refspec: factor out parsing a single refspec
[git.git] / t / t5526-fetch-submodules.sh
blob9cc4b569c0566da2f5c2778f404e67e20b29ed06
1 #!/bin/sh
2 # Copyright (c) 2010, Jens Lehmann
4 test_description='Recursive "git fetch" for submodules'
6 . ./test-lib.sh
8 pwd=$(pwd)
10 add_upstream_commit() {
12 cd submodule &&
13 head1=$(git rev-parse --short HEAD) &&
14 echo new >> subfile &&
15 test_tick &&
16 git add subfile &&
17 git commit -m new subfile &&
18 head2=$(git rev-parse --short HEAD) &&
19 echo "Fetching submodule submodule" > ../expect.err &&
20 echo "From $pwd/submodule" >> ../expect.err &&
21 echo " $head1..$head2 master -> origin/master" >> ../expect.err
22 ) &&
24 cd deepsubmodule &&
25 head1=$(git rev-parse --short HEAD) &&
26 echo new >> deepsubfile &&
27 test_tick &&
28 git add deepsubfile &&
29 git commit -m new deepsubfile &&
30 head2=$(git rev-parse --short HEAD) &&
31 echo "Fetching submodule submodule/subdir/deepsubmodule" >> ../expect.err
32 echo "From $pwd/deepsubmodule" >> ../expect.err &&
33 echo " $head1..$head2 master -> origin/master" >> ../expect.err
37 test_expect_success setup '
38 mkdir deepsubmodule &&
40 cd deepsubmodule &&
41 git init &&
42 echo deepsubcontent > deepsubfile &&
43 git add deepsubfile &&
44 git commit -m new deepsubfile
45 ) &&
46 mkdir submodule &&
48 cd submodule &&
49 git init &&
50 echo subcontent > subfile &&
51 git add subfile &&
52 git submodule add "$pwd/deepsubmodule" subdir/deepsubmodule &&
53 git commit -a -m new
54 ) &&
55 git submodule add "$pwd/submodule" submodule &&
56 git commit -am initial &&
57 git clone . downstream &&
59 cd downstream &&
60 git submodule update --init --recursive
64 test_expect_success "fetch --recurse-submodules recurses into submodules" '
65 add_upstream_commit &&
67 cd downstream &&
68 git fetch --recurse-submodules >../actual.out 2>../actual.err
69 ) &&
70 test_must_be_empty actual.out &&
71 test_i18ncmp expect.err actual.err
74 test_expect_success "submodule.recurse option triggers recursive fetch" '
75 add_upstream_commit &&
77 cd downstream &&
78 git -c submodule.recurse fetch >../actual.out 2>../actual.err
79 ) &&
80 test_must_be_empty actual.out &&
81 test_i18ncmp expect.err actual.err
84 test_expect_success "fetch --recurse-submodules -j2 has the same output behaviour" '
85 add_upstream_commit &&
87 cd downstream &&
88 GIT_TRACE="$TRASH_DIRECTORY/trace.out" git fetch --recurse-submodules -j2 2>../actual.err
89 ) &&
90 test_must_be_empty actual.out &&
91 test_i18ncmp expect.err actual.err &&
92 grep "2 tasks" trace.out
95 test_expect_success "fetch alone only fetches superproject" '
96 add_upstream_commit &&
98 cd downstream &&
99 git fetch >../actual.out 2>../actual.err
100 ) &&
101 ! test -s actual.out &&
102 ! test -s actual.err
105 test_expect_success "fetch --no-recurse-submodules only fetches superproject" '
107 cd downstream &&
108 git fetch --no-recurse-submodules >../actual.out 2>../actual.err
109 ) &&
110 ! test -s actual.out &&
111 ! test -s actual.err
114 test_expect_success "using fetchRecurseSubmodules=true in .gitmodules recurses into submodules" '
116 cd downstream &&
117 git config -f .gitmodules submodule.submodule.fetchRecurseSubmodules true &&
118 git fetch >../actual.out 2>../actual.err
119 ) &&
120 test_must_be_empty actual.out &&
121 test_i18ncmp expect.err actual.err
124 test_expect_success "--no-recurse-submodules overrides .gitmodules config" '
125 add_upstream_commit &&
127 cd downstream &&
128 git fetch --no-recurse-submodules >../actual.out 2>../actual.err
129 ) &&
130 ! test -s actual.out &&
131 ! test -s actual.err
134 test_expect_success "using fetchRecurseSubmodules=false in .git/config overrides setting in .gitmodules" '
136 cd downstream &&
137 git config submodule.submodule.fetchRecurseSubmodules false &&
138 git fetch >../actual.out 2>../actual.err
139 ) &&
140 ! test -s actual.out &&
141 ! test -s actual.err
144 test_expect_success "--recurse-submodules overrides fetchRecurseSubmodules setting from .git/config" '
146 cd downstream &&
147 git fetch --recurse-submodules >../actual.out 2>../actual.err &&
148 git config --unset -f .gitmodules submodule.submodule.fetchRecurseSubmodules &&
149 git config --unset submodule.submodule.fetchRecurseSubmodules
150 ) &&
151 test_must_be_empty actual.out &&
152 test_i18ncmp expect.err actual.err
155 test_expect_success "--quiet propagates to submodules" '
157 cd downstream &&
158 git fetch --recurse-submodules --quiet >../actual.out 2>../actual.err
159 ) &&
160 ! test -s actual.out &&
161 ! test -s actual.err
164 test_expect_success "--quiet propagates to parallel submodules" '
166 cd downstream &&
167 git fetch --recurse-submodules -j 2 --quiet >../actual.out 2>../actual.err
168 ) &&
169 ! test -s actual.out &&
170 ! test -s actual.err
173 test_expect_success "--dry-run propagates to submodules" '
174 add_upstream_commit &&
176 cd downstream &&
177 git fetch --recurse-submodules --dry-run >../actual.out 2>../actual.err
178 ) &&
179 test_must_be_empty actual.out &&
180 test_i18ncmp expect.err actual.err
183 test_expect_success "Without --dry-run propagates to submodules" '
185 cd downstream &&
186 git fetch --recurse-submodules >../actual.out 2>../actual.err
187 ) &&
188 test_must_be_empty actual.out &&
189 test_i18ncmp expect.err actual.err
192 test_expect_success "recurseSubmodules=true propagates into submodules" '
193 add_upstream_commit &&
195 cd downstream &&
196 git config fetch.recurseSubmodules true &&
197 git fetch >../actual.out 2>../actual.err
198 ) &&
199 test_must_be_empty actual.out &&
200 test_i18ncmp expect.err actual.err
203 test_expect_success "--recurse-submodules overrides config in submodule" '
204 add_upstream_commit &&
206 cd downstream &&
208 cd submodule &&
209 git config fetch.recurseSubmodules false
210 ) &&
211 git fetch --recurse-submodules >../actual.out 2>../actual.err
212 ) &&
213 test_must_be_empty actual.out &&
214 test_i18ncmp expect.err actual.err
217 test_expect_success "--no-recurse-submodules overrides config setting" '
218 add_upstream_commit &&
220 cd downstream &&
221 git config fetch.recurseSubmodules true &&
222 git fetch --no-recurse-submodules >../actual.out 2>../actual.err
223 ) &&
224 ! test -s actual.out &&
225 ! test -s actual.err
228 test_expect_success "Recursion doesn't happen when no new commits are fetched in the superproject" '
230 cd downstream &&
232 cd submodule &&
233 git config --unset fetch.recurseSubmodules
234 ) &&
235 git config --unset fetch.recurseSubmodules &&
236 git fetch >../actual.out 2>../actual.err
237 ) &&
238 ! test -s actual.out &&
239 ! test -s actual.err
242 test_expect_success "Recursion stops when no new submodule commits are fetched" '
243 head1=$(git rev-parse --short HEAD) &&
244 git add submodule &&
245 git commit -m "new submodule" &&
246 head2=$(git rev-parse --short HEAD) &&
247 echo "From $pwd/." > expect.err.sub &&
248 echo " $head1..$head2 master -> origin/master" >>expect.err.sub &&
249 head -3 expect.err >> expect.err.sub &&
251 cd downstream &&
252 git fetch >../actual.out 2>../actual.err
253 ) &&
254 test_i18ncmp expect.err.sub actual.err &&
255 test_must_be_empty actual.out
258 test_expect_success "Recursion doesn't happen when new superproject commits don't change any submodules" '
259 add_upstream_commit &&
260 head1=$(git rev-parse --short HEAD) &&
261 echo a > file &&
262 git add file &&
263 git commit -m "new file" &&
264 head2=$(git rev-parse --short HEAD) &&
265 echo "From $pwd/." > expect.err.file &&
266 echo " $head1..$head2 master -> origin/master" >> expect.err.file &&
268 cd downstream &&
269 git fetch >../actual.out 2>../actual.err
270 ) &&
271 ! test -s actual.out &&
272 test_i18ncmp expect.err.file actual.err
275 test_expect_success "Recursion picks up config in submodule" '
277 cd downstream &&
278 git fetch --recurse-submodules &&
280 cd submodule &&
281 git config fetch.recurseSubmodules true
283 ) &&
284 add_upstream_commit &&
285 head1=$(git rev-parse --short HEAD) &&
286 git add submodule &&
287 git commit -m "new submodule" &&
288 head2=$(git rev-parse --short HEAD) &&
289 echo "From $pwd/." > expect.err.sub &&
290 echo " $head1..$head2 master -> origin/master" >> expect.err.sub &&
291 cat expect.err >> expect.err.sub &&
293 cd downstream &&
294 git fetch >../actual.out 2>../actual.err &&
296 cd submodule &&
297 git config --unset fetch.recurseSubmodules
299 ) &&
300 test_i18ncmp expect.err.sub actual.err &&
301 test_must_be_empty actual.out
304 test_expect_success "Recursion picks up all submodules when necessary" '
305 add_upstream_commit &&
307 cd submodule &&
309 cd subdir/deepsubmodule &&
310 git fetch &&
311 git checkout -q FETCH_HEAD
312 ) &&
313 head1=$(git rev-parse --short HEAD^) &&
314 git add subdir/deepsubmodule &&
315 git commit -m "new deepsubmodule" &&
316 head2=$(git rev-parse --short HEAD) &&
317 echo "Fetching submodule submodule" > ../expect.err.sub &&
318 echo "From $pwd/submodule" >> ../expect.err.sub &&
319 echo " $head1..$head2 master -> origin/master" >> ../expect.err.sub
320 ) &&
321 head1=$(git rev-parse --short HEAD) &&
322 git add submodule &&
323 git commit -m "new submodule" &&
324 head2=$(git rev-parse --short HEAD) &&
325 echo "From $pwd/." > expect.err.2 &&
326 echo " $head1..$head2 master -> origin/master" >> expect.err.2 &&
327 cat expect.err.sub >> expect.err.2 &&
328 tail -3 expect.err >> expect.err.2 &&
330 cd downstream &&
331 git fetch >../actual.out 2>../actual.err
332 ) &&
333 test_i18ncmp expect.err.2 actual.err &&
334 test_must_be_empty actual.out
337 test_expect_success "'--recurse-submodules=on-demand' doesn't recurse when no new commits are fetched in the superproject (and ignores config)" '
338 add_upstream_commit &&
340 cd submodule &&
342 cd subdir/deepsubmodule &&
343 git fetch &&
344 git checkout -q FETCH_HEAD
345 ) &&
346 head1=$(git rev-parse --short HEAD^) &&
347 git add subdir/deepsubmodule &&
348 git commit -m "new deepsubmodule" &&
349 head2=$(git rev-parse --short HEAD) &&
350 echo Fetching submodule submodule > ../expect.err.sub &&
351 echo "From $pwd/submodule" >> ../expect.err.sub &&
352 echo " $head1..$head2 master -> origin/master" >> ../expect.err.sub
353 ) &&
355 cd downstream &&
356 git config fetch.recurseSubmodules true &&
357 git fetch --recurse-submodules=on-demand >../actual.out 2>../actual.err &&
358 git config --unset fetch.recurseSubmodules
359 ) &&
360 ! test -s actual.out &&
361 ! test -s actual.err
364 test_expect_success "'--recurse-submodules=on-demand' recurses as deep as necessary (and ignores config)" '
365 head1=$(git rev-parse --short HEAD) &&
366 git add submodule &&
367 git commit -m "new submodule" &&
368 head2=$(git rev-parse --short HEAD) &&
369 tail -3 expect.err > expect.err.deepsub &&
370 echo "From $pwd/." > expect.err &&
371 echo " $head1..$head2 master -> origin/master" >>expect.err &&
372 cat expect.err.sub >> expect.err &&
373 cat expect.err.deepsub >> expect.err &&
375 cd downstream &&
376 git config fetch.recurseSubmodules false &&
378 cd submodule &&
379 git config -f .gitmodules submodule.subdir/deepsubmodule.fetchRecursive false
380 ) &&
381 git fetch --recurse-submodules=on-demand >../actual.out 2>../actual.err &&
382 git config --unset fetch.recurseSubmodules
384 cd submodule &&
385 git config --unset -f .gitmodules submodule.subdir/deepsubmodule.fetchRecursive
387 ) &&
388 test_must_be_empty actual.out &&
389 test_i18ncmp expect.err actual.err
392 test_expect_success "'--recurse-submodules=on-demand' stops when no new submodule commits are found in the superproject (and ignores config)" '
393 add_upstream_commit &&
394 head1=$(git rev-parse --short HEAD) &&
395 echo a >> file &&
396 git add file &&
397 git commit -m "new file" &&
398 head2=$(git rev-parse --short HEAD) &&
399 echo "From $pwd/." > expect.err.file &&
400 echo " $head1..$head2 master -> origin/master" >> expect.err.file &&
402 cd downstream &&
403 git fetch --recurse-submodules=on-demand >../actual.out 2>../actual.err
404 ) &&
405 ! test -s actual.out &&
406 test_i18ncmp expect.err.file actual.err
409 test_expect_success "'fetch.recurseSubmodules=on-demand' overrides global config" '
411 cd downstream &&
412 git fetch --recurse-submodules
413 ) &&
414 add_upstream_commit &&
415 git config --global fetch.recurseSubmodules false &&
416 head1=$(git rev-parse --short HEAD) &&
417 git add submodule &&
418 git commit -m "new submodule" &&
419 head2=$(git rev-parse --short HEAD) &&
420 echo "From $pwd/." > expect.err.2 &&
421 echo " $head1..$head2 master -> origin/master" >>expect.err.2 &&
422 head -3 expect.err >> expect.err.2 &&
424 cd downstream &&
425 git config fetch.recurseSubmodules on-demand &&
426 git fetch >../actual.out 2>../actual.err
427 ) &&
428 git config --global --unset fetch.recurseSubmodules &&
430 cd downstream &&
431 git config --unset fetch.recurseSubmodules
432 ) &&
433 test_must_be_empty actual.out &&
434 test_i18ncmp expect.err.2 actual.err
437 test_expect_success "'submodule.<sub>.fetchRecurseSubmodules=on-demand' overrides fetch.recurseSubmodules" '
439 cd downstream &&
440 git fetch --recurse-submodules
441 ) &&
442 add_upstream_commit &&
443 git config fetch.recurseSubmodules false &&
444 head1=$(git rev-parse --short HEAD) &&
445 git add submodule &&
446 git commit -m "new submodule" &&
447 head2=$(git rev-parse --short HEAD) &&
448 echo "From $pwd/." > expect.err.2 &&
449 echo " $head1..$head2 master -> origin/master" >>expect.err.2 &&
450 head -3 expect.err >> expect.err.2 &&
452 cd downstream &&
453 git config submodule.submodule.fetchRecurseSubmodules on-demand &&
454 git fetch >../actual.out 2>../actual.err
455 ) &&
456 git config --unset fetch.recurseSubmodules &&
458 cd downstream &&
459 git config --unset submodule.submodule.fetchRecurseSubmodules
460 ) &&
461 test_must_be_empty actual.out &&
462 test_i18ncmp expect.err.2 actual.err
465 test_expect_success "don't fetch submodule when newly recorded commits are already present" '
467 cd submodule &&
468 git checkout -q HEAD^^
469 ) &&
470 head1=$(git rev-parse --short HEAD) &&
471 git add submodule &&
472 git commit -m "submodule rewound" &&
473 head2=$(git rev-parse --short HEAD) &&
474 echo "From $pwd/." > expect.err &&
475 echo " $head1..$head2 master -> origin/master" >> expect.err &&
477 cd downstream &&
478 git fetch >../actual.out 2>../actual.err
479 ) &&
480 ! test -s actual.out &&
481 test_i18ncmp expect.err actual.err &&
483 cd submodule &&
484 git checkout -q master
488 test_expect_success "'fetch.recurseSubmodules=on-demand' works also without .gitmodules entry" '
490 cd downstream &&
491 git fetch --recurse-submodules
492 ) &&
493 add_upstream_commit &&
494 head1=$(git rev-parse --short HEAD) &&
495 git add submodule &&
496 git rm .gitmodules &&
497 git commit -m "new submodule without .gitmodules" &&
498 printf "" >expect.out &&
499 head2=$(git rev-parse --short HEAD) &&
500 echo "From $pwd/." >expect.err.2 &&
501 echo " $head1..$head2 master -> origin/master" >>expect.err.2 &&
502 head -3 expect.err >>expect.err.2 &&
504 cd downstream &&
505 rm .gitmodules &&
506 git config fetch.recurseSubmodules on-demand &&
507 # fake submodule configuration to avoid skipping submodule handling
508 git config -f .gitmodules submodule.fake.path fake &&
509 git config -f .gitmodules submodule.fake.url fakeurl &&
510 git add .gitmodules &&
511 git config --unset submodule.submodule.url &&
512 git fetch >../actual.out 2>../actual.err &&
513 # cleanup
514 git config --unset fetch.recurseSubmodules &&
515 git reset --hard
516 ) &&
517 test_i18ncmp expect.out actual.out &&
518 test_i18ncmp expect.err.2 actual.err &&
519 git checkout HEAD^ -- .gitmodules &&
520 git add .gitmodules &&
521 git commit -m "new submodule restored .gitmodules"
524 test_expect_success 'fetching submodules respects parallel settings' '
525 git config fetch.recurseSubmodules true &&
527 cd downstream &&
528 GIT_TRACE=$(pwd)/trace.out git fetch --jobs 7 &&
529 grep "7 tasks" trace.out &&
530 git config submodule.fetchJobs 8 &&
531 GIT_TRACE=$(pwd)/trace.out git fetch &&
532 grep "8 tasks" trace.out &&
533 GIT_TRACE=$(pwd)/trace.out git fetch --jobs 9 &&
534 grep "9 tasks" trace.out
538 test_expect_success 'fetching submodule into a broken repository' '
539 # Prepare src and src/sub nested in it
540 git init src &&
542 cd src &&
543 git init sub &&
544 git -C sub commit --allow-empty -m "initial in sub" &&
545 git submodule add -- ./sub sub &&
546 git commit -m "initial in top"
547 ) &&
549 # Clone the old-fashoned way
550 git clone src dst &&
551 git -C dst clone ../src/sub sub &&
553 # Make sure that old-fashoned layout is still supported
554 git -C dst status &&
556 # "diff" would find no change
557 git -C dst diff --exit-code &&
559 # Recursive-fetch works fine
560 git -C dst fetch --recurse-submodules &&
562 # Break the receiving submodule
563 rm -f dst/sub/.git/HEAD &&
565 # NOTE: without the fix the following tests will recurse forever!
566 # They should terminate with an error.
568 test_must_fail git -C dst status &&
569 test_must_fail git -C dst diff &&
570 test_must_fail git -C dst fetch --recurse-submodules
573 test_expect_success "fetch new commits when submodule got renamed" '
574 git clone . downstream_rename &&
576 cd downstream_rename &&
577 git submodule update --init &&
578 # NEEDSWORK: we omitted --recursive for the submodule update here since
579 # that does not work. See test 7001 for mv "moving nested submodules"
580 # for details. Once that is fixed we should add the --recursive option
581 # here.
582 git checkout -b rename &&
583 git mv submodule submodule_renamed &&
585 cd submodule_renamed &&
586 git checkout -b rename_sub &&
587 echo a >a &&
588 git add a &&
589 git commit -ma &&
590 git push origin rename_sub &&
591 git rev-parse HEAD >../../expect
592 ) &&
593 git add submodule_renamed &&
594 git commit -m "update renamed submodule" &&
595 git push origin rename
596 ) &&
598 cd downstream &&
599 git fetch --recurse-submodules=on-demand &&
601 cd submodule &&
602 git rev-parse origin/rename_sub >../../actual
604 ) &&
605 test_cmp expect actual
608 test_done