worktree: stop being overly intimate with run_command() internals
[git.git] / t / t9350-fast-export.sh
blob409b48e244224629a11ced5d9cbd99fd81f167ae
1 #!/bin/sh
3 # Copyright (c) 2007 Johannes E. Schindelin
6 test_description='git fast-export'
7 GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME=main
8 export GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME
10 . ./test-lib.sh
12 test_expect_success 'setup' '
14 echo break it > file0 &&
15 git add file0 &&
16 test_tick &&
17 echo Wohlauf > file &&
18 git add file &&
19 test_tick &&
20 git commit -m initial &&
21 echo die Luft > file &&
22 echo geht frisch > file2 &&
23 git add file file2 &&
24 test_tick &&
25 git commit -m second &&
26 echo und > file2 &&
27 test_tick &&
28 git commit -m third file2 &&
29 test_tick &&
30 git tag rein &&
31 git checkout -b wer HEAD^ &&
32 echo lange > file2 &&
33 test_tick &&
34 git commit -m sitzt file2 &&
35 test_tick &&
36 git tag -a -m valentin muss &&
37 git merge -s ours main
41 test_expect_success 'fast-export | fast-import' '
43 MAIN=$(git rev-parse --verify main) &&
44 REIN=$(git rev-parse --verify rein) &&
45 WER=$(git rev-parse --verify wer) &&
46 MUSS=$(git rev-parse --verify muss) &&
47 mkdir new &&
48 git --git-dir=new/.git init &&
49 git fast-export --all >actual &&
50 (cd new &&
51 git fast-import &&
52 test $MAIN = $(git rev-parse --verify refs/heads/main) &&
53 test $REIN = $(git rev-parse --verify refs/tags/rein) &&
54 test $WER = $(git rev-parse --verify refs/heads/wer) &&
55 test $MUSS = $(git rev-parse --verify refs/tags/muss)) <actual
59 test_expect_success 'fast-export ^muss^{commit} muss' '
60 git fast-export --tag-of-filtered-object=rewrite ^muss^{commit} muss >actual &&
61 cat >expected <<-EOF &&
62 tag muss
63 from $(git rev-parse --verify muss^{commit})
64 $(git cat-file tag muss | grep tagger)
65 data 9
66 valentin
68 EOF
69 test_cmp expected actual
72 test_expect_success 'fast-export --mark-tags ^muss^{commit} muss' '
73 git fast-export --mark-tags --tag-of-filtered-object=rewrite ^muss^{commit} muss >actual &&
74 cat >expected <<-EOF &&
75 tag muss
76 mark :1
77 from $(git rev-parse --verify muss^{commit})
78 $(git cat-file tag muss | grep tagger)
79 data 9
80 valentin
82 EOF
83 test_cmp expected actual
86 test_expect_success 'fast-export main~2..main' '
88 git fast-export main~2..main >actual &&
89 sed "s/main/partial/" actual |
90 (cd new &&
91 git fast-import &&
92 test $MAIN != $(git rev-parse --verify refs/heads/partial) &&
93 git diff --exit-code main partial &&
94 git diff --exit-code main^ partial^ &&
95 test_must_fail git rev-parse partial~2)
99 test_expect_success 'fast-export --reference-excluded-parents main~2..main' '
101 git fast-export --reference-excluded-parents main~2..main >actual &&
102 grep commit.refs/heads/main actual >commit-count &&
103 test_line_count = 2 commit-count &&
104 sed "s/main/rewrite/" actual |
105 (cd new &&
106 git fast-import &&
107 test $MAIN = $(git rev-parse --verify refs/heads/rewrite))
110 test_expect_success 'fast-export --show-original-ids' '
112 git fast-export --show-original-ids main >output &&
113 grep ^original-oid output| sed -e s/^original-oid.// | sort >actual &&
114 git rev-list --objects main muss >objects-and-names &&
115 awk "{print \$1}" objects-and-names | sort >commits-trees-blobs &&
116 comm -23 actual commits-trees-blobs >unfound &&
117 test_must_be_empty unfound
120 test_expect_success 'fast-export --show-original-ids | git fast-import' '
122 git fast-export --show-original-ids main muss | git fast-import --quiet &&
123 test $MAIN = $(git rev-parse --verify refs/heads/main) &&
124 test $MUSS = $(git rev-parse --verify refs/tags/muss)
127 test_expect_success 'reencoding iso-8859-7' '
129 test_when_finished "git reset --hard HEAD~1" &&
130 test_config i18n.commitencoding iso-8859-7 &&
131 test_tick &&
132 echo rosten >file &&
133 git commit -s -F "$TEST_DIRECTORY/t9350/simple-iso-8859-7-commit-message.txt" file &&
134 git fast-export --reencode=yes wer^..wer >iso-8859-7.fi &&
135 sed "s/wer/i18n/" iso-8859-7.fi |
136 (cd new &&
137 git fast-import &&
138 # The commit object, if not re-encoded, would be 200 bytes plus hash.
139 # Removing the "encoding iso-8859-7\n" header drops 20 bytes.
140 # Re-encoding the Pi character from \xF0 (\360) in iso-8859-7
141 # to \xCF\x80 (\317\200) in UTF-8 adds a byte. Check for
142 # the expected size.
143 test $(($(test_oid hexsz) + 181)) -eq "$(git cat-file -s i18n)" &&
144 # ...and for the expected translation of bytes.
145 git cat-file commit i18n >actual &&
146 grep $(printf "\317\200") actual &&
147 # Also make sure the commit does not have the "encoding" header
148 ! grep ^encoding actual)
151 test_expect_success 'aborting on iso-8859-7' '
153 test_when_finished "git reset --hard HEAD~1" &&
154 test_config i18n.commitencoding iso-8859-7 &&
155 echo rosten >file &&
156 git commit -s -F "$TEST_DIRECTORY/t9350/simple-iso-8859-7-commit-message.txt" file &&
157 test_must_fail git fast-export --reencode=abort wer^..wer >iso-8859-7.fi
160 test_expect_success 'preserving iso-8859-7' '
162 test_when_finished "git reset --hard HEAD~1" &&
163 test_config i18n.commitencoding iso-8859-7 &&
164 echo rosten >file &&
165 git commit -s -F "$TEST_DIRECTORY/t9350/simple-iso-8859-7-commit-message.txt" file &&
166 git fast-export --reencode=no wer^..wer >iso-8859-7.fi &&
167 sed "s/wer/i18n-no-recoding/" iso-8859-7.fi |
168 (cd new &&
169 git fast-import &&
170 # The commit object, if not re-encoded, is 200 bytes plus hash.
171 # Removing the "encoding iso-8859-7\n" header would drops 20
172 # bytes. Re-encoding the Pi character from \xF0 (\360) in
173 # iso-8859-7 to \xCF\x80 (\317\200) in UTF-8 adds a byte.
174 # Check for the expected size...
175 test $(($(test_oid hexsz) + 200)) -eq "$(git cat-file -s i18n-no-recoding)" &&
176 # ...as well as the expected byte.
177 git cat-file commit i18n-no-recoding >actual &&
178 grep $(printf "\360") actual &&
179 # Also make sure the commit has the "encoding" header
180 grep ^encoding actual)
183 test_expect_success 'encoding preserved if reencoding fails' '
185 test_when_finished "git reset --hard HEAD~1" &&
186 test_config i18n.commitencoding iso-8859-7 &&
187 echo rosten >file &&
188 git commit -s -F "$TEST_DIRECTORY/t9350/broken-iso-8859-7-commit-message.txt" file &&
189 git fast-export --reencode=yes wer^..wer >iso-8859-7.fi &&
190 sed "s/wer/i18n-invalid/" iso-8859-7.fi |
191 (cd new &&
192 git fast-import &&
193 git cat-file commit i18n-invalid >actual &&
194 # Make sure the commit still has the encoding header
195 grep ^encoding actual &&
196 # Verify that the commit has the expected size; i.e.
197 # that no bytes were re-encoded to a different encoding.
198 test $(($(test_oid hexsz) + 212)) -eq "$(git cat-file -s i18n-invalid)" &&
199 # ...and check for the original special bytes
200 grep $(printf "\360") actual &&
201 grep $(printf "\377") actual)
204 test_expect_success 'import/export-marks' '
206 git checkout -b marks main &&
207 git fast-export --export-marks=tmp-marks HEAD &&
208 test -s tmp-marks &&
209 test_line_count = 3 tmp-marks &&
210 git fast-export --import-marks=tmp-marks \
211 --export-marks=tmp-marks HEAD >actual &&
212 test $(grep ^commit actual | wc -l) -eq 0 &&
213 echo change > file &&
214 git commit -m "last commit" file &&
215 git fast-export --import-marks=tmp-marks \
216 --export-marks=tmp-marks HEAD >actual &&
217 test $(grep ^commit\ actual | wc -l) -eq 1 &&
218 test_line_count = 4 tmp-marks
222 cat > signed-tag-import << EOF
223 tag sign-your-name
224 from $(git rev-parse HEAD)
225 tagger C O Mitter <committer@example.com> 1112911993 -0700
226 data 210
227 A message for a sign
228 -----BEGIN PGP SIGNATURE-----
229 Version: GnuPG v1.4.5 (GNU/Linux)
231 fakedsignaturefakedsignaturefakedsignaturefakedsignaturfakedsign
232 aturefakedsignaturefake=
233 =/59v
234 -----END PGP SIGNATURE-----
237 test_expect_success 'set up faked signed tag' '
239 cat signed-tag-import | git fast-import
243 test_expect_success 'signed-tags=abort' '
245 test_must_fail git fast-export --signed-tags=abort sign-your-name
249 test_expect_success 'signed-tags=verbatim' '
251 git fast-export --signed-tags=verbatim sign-your-name > output &&
252 grep PGP output
256 test_expect_success 'signed-tags=strip' '
258 git fast-export --signed-tags=strip sign-your-name > output &&
259 ! grep PGP output
263 test_expect_success 'signed-tags=warn-strip' '
264 git fast-export --signed-tags=warn-strip sign-your-name >output 2>err &&
265 ! grep PGP output &&
266 test -s err
269 test_expect_success 'setup submodule' '
271 git checkout -f main &&
272 mkdir sub &&
274 cd sub &&
275 git init &&
276 echo test file > file &&
277 git add file &&
278 git commit -m sub_initial
279 ) &&
280 git submodule add "$(pwd)/sub" sub &&
281 git commit -m initial &&
282 test_tick &&
284 cd sub &&
285 echo more data >> file &&
286 git add file &&
287 git commit -m sub_second
288 ) &&
289 git add sub &&
290 git commit -m second
294 test_expect_success 'submodule fast-export | fast-import' '
296 SUBENT1=$(git ls-tree main^ sub) &&
297 SUBENT2=$(git ls-tree main sub) &&
298 rm -rf new &&
299 mkdir new &&
300 git --git-dir=new/.git init &&
301 git fast-export --signed-tags=strip --all >actual &&
302 (cd new &&
303 git fast-import &&
304 test "$SUBENT1" = "$(git ls-tree refs/heads/main^ sub)" &&
305 test "$SUBENT2" = "$(git ls-tree refs/heads/main sub)" &&
306 git checkout main &&
307 git submodule init &&
308 git submodule update &&
309 cmp sub/file ../sub/file) <actual
313 GIT_AUTHOR_NAME='A U Thor'; export GIT_AUTHOR_NAME
314 GIT_COMMITTER_NAME='C O Mitter'; export GIT_COMMITTER_NAME
316 test_expect_success 'setup copies' '
318 git checkout -b copy rein &&
319 git mv file file3 &&
320 git commit -m move1 &&
321 test_tick &&
322 cp file2 file4 &&
323 git add file4 &&
324 git mv file2 file5 &&
325 git commit -m copy1 &&
326 test_tick &&
327 cp file3 file6 &&
328 git add file6 &&
329 git commit -m copy2 &&
330 test_tick &&
331 echo more text >> file6 &&
332 echo even more text >> file6 &&
333 git add file6 &&
334 git commit -m modify &&
335 test_tick &&
336 cp file6 file7 &&
337 echo test >> file7 &&
338 git add file7 &&
339 git commit -m copy_modify
343 test_expect_success 'fast-export -C -C | fast-import' '
345 ENTRY=$(git rev-parse --verify copy) &&
346 rm -rf new &&
347 mkdir new &&
348 git --git-dir=new/.git init &&
349 git fast-export -C -C --signed-tags=strip --all > output &&
350 grep "^C file2 file4\$" output &&
351 cat output |
352 (cd new &&
353 git fast-import &&
354 test $ENTRY = $(git rev-parse --verify refs/heads/copy))
358 test_expect_success 'fast-export | fast-import when main is tagged' '
360 git tag -m msg last &&
361 git fast-export -C -C --signed-tags=strip --all > output &&
362 test $(grep -c "^tag " output) = 3
366 cat > tag-content << EOF
367 object $(git rev-parse HEAD)
368 type commit
369 tag rosten
372 test_expect_success 'cope with tagger-less tags' '
374 TAG=$(git hash-object -t tag -w tag-content) &&
375 git update-ref refs/tags/sonnenschein $TAG &&
376 git fast-export -C -C --signed-tags=strip --all > output &&
377 test $(grep -c "^tag " output) = 4 &&
378 ! grep "Unspecified Tagger" output &&
379 git fast-export -C -C --signed-tags=strip --all \
380 --fake-missing-tagger > output &&
381 test $(grep -c "^tag " output) = 4 &&
382 grep "Unspecified Tagger" output
386 test_expect_success 'setup for limiting exports by PATH' '
387 mkdir limit-by-paths &&
389 cd limit-by-paths &&
390 git init &&
391 echo hi > there &&
392 git add there &&
393 git commit -m "First file" &&
394 echo foo > bar &&
395 git add bar &&
396 git commit -m "Second file" &&
397 git tag -a -m msg mytag &&
398 echo morefoo >> bar &&
399 git add bar &&
400 git commit -m "Change to second file"
404 cat > limit-by-paths/expected << EOF
405 blob
406 mark :1
407 data 3
410 reset refs/tags/mytag
411 commit refs/tags/mytag
412 mark :2
413 author A U Thor <author@example.com> 1112912713 -0700
414 committer C O Mitter <committer@example.com> 1112912713 -0700
415 data 11
416 First file
417 M 100644 :1 there
421 test_expect_success 'dropping tag of filtered out object' '
423 cd limit-by-paths &&
424 git fast-export --tag-of-filtered-object=drop mytag -- there > output &&
425 test_cmp expected output
429 cat >> limit-by-paths/expected << EOF
430 tag mytag
431 from :2
432 tagger C O Mitter <committer@example.com> 1112912713 -0700
433 data 4
438 test_expect_success 'rewriting tag of filtered out object' '
440 cd limit-by-paths &&
441 git fast-export --tag-of-filtered-object=rewrite mytag -- there > output &&
442 test_cmp expected output
446 test_expect_success 'rewrite tag predating pathspecs to nothing' '
447 test_create_repo rewrite_tag_predating_pathspecs &&
449 cd rewrite_tag_predating_pathspecs &&
451 test_commit initial &&
453 git tag -a -m "Some old tag" v0.0.0.0.0.0.1 &&
455 test_commit bar &&
457 git fast-export --tag-of-filtered-object=rewrite --all -- bar.t >output &&
458 grep from.$ZERO_OID output
462 cat > limit-by-paths/expected << EOF
463 blob
464 mark :1
465 data 4
468 blob
469 mark :2
470 data 3
473 reset refs/heads/main
474 commit refs/heads/main
475 mark :3
476 author A U Thor <author@example.com> 1112912713 -0700
477 committer C O Mitter <committer@example.com> 1112912713 -0700
478 data 12
479 Second file
480 M 100644 :1 bar
481 M 100644 :2 there
485 test_expect_failure 'no exact-ref revisions included' '
487 cd limit-by-paths &&
488 git fast-export main~2..main~1 > output &&
489 test_cmp expected output
493 test_expect_success 'path limiting with import-marks does not lose unmodified files' '
494 git checkout -b simple marks~2 &&
495 git fast-export --export-marks=marks simple -- file > /dev/null &&
496 echo more content >> file &&
497 test_tick &&
498 git commit -mnext file &&
499 git fast-export --import-marks=marks simple -- file file0 >actual &&
500 grep file0 actual
503 test_expect_success 'avoid corrupt stream with non-existent mark' '
504 test_create_repo avoid_non_existent_mark &&
506 cd avoid_non_existent_mark &&
508 test_commit important-path &&
510 test_commit ignored &&
512 git branch A &&
513 git branch B &&
515 echo foo >>important-path.t &&
516 git add important-path.t &&
517 test_commit more changes &&
519 git fast-export --all -- important-path.t | git fast-import --force
523 test_expect_success 'full-tree re-shows unmodified files' '
524 git checkout -f simple &&
525 git fast-export --full-tree simple >actual &&
526 test $(grep -c file0 actual) -eq 3
529 test_expect_success 'set-up a few more tags for tag export tests' '
530 git checkout -f main &&
531 HEAD_TREE=$(git show -s --pretty=raw HEAD | grep tree | sed "s/tree //") &&
532 git tag tree_tag -m "tagging a tree" $HEAD_TREE &&
533 git tag -a tree_tag-obj -m "tagging a tree" $HEAD_TREE &&
534 git tag tag-obj_tag -m "tagging a tag" tree_tag-obj &&
535 git tag -a tag-obj_tag-obj -m "tagging a tag" tree_tag-obj
538 test_expect_success 'tree_tag' '
539 mkdir result &&
540 (cd result && git init) &&
541 git fast-export tree_tag > fe-stream &&
542 (cd result && git fast-import < ../fe-stream)
545 # NEEDSWORK: not just check return status, but validate the output
546 # Note that these tests DO NOTHING other than print a warning that
547 # they are omitting the one tag we asked them to export (because the
548 # tags resolve to a tree). They exist just to make sure we do not
549 # abort but instead just warn.
550 test_expect_success 'tree_tag-obj' 'git fast-export tree_tag-obj'
551 test_expect_success 'tag-obj_tag' 'git fast-export tag-obj_tag'
552 test_expect_success 'tag-obj_tag-obj' 'git fast-export tag-obj_tag-obj'
554 test_expect_success 'handling tags of blobs' '
555 git tag -a -m "Tag of a blob" blobtag $(git rev-parse main:file) &&
556 git fast-export blobtag >actual &&
557 cat >expect <<-EOF &&
558 blob
559 mark :1
560 data 9
561 die Luft
563 tag blobtag
564 from :1
565 tagger $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
566 data 14
567 Tag of a blob
570 test_cmp expect actual
573 test_expect_success 'handling nested tags' '
574 git tag -a -m "This is a nested tag" nested muss &&
575 git fast-export --mark-tags nested >output &&
576 grep "^from $ZERO_OID$" output &&
577 grep "^tag nested$" output >tag_lines &&
578 test_line_count = 2 tag_lines
581 test_expect_success 'directory becomes symlink' '
582 git init dirtosymlink &&
583 git init result &&
585 cd dirtosymlink &&
586 mkdir foo &&
587 mkdir bar &&
588 echo hello > foo/world &&
589 echo hello > bar/world &&
590 git add foo/world bar/world &&
591 git commit -q -mone &&
592 git rm -r foo &&
593 test_ln_s_add bar foo &&
594 git commit -q -mtwo
595 ) &&
597 cd dirtosymlink &&
598 git fast-export main -- foo |
599 (cd ../result && git fast-import --quiet)
600 ) &&
601 (cd result && git show main:foo)
604 test_expect_success 'fast-export quotes pathnames' '
605 git init crazy-paths &&
606 test_config -C crazy-paths core.protectNTFS false &&
607 (cd crazy-paths &&
608 blob=$(echo foo | git hash-object -w --stdin) &&
609 git -c core.protectNTFS=false update-index --add \
610 --cacheinfo 100644 $blob "$(printf "path with\\nnewline")" \
611 --cacheinfo 100644 $blob "path with \"quote\"" \
612 --cacheinfo 100644 $blob "path with \\backslash" \
613 --cacheinfo 100644 $blob "path with space" &&
614 git commit -m addition &&
615 git ls-files -z -s | perl -0pe "s{\\t}{$&subdir/}" >index &&
616 git read-tree --empty &&
617 git update-index -z --index-info <index &&
618 git commit -m rename &&
619 git read-tree --empty &&
620 git commit -m deletion &&
621 git fast-export -M HEAD >export.out &&
622 git rev-list HEAD >expect &&
623 git init result &&
624 cd result &&
625 git fast-import <../export.out &&
626 git rev-list HEAD >actual &&
627 test_cmp ../expect actual
631 test_expect_success 'test bidirectionality' '
632 git init marks-test &&
633 git fast-export --export-marks=marks-cur --import-marks-if-exists=marks-cur --branches | \
634 git --git-dir=marks-test/.git fast-import --export-marks=marks-new --import-marks-if-exists=marks-new &&
635 (cd marks-test &&
636 git reset --hard &&
637 echo Wohlauf > file &&
638 git commit -a -m "back in time") &&
639 git --git-dir=marks-test/.git fast-export --export-marks=marks-new --import-marks-if-exists=marks-new --branches | \
640 git fast-import --export-marks=marks-cur --import-marks-if-exists=marks-cur
643 cat > expected << EOF
644 blob
645 mark :13
646 data 5
647 bump
649 commit refs/heads/main
650 mark :14
651 author A U Thor <author@example.com> 1112912773 -0700
652 committer C O Mitter <committer@example.com> 1112912773 -0700
653 data 5
654 bump
655 from :12
656 M 100644 :13 file
660 test_expect_success 'avoid uninteresting refs' '
661 > tmp-marks &&
662 git fast-export --import-marks=tmp-marks \
663 --export-marks=tmp-marks main > /dev/null &&
664 git tag v1.0 &&
665 git branch uninteresting &&
666 echo bump > file &&
667 git commit -a -m bump &&
668 git fast-export --import-marks=tmp-marks \
669 --export-marks=tmp-marks ^uninteresting ^v1.0 main > actual &&
670 test_cmp expected actual
673 cat > expected << EOF
674 reset refs/heads/main
675 from :14
679 test_expect_success 'refs are updated even if no commits need to be exported' '
680 > tmp-marks &&
681 git fast-export --import-marks=tmp-marks \
682 --export-marks=tmp-marks main > /dev/null &&
683 git fast-export --import-marks=tmp-marks \
684 --export-marks=tmp-marks main > actual &&
685 test_cmp expected actual
688 test_expect_success 'use refspec' '
689 git fast-export --refspec refs/heads/main:refs/heads/foobar main >actual2 &&
690 grep "^commit " actual2 | sort | uniq >actual &&
691 echo "commit refs/heads/foobar" > expected &&
692 test_cmp expected actual
695 test_expect_success 'delete ref because entire history excluded' '
696 git branch to-delete &&
697 git fast-export to-delete ^to-delete >actual &&
698 cat >expected <<-EOF &&
699 reset refs/heads/to-delete
700 from $ZERO_OID
703 test_cmp expected actual
706 test_expect_success 'delete refspec' '
707 git fast-export --refspec :refs/heads/to-delete >actual &&
708 cat >expected <<-EOF &&
709 reset refs/heads/to-delete
710 from $ZERO_OID
713 test_cmp expected actual
716 test_expect_success 'when using -C, do not declare copy when source of copy is also modified' '
717 test_create_repo src &&
718 echo a_line >src/file.txt &&
719 git -C src add file.txt &&
720 git -C src commit -m 1st_commit &&
722 cp src/file.txt src/file2.txt &&
723 echo another_line >>src/file.txt &&
724 git -C src add file.txt file2.txt &&
725 git -C src commit -m 2nd_commit &&
727 test_create_repo dst &&
728 git -C src fast-export --all -C >actual &&
729 git -C dst fast-import <actual &&
730 git -C src show >expected &&
731 git -C dst show >actual &&
732 test_cmp expected actual
735 test_expect_success 'merge commit gets exported with --import-marks' '
736 test_create_repo merging &&
738 cd merging &&
739 test_commit initial &&
740 git checkout -b topic &&
741 test_commit on-topic &&
742 git checkout main &&
743 test_commit on-main &&
744 test_tick &&
745 git merge --no-ff -m Yeah topic &&
747 echo ":1 $(git rev-parse HEAD^^)" >marks &&
748 git fast-export --import-marks=marks main >out &&
749 grep Yeah out
753 test_done