builtin-ls-files.c

   1 /*
   2  * This merges the file listing in the directory cache index
   3  * with the actual working directory list, and shows different
   4  * combinations of the two.
   5  *
   6  * Copyright (C) Linus Torvalds, 2005
   7  */
   8 #include "cache.h"
   9 #include "quote.h"
  10 #include "dir.h"
  11 #include "builtin.h"
  12 #include "tree.h"
  13
  14 static int abbrev;
  15 static int show_deleted;
  16 static int show_cached;
  17 static int show_others;
  18 static int show_stage;
  19 static int show_unmerged;
  20 static int show_modified;
  21 static int show_killed;
  22 static int show_valid_bit;
  23 static int line_terminator = '\n';
  24
  25 static int prefix_len;
  26 static int prefix_offset;
  27 static const char **pathspec;
  28 static int error_unmatch;
  29 static char *ps_matched;
  30 static const char *with_tree;
  31
  32 static const char *tag_cached = "";
  33 static const char *tag_unmerged = "";
  34 static const char *tag_removed = "";
  35 static const char *tag_other = "";
  36 static const char *tag_killed = "";
  37 static const char *tag_modified = "";
  38
  39
  40 /*
  41  * Match a pathspec against a filename. The first "skiplen" characters
  42  * are the common prefix
  43  */
  44 int pathspec_match(const char **spec, char *ps_matched,
  45                    const char *filename, int skiplen)
  46 {
  47         const char *m;
  48
  49         while ((m = *spec++) != NULL) {
  50                 int matchlen = strlen(m + skiplen);
  51
  52                 if (!matchlen)
  53                         goto matched;
  54                 if (!strncmp(m + skiplen, filename + skiplen, matchlen)) {
  55                         if (m[skiplen + matchlen - 1] == '/')
  56                                 goto matched;
  57                         switch (filename[skiplen + matchlen]) {
  58                         case '/': case '\0':
  59                                 goto matched;
  60                         }
  61                 }
  62                 if (!fnmatch(m + skiplen, filename + skiplen, 0))
  63                         goto matched;
  64                 if (ps_matched)
  65                         ps_matched++;
  66                 continue;
  67         matched:
  68                 if (ps_matched)
  69                         *ps_matched = 1;
  70                 return 1;
  71         }
  72         return 0;
  73 }
  74
  75 static void show_dir_entry(const char *tag, struct dir_entry *ent)
  76 {
  77         int len = prefix_len;
  78         int offset = prefix_offset;
  79
  80         if (len >= ent->len)
  81                 die("git-ls-files: internal error - directory entry not superset of prefix");
  82
  83         if (pathspec && !pathspec_match(pathspec, ps_matched, ent->name, len))
  84                 return;
  85
  86         fputs(tag, stdout);
  87         write_name_quoted(ent->name + offset, stdout, line_terminator);
  88 }
  89
  90 static void show_other_files(struct dir_struct *dir)
  91 {
  92         int i;
  93
  94
  95         /*
  96          * Skip matching and unmerged entries for the paths,
  97          * since we want just "others".
  98          *
  99          * (Matching entries are normally pruned during
 100          * the directory tree walk, but will show up for
 101          * gitlinks because we don't necessarily have
 102          * dir->show_other_directories set to suppress
 103          * them).
 104          */
 105         for (i = 0; i < dir->nr; i++) {
 106                 struct dir_entry *ent = dir->entries[i];
 107                 int len, pos;
 108                 struct cache_entry *ce;
 109
 110                 /*
 111                  * Remove the '/' at the end that directory
 112                  * walking adds for directory entries.
 113                  */
 114                 len = ent->len;
 115                 if (len && ent->name[len-1] == '/')
 116                         len--;
 117                 pos = cache_name_pos(ent->name, len);
 118                 if (0 <= pos)
 119                         continue;       /* exact match */
 120                 pos = -pos - 1;
 121                 if (pos < active_nr) {
 122                         ce = active_cache[pos];
 123                         if (ce_namelen(ce) == len &&
 124                             !memcmp(ce->name, ent->name, len))
 125                                 continue; /* Yup, this one exists unmerged */
 126                 }
 127                 show_dir_entry(tag_other, ent);
 128         }
 129 }
 130
 131 static void show_killed_files(struct dir_struct *dir)
 132 {
 133         int i;
 134         for (i = 0; i < dir->nr; i++) {
 135                 struct dir_entry *ent = dir->entries[i];
 136                 char *cp, *sp;
 137                 int pos, len, killed = 0;
 138
 139                 for (cp = ent->name; cp - ent->name < ent->len; cp = sp + 1) {
 140                         sp = strchr(cp, '/');
 141                         if (!sp) {
 142                                 /* If ent->name is prefix of an entry in the
 143                                  * cache, it will be killed.
 144                                  */
 145                                 pos = cache_name_pos(ent->name, ent->len);
 146                                 if (0 <= pos)
 147                                         die("bug in show-killed-files");
 148                                 pos = -pos - 1;
 149                                 while (pos < active_nr &&
 150                                        ce_stage(active_cache[pos]))
 151                                         pos++; /* skip unmerged */
 152                                 if (active_nr <= pos)
 153                                         break;
 154                                 /* pos points at a name immediately after
 155                                  * ent->name in the cache.  Does it expect
 156                                  * ent->name to be a directory?
 157                                  */
 158                                 len = ce_namelen(active_cache[pos]);
 159                                 if ((ent->len < len) &&
 160                                     !strncmp(active_cache[pos]->name,
 161                                              ent->name, ent->len) &&
 162                                     active_cache[pos]->name[ent->len] == '/')
 163                                         killed = 1;
 164                                 break;
 165                         }
 166                         if (0 <= cache_name_pos(ent->name, sp - ent->name)) {
 167                                 /* If any of the leading directories in
 168                                  * ent->name is registered in the cache,
 169                                  * ent->name will be killed.
 170                                  */
 171                                 killed = 1;
 172                                 break;
 173                         }
 174                 }
 175                 if (killed)
 176                         show_dir_entry(tag_killed, dir->entries[i]);
 177         }
 178 }
 179
 180 static void show_ce_entry(const char *tag, struct cache_entry *ce)
 181 {
 182         int len = prefix_len;
 183         int offset = prefix_offset;
 184
 185         if (len >= ce_namelen(ce))
 186                 die("git-ls-files: internal error - cache entry not superset of prefix");
 187
 188         if (pathspec && !pathspec_match(pathspec, ps_matched, ce->name, len))
 189                 return;
 190
 191         if (tag && *tag && show_valid_bit &&
 192             (ce->ce_flags & CE_VALID)) {
 193                 static char alttag[4];
 194                 memcpy(alttag, tag, 3);
 195                 if (isalpha(tag[0]))
 196                         alttag[0] = tolower(tag[0]);
 197                 else if (tag[0] == '?')
 198                         alttag[0] = '!';
 199                 else {
 200                         alttag[0] = 'v';
 201                         alttag[1] = tag[0];
 202                         alttag[2] = ' ';
 203                         alttag[3] = 0;
 204                 }
 205                 tag = alttag;
 206         }
 207
 208         if (!show_stage) {
 209                 fputs(tag, stdout);
 210         } else {
 211                 printf("%s%06o %s %d\t",
 212                        tag,
 213                        ce->ce_mode,
 214                        abbrev ? find_unique_abbrev(ce->sha1,abbrev)
 215                                 : sha1_to_hex(ce->sha1),
 216                        ce_stage(ce));
 217         }
 218         write_name_quoted(ce->name + offset, stdout, line_terminator);
 219 }
 220
 221 static void show_files(struct dir_struct *dir, const char *prefix)
 222 {
 223         int i;
 224
 225         /* For cached/deleted files we don't need to even do the readdir */
 226         if (show_others || show_killed) {
 227                 const char *path = ".", *base = "";
 228                 int baselen = prefix_len;
 229
 230                 if (baselen)
 231                         path = base = prefix;
 232                 read_directory(dir, path, base, baselen, pathspec);
 233                 if (show_others)
 234                         show_other_files(dir);
 235                 if (show_killed)
 236                         show_killed_files(dir);
 237         }
 238         if (show_cached | show_stage) {
 239                 for (i = 0; i < active_nr; i++) {
 240                         struct cache_entry *ce = active_cache[i];
 241                         int dtype = ce_to_dtype(ce);
 242                         if (excluded(dir, ce->name, &dtype) != dir->show_ignored)
 243                                 continue;
 244                         if (show_unmerged && !ce_stage(ce))
 245                                 continue;
 246                         if (ce->ce_flags & CE_UPDATE)
 247                                 continue;
 248                         show_ce_entry(ce_stage(ce) ? tag_unmerged : tag_cached, ce);
 249                 }
 250         }
 251         if (show_deleted | show_modified) {
 252                 for (i = 0; i < active_nr; i++) {
 253                         struct cache_entry *ce = active_cache[i];
 254                         struct stat st;
 255                         int err;
 256                         int dtype = ce_to_dtype(ce);
 257                         if (excluded(dir, ce->name, &dtype) != dir->show_ignored)
 258                                 continue;
 259                         err = lstat(ce->name, &st);
 260                         if (show_deleted && err)
 261                                 show_ce_entry(tag_removed, ce);
 262                         if (show_modified && ce_modified(ce, &st, 0))
 263                                 show_ce_entry(tag_modified, ce);
 264                 }
 265         }
 266 }
 267
 268 /*
 269  * Prune the index to only contain stuff starting with "prefix"
 270  */
 271 static void prune_cache(const char *prefix)
 272 {
 273         int pos = cache_name_pos(prefix, prefix_len);
 274         unsigned int first, last;
 275
 276         if (pos < 0)
 277                 pos = -pos-1;
 278         memmove(active_cache, active_cache + pos,
 279                 (active_nr - pos) * sizeof(struct cache_entry *));
 280         active_nr -= pos;
 281         first = 0;
 282         last = active_nr;
 283         while (last > first) {
 284                 int next = (last + first) >> 1;
 285                 struct cache_entry *ce = active_cache[next];
 286                 if (!strncmp(ce->name, prefix, prefix_len)) {
 287                         first = next+1;
 288                         continue;
 289                 }
 290                 last = next;
 291         }
 292         active_nr = last;
 293 }
 294
 295 static const char *verify_pathspec(const char *prefix)
 296 {
 297         const char **p, *n, *prev;
 298         unsigned long max;
 299
 300         prev = NULL;
 301         max = PATH_MAX;
 302         for (p = pathspec; (n = *p) != NULL; p++) {
 303                 int i, len = 0;
 304                 for (i = 0; i < max; i++) {
 305                         char c = n[i];
 306                         if (prev && prev[i] != c)
 307                                 break;
 308                         if (!c || c == '*' || c == '?')
 309                                 break;
 310                         if (c == '/')
 311                                 len = i+1;
 312                 }
 313                 prev = n;
 314                 if (len < max) {
 315                         max = len;
 316                         if (!max)
 317                                 break;
 318                 }
 319         }
 320
 321         if (prefix_offset > max || memcmp(prev, prefix, prefix_offset))
 322                 die("git-ls-files: cannot generate relative filenames containing '..'");
 323
 324         prefix_len = max;
 325         return max ? xmemdupz(prev, max) : NULL;
 326 }
 327
 328 /*
 329  * Read the tree specified with --with-tree option
 330  * (typically, HEAD) into stage #1 and then
 331  * squash them down to stage #0.  This is used for
 332  * --error-unmatch to list and check the path patterns
 333  * that were given from the command line.  We are not
 334  * going to write this index out.
 335  */
 336 void overlay_tree_on_cache(const char *tree_name, const char *prefix)
 337 {
 338         struct tree *tree;
 339         unsigned char sha1[20];
 340         const char **match;
 341         struct cache_entry *last_stage0 = NULL;
 342         int i;
 343
 344         if (get_sha1(tree_name, sha1))
 345                 die("tree-ish %s not found.", tree_name);
 346         tree = parse_tree_indirect(sha1);
 347         if (!tree)
 348                 die("bad tree-ish %s", tree_name);
 349
 350         /* Hoist the unmerged entries up to stage #3 to make room */
 351         for (i = 0; i < active_nr; i++) {
 352                 struct cache_entry *ce = active_cache[i];
 353                 if (!ce_stage(ce))
 354                         continue;
 355                 ce->ce_flags |= CE_STAGEMASK;
 356         }
 357
 358         if (prefix) {
 359                 static const char *(matchbuf[2]);
 360                 matchbuf[0] = prefix;
 361                 matchbuf [1] = NULL;
 362                 match = matchbuf;
 363         } else
 364                 match = NULL;
 365         if (read_tree(tree, 1, match))
 366                 die("unable to read tree entries %s", tree_name);
 367
 368         for (i = 0; i < active_nr; i++) {
 369                 struct cache_entry *ce = active_cache[i];
 370                 switch (ce_stage(ce)) {
 371                 case 0:
 372                         last_stage0 = ce;
 373                         /* fallthru */
 374                 default:
 375                         continue;
 376                 case 1:
 377                         /*
 378                          * If there is stage #0 entry for this, we do not
 379                          * need to show it.  We use CE_UPDATE bit to mark
 380                          * such an entry.
 381                          */
 382                         if (last_stage0 &&
 383                             !strcmp(last_stage0->name, ce->name))
 384                                 ce->ce_flags |= CE_UPDATE;
 385                 }
 386         }
 387 }
 388
 389 int report_path_error(const char *ps_matched, const char **pathspec, int prefix_offset)
 390 {
 391         /*
 392          * Make sure all pathspec matched; otherwise it is an error.
 393          */
 394         int num, errors = 0;
 395         for (num = 0; pathspec[num]; num++) {
 396                 int other, found_dup;
 397
 398                 if (ps_matched[num])
 399                         continue;
 400                 /*
 401                  * The caller might have fed identical pathspec
 402                  * twice.  Do not barf on such a mistake.
 403                  */
 404                 for (found_dup = other = 0;
 405                      !found_dup && pathspec[other];
 406                      other++) {
 407                         if (other == num || !ps_matched[other])
 408                                 continue;
 409                         if (!strcmp(pathspec[other], pathspec[num]))
 410                                 /*
 411                                  * Ok, we have a match already.
 412                                  */
 413                                 found_dup = 1;
 414                 }
 415                 if (found_dup)
 416                         continue;
 417
 418                 error("pathspec '%s' did not match any file(s) known to git.",
 419                       pathspec[num] + prefix_offset);
 420                 errors++;
 421         }
 422         return errors;
 423 }
 424
 425 static const char ls_files_usage[] =
 426         "git ls-files [-z] [-t] [-v] (--[cached|deleted|others|stage|unmerged|killed|modified])* "
 427         "[ --ignored ] [--exclude=<pattern>] [--exclude-from=<file>] "
 428         "[ --exclude-per-directory=<filename> ] [--exclude-standard] "
 429         "[--full-name] [--abbrev] [--] [<file>]*";
 430
 431 int cmd_ls_files(int argc, const char **argv, const char *prefix)
 432 {
 433         int i;
 434         int exc_given = 0, require_work_tree = 0;
 435         struct dir_struct dir;
 436
 437         memset(&dir, 0, sizeof(dir));
 438         if (prefix)
 439                 prefix_offset = strlen(prefix);
 440         git_config(git_default_config, NULL);
 441
 442         for (i = 1; i < argc; i++) {
 443                 const char *arg = argv[i];
 444
 445                 if (!strcmp(arg, "--")) {
 446                         i++;
 447                         break;
 448                 }
 449                 if (!strcmp(arg, "-z")) {
 450                         line_terminator = 0;
 451                         continue;
 452                 }
 453                 if (!strcmp(arg, "-t") || !strcmp(arg, "-v")) {
 454                         tag_cached = "H ";
 455                         tag_unmerged = "M ";
 456                         tag_removed = "R ";
 457                         tag_modified = "C ";
 458                         tag_other = "? ";
 459                         tag_killed = "K ";
 460                         if (arg[1] == 'v')
 461                                 show_valid_bit = 1;
 462                         continue;
 463                 }
 464                 if (!strcmp(arg, "-c") || !strcmp(arg, "--cached")) {
 465                         show_cached = 1;
 466                         continue;
 467                 }
 468                 if (!strcmp(arg, "-d") || !strcmp(arg, "--deleted")) {
 469                         show_deleted = 1;
 470                         continue;
 471                 }
 472                 if (!strcmp(arg, "-m") || !strcmp(arg, "--modified")) {
 473                         show_modified = 1;
 474                         require_work_tree = 1;
 475                         continue;
 476                 }
 477                 if (!strcmp(arg, "-o") || !strcmp(arg, "--others")) {
 478                         show_others = 1;
 479                         require_work_tree = 1;
 480                         continue;
 481                 }
 482                 if (!strcmp(arg, "-i") || !strcmp(arg, "--ignored")) {
 483                         dir.show_ignored = 1;
 484                         require_work_tree = 1;
 485                         continue;
 486                 }
 487                 if (!strcmp(arg, "-s") || !strcmp(arg, "--stage")) {
 488                         show_stage = 1;
 489                         continue;
 490                 }
 491                 if (!strcmp(arg, "-k") || !strcmp(arg, "--killed")) {
 492                         show_killed = 1;
 493                         require_work_tree = 1;
 494                         continue;
 495                 }
 496                 if (!strcmp(arg, "--directory")) {
 497                         dir.show_other_directories = 1;
 498                         continue;
 499                 }
 500                 if (!strcmp(arg, "--no-empty-directory")) {
 501                         dir.hide_empty_directories = 1;
 502                         continue;
 503                 }
 504                 if (!strcmp(arg, "-u") || !strcmp(arg, "--unmerged")) {
 505                         /* There's no point in showing unmerged unless
 506                          * you also show the stage information.
 507                          */
 508                         show_stage = 1;
 509                         show_unmerged = 1;
 510                         continue;
 511                 }
 512                 if (!strcmp(arg, "-x") && i+1 < argc) {
 513                         exc_given = 1;
 514                         add_exclude(argv[++i], "", 0, &dir.exclude_list[EXC_CMDL]);
 515                         continue;
 516                 }
 517                 if (!prefixcmp(arg, "--exclude=")) {
 518                         exc_given = 1;
 519                         add_exclude(arg+10, "", 0, &dir.exclude_list[EXC_CMDL]);
 520                         continue;
 521                 }
 522                 if (!strcmp(arg, "-X") && i+1 < argc) {
 523                         exc_given = 1;
 524                         add_excludes_from_file(&dir, argv[++i]);
 525                         continue;
 526                 }
 527                 if (!prefixcmp(arg, "--exclude-from=")) {
 528                         exc_given = 1;
 529                         add_excludes_from_file(&dir, arg+15);
 530                         continue;
 531                 }
 532                 if (!prefixcmp(arg, "--exclude-per-directory=")) {
 533                         exc_given = 1;
 534                         dir.exclude_per_dir = arg + 24;
 535                         continue;
 536                 }
 537                 if (!strcmp(arg, "--exclude-standard")) {
 538                         exc_given = 1;
 539                         setup_standard_excludes(&dir);
 540                         continue;
 541                 }
 542                 if (!strcmp(arg, "--full-name")) {
 543                         prefix_offset = 0;
 544                         continue;
 545                 }
 546                 if (!strcmp(arg, "--error-unmatch")) {
 547                         error_unmatch = 1;
 548                         continue;
 549                 }
 550                 if (!prefixcmp(arg, "--with-tree=")) {
 551                         with_tree = arg + 12;
 552                         continue;
 553                 }
 554                 if (!prefixcmp(arg, "--abbrev=")) {
 555                         abbrev = strtoul(arg+9, NULL, 10);
 556                         if (abbrev && abbrev < MINIMUM_ABBREV)
 557                                 abbrev = MINIMUM_ABBREV;
 558                         else if (abbrev > 40)
 559                                 abbrev = 40;
 560                         continue;
 561                 }
 562                 if (!strcmp(arg, "--abbrev")) {
 563                         abbrev = DEFAULT_ABBREV;
 564                         continue;
 565                 }
 566                 if (*arg == '-')
 567                         usage(ls_files_usage);
 568                 break;
 569         }
 570
 571         if (require_work_tree && !is_inside_work_tree())
 572                 setup_work_tree();
 573
 574         pathspec = get_pathspec(prefix, argv + i);
 575
 576         /* Verify that the pathspec matches the prefix */
 577         if (pathspec)
 578                 prefix = verify_pathspec(prefix);
 579
 580         /* Treat unmatching pathspec elements as errors */
 581         if (pathspec && error_unmatch) {
 582                 int num;
 583                 for (num = 0; pathspec[num]; num++)
 584                         ;
 585                 ps_matched = xcalloc(1, num);
 586         }
 587
 588         if (dir.show_ignored && !exc_given) {
 589                 fprintf(stderr, "%s: --ignored needs some exclude pattern\n",
 590                         argv[0]);
 591                 exit(1);
 592         }
 593
 594         /* With no flags, we default to showing the cached files */
 595         if (!(show_stage | show_deleted | show_others | show_unmerged |
 596               show_killed | show_modified))
 597                 show_cached = 1;
 598
 599         read_cache();
 600         if (prefix)
 601                 prune_cache(prefix);
 602         if (with_tree) {
 603                 /*
 604                  * Basic sanity check; show-stages and show-unmerged
 605                  * would not make any sense with this option.
 606                  */
 607                 if (show_stage || show_unmerged)
 608                         die("ls-files --with-tree is incompatible with -s or -u");
 609                 overlay_tree_on_cache(with_tree, prefix);
 610         }
 611         show_files(&dir, prefix);
 612
 613         if (ps_matched) {
 614                 int bad;
 615                 bad = report_path_error(ps_matched, pathspec, prefix_offset);
 616                 if (bad)
 617                         fprintf(stderr, "Did you forget to 'git add'?\n");
 618
 619                 return bad ? 1 : 0;
 620         }
 621
 622         return 0;
 623 }