posix/wordexp-test.c

   1 /* Copyright (C) 1997-2019 Free Software Foundation, Inc.
   2    This file is part of the GNU C Library.
   3
   4    The GNU C Library is free software; you can redistribute it and/or
   5    modify it under the terms of the GNU Lesser General Public
   6    License as published by the Free Software Foundation; either
   7    version 2.1 of the License, or (at your option) any later version.
   8
   9    The GNU C Library is distributed in the hope that it will be useful,
  10    but WITHOUT ANY WARRANTY; without even the implied warranty of
  11    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  12    Lesser General Public License for more details.
  13
  14    You should have received a copy of the GNU Lesser General Public
  15    License along with the GNU C Library; if not, see
  16    <https://www.gnu.org/licenses/>.  */
  17
  18 #include <wordexp.h>
  19 #include <stdio.h>
  20 #include <fcntl.h>
  21 #include <pwd.h>
  22 #include <stdlib.h>
  23 #include <string.h>
  24 #include <sys/mman.h>
  25
  26 #include <libc-pointer-arith.h>
  27 #include <array_length.h>
  28 #include <support/xunistd.h>
  29 #include <support/check.h>
  30 #include <support/next_to_fault.h>
  31
  32 #define IFS " \n\t"
  33
  34 struct test_case_struct
  35 {
  36   int retval;
  37   const char *env;
  38   const char *words;
  39   int flags;
  40   size_t wordc;
  41   const char *wordv[10];
  42   const char *ifs;
  43 } static test_case[] =
  44   {
  45     /* Simple word- and field-splitting */
  46     { 0, NULL, "one", 0, 1, { "one", }, IFS },
  47     { 0, NULL, "one two", 0, 2, { "one", "two", }, IFS },
  48     { 0, NULL, "one two three", 0, 3, { "one", "two", "three", }, IFS },
  49     { 0, NULL, " \tfoo\t\tbar ", 0, 2, { "foo", "bar", }, IFS },
  50     { 0, NULL, "red , white blue", 0, 4, { "red", ",", "white", "blue", }, " ," },
  51     { 0, NULL, "one two three", 0, 3, { "one", "two", "three", }, "" },
  52     { 0, NULL, "one \"two three\"", 0, 2, { "one", "two three", }, IFS },
  53     { 0, NULL, "one \"two three\"", 0, 2, { "one", "two three", }, "" },
  54     { 0, "two three", "one \"$var\"", 0, 2, { "one", "two three", }, IFS },
  55     { 0, "two three", "one $var", 0, 3, { "one", "two", "three", }, IFS },
  56     { 0, "two three", "one \"$var\"", 0, 2, { "one", "two three", }, "" },
  57     { 0, "two three", "one $var", 0, 2, { "one", "two three", }, "" },
  58
  59     /* The non-whitespace IFS char at the end delimits the second field
  60      * but does NOT start a new field. */
  61     { 0, ":abc:", "$var", 0, 2, { "", "abc", }, ":" },
  62
  63     { 0, NULL, "$(echo :abc:)", 0, 2, { "", "abc", }, ":" },
  64     { 0, NULL, "$(echo :abc:\\ )", 0, 2, { "", "abc", }, ": " },
  65     { 0, NULL, "$(echo :abc\\ )", 0, 2, { "", "abc", }, ": " },
  66     { 0, ":abc:", "$(echo $var)", 0, 2, { "", "abc", }, ":" },
  67     { 0, NULL, ":abc:", 0, 1, { ":abc:", }, ":" },
  68     { 0, NULL, "$(echo :abc:)def", 0, 3, { "", "abc", "def", },
  69       ":" },
  70     { 0, NULL, "$(echo abc:de)f", 0, 2, { "abc", "def", }, ":" },
  71     { 0, NULL, "$(echo abc:de)f:ghi", 0, 2, { "abc", "def:ghi", },
  72       ":" },
  73     { 0, NULL, "abc:d$(echo ef:ghi)", 0, 2, { "abc:def", "ghi", },
  74       ":" },
  75     { 0, "abc:", "$var$(echo def:ghi)", 0, 3, { "abc", "def",
  76                                                           "ghi", }, ":" },
  77     { 0, "abc:d", "$var$(echo ef:ghi)", 0, 3, { "abc", "def",
  78                                                           "ghi", }, ":" },
  79     { 0, "def:ghi", "$(echo abc:)$var", 0, 3, { "abc", "def",
  80                                                           "ghi", }, ":" },
  81     { 0, "ef:ghi", "$(echo abc:d)$var", 0, 3, { "abc", "def",
  82                                                           "ghi", }, ":" },
  83
  84     /* Simple parameter expansion */
  85     { 0, "foo", "${var}", 0, 1, { "foo", }, IFS },
  86     { 0, "foo", "$var", 0, 1, { "foo", }, IFS },
  87     { 0, "foo", "\\\"$var\\\"", 0, 1, { "\"foo\"", }, IFS },
  88     { 0, "foo", "%$var%", 0, 1, { "%foo%", }, IFS },
  89     { 0, "foo", "-$var-", 0, 1, { "-foo-", }, IFS },
  90
  91     /* Simple quote removal */
  92     { 0, NULL, "\"quoted\"", 0, 1, { "quoted", }, IFS },
  93     { 0, "foo", "\"$var\"\"$var\"", 0, 1, { "foofoo", }, IFS },
  94     { 0, NULL, "'singly-quoted'", 0, 1, { "singly-quoted", }, IFS },
  95     { 0, NULL, "contin\\\nuation", 0, 1, { "continuation", }, IFS },
  96     { 0, NULL, "explicit ''", 0, 2, { "explicit", "", }, IFS },
  97     { 0, NULL, "explicit \"\"", 0, 2, { "explicit", "", }, IFS },
  98     { 0, NULL, "explicit ``", 0, 1, { "explicit", }, IFS },
  99
 100     /* Simple command substitution */
 101     { 0, NULL, "$(echo hello)", 0, 1, { "hello", }, IFS },
 102     { 0, NULL, "$( (echo hello) )", 0, 1, { "hello", }, IFS },
 103     { 0, NULL, "$((echo hello);(echo there))", 0, 2, { "hello", "there", }, IFS },
 104     { 0, NULL, "`echo one two`", 0, 2, { "one", "two", }, IFS },
 105     { 0, NULL, "$(echo ')')", 0, 1, { ")" }, IFS },
 106     { 0, NULL, "$(echo hello; echo)", 0, 1, { "hello", }, IFS },
 107     { 0, NULL, "a$(echo b)c", 0, 1, { "abc", }, IFS },
 108
 109     /* Simple arithmetic expansion */
 110     { 0, NULL, "$((1 + 1))", 0, 1, { "2", }, IFS },
 111     { 0, NULL, "$((2-3))", 0, 1, { "-1", }, IFS },
 112     { 0, NULL, "$((-1))", 0, 1, { "-1", }, IFS },
 113     { 0, NULL, "$[50+20]", 0, 1, { "70", }, IFS },
 114     { 0, NULL, "$(((2+3)*(4+5)))", 0, 1, { "45", }, IFS },
 115     { 0, NULL, "$((010))", 0, 1, { "8" }, IFS },
 116     { 0, NULL, "$((0x10))", 0, 1, { "16" }, IFS },
 117     { 0, NULL, "$((010+0x10))", 0, 1, { "24" }, IFS },
 118     { 0, NULL, "$((-010+0x10))", 0, 1, { "8" }, IFS },
 119     { 0, NULL, "$((-0x10+010))", 0, 1, { "-8" }, IFS },
 120
 121     /* Advanced parameter expansion */
 122     { 0, NULL, "${var:-bar}", 0, 1, { "bar", }, IFS },
 123     { 0, NULL, "${var-bar}", 0, 1, { "bar", }, IFS },
 124     { 0, "", "${var:-bar}", 0, 1, { "bar", }, IFS },
 125     { 0, "foo", "${var:-bar}", 0, 1, { "foo", }, IFS },
 126     { 0, "", "${var-bar}", 0, 0, { NULL, }, IFS },
 127     { 0, NULL, "${var:=bar}", 0, 1, { "bar", }, IFS },
 128     { 0, NULL, "${var=bar}", 0, 1, { "bar", }, IFS },
 129     { 0, "", "${var:=bar}", 0, 1, { "bar", }, IFS },
 130     { 0, "foo", "${var:=bar}", 0, 1, { "foo", }, IFS },
 131     { 0, "", "${var=bar}", 0, 0, { NULL, }, IFS },
 132     { 0, "foo", "${var:?bar}", 0, 1, { "foo", }, IFS },
 133     { 0, NULL, "${var:+bar}", 0, 0, { NULL, }, IFS },
 134     { 0, NULL, "${var+bar}", 0, 0, { NULL, }, IFS },
 135     { 0, "", "${var:+bar}", 0, 0, { NULL, }, IFS },
 136     { 0, "foo", "${var:+bar}", 0, 1, { "bar", }, IFS },
 137     { 0, "", "${var+bar}", 0, 1, { "bar", }, IFS },
 138     { 0, "12345", "${#var}", 0, 1, { "5", }, IFS },
 139     { 0, NULL, "${var:-'}'}", 0, 1, { "}", }, IFS },
 140     { 0, NULL, "${var-}", 0, 0, { NULL }, IFS },
 141
 142     { 0, "pizza", "${var#${var}}", 0, 0, { NULL }, IFS },
 143     { 0, "pepperoni", "${var%$(echo oni)}", 0, 1, { "pepper" }, IFS },
 144     { 0, "6pack", "${var#$((6))}", 0, 1, { "pack" }, IFS },
 145     { 0, "b*witched", "${var##b*}", 0, 0, { NULL }, IFS },
 146     { 0, "b*witched", "${var##\"b*\"}", 0, 1, { "witched" }, IFS },
 147     { 0, "banana", "${var%na*}", 0, 1, { "bana", }, IFS },
 148     { 0, "banana", "${var%%na*}", 0, 1, { "ba", }, IFS },
 149     { 0, "borabora-island", "${var#*bora}", 0, 1, { "bora-island", }, IFS },
 150     { 0, "borabora-island", "${var##*bora}", 0, 1, { "-island", }, IFS },
 151     { 0, "coconut", "${var##\\*co}", 0, 1, { "coconut", }, IFS },
 152     { 0, "100%", "${var%0%}", 0, 1, { "10" }, IFS },
 153
 154     /* Pathname expansion */
 155     { 0, NULL, "???", 0, 2, { "one", "two", }, IFS },
 156     { 0, NULL, "[ot]??", 0, 2, { "one", "two", }, IFS },
 157     { 0, NULL, "t*", 0, 2, { "three", "two", }, IFS },
 158     { 0, NULL, "\"t\"*", 0, 2, { "three", "two", }, IFS },
 159
 160     /* Nested constructs */
 161     { 0, "one two", "$var", 0, 2, { "one", "two", }, IFS },
 162     { 0, "one two three", "$var", 0, 3, { "one", "two", "three", }, IFS },
 163     { 0, " \tfoo\t\tbar ", "$var", 0, 2, { "foo", "bar", }, IFS },
 164     { 0, "  red  , white blue", "$var", 0, 3, { "red", "white", "blue", }, ", \n\t" },
 165     { 0, "  red  , white blue", "\"$var\"", 0, 1, { "  red  , white blue", }, ", \n\t" },
 166     { 0, NULL, "\"$(echo hello there)\"", 0, 1, { "hello there", }, IFS },
 167     { 0, NULL, "\"$(echo \"hello there\")\"", 0, 1, { "hello there", }, IFS },
 168     { 0, NULL, "${var=one two} \"$var\"", 0, 3, { "one", "two", "one two", }, IFS },
 169     { 0, "1", "$(( $(echo 3)+$var ))", 0, 1, { "4", }, IFS },
 170     { 0, NULL, "\"$(echo \"*\")\"", 0, 1, { "*", }, IFS },
 171     { 0, NULL, "\"a\n\n$(echo)b\"", 0, 1, { "a\n\nb", }, IFS },
 172     { 0, "foo", "*$var*", 0, 1, { "*foo*", }, IFS },
 173     { 0, "o thr", "*$var*", 0, 2, { "two", "three" }, IFS },
 174
 175     /* Different IFS values */
 176     { 0, "a b\tc\nd  ", "$var", 0, 4, { "a", "b", "c", "d" }, NULL /* unset */ },
 177     { 0, "a b\tc d  ", "$var", 0, 1, { "a b\tc d  " }, "" /* `null' */ },
 178     { 0, "a,b c\n, d", "$var", 0, 3, { "a", "b c", " d" }, "\t\n," },
 179
 180     /* Other things that should succeed */
 181     { 0, NULL, "\\*\"|&;<>\"\\(\\)\\{\\}", 0, 1, { "*|&;<>(){}", }, IFS },
 182     { 0, "???", "$var", 0, 1, { "???", }, IFS },
 183     { 0, NULL, "$var", 0, 0, { NULL, }, IFS },
 184     { 0, NULL, "\"\\n\"", 0, 1, { "\\n", }, IFS },
 185     { 0, NULL, "", 0, 0, { NULL, }, IFS },
 186
 187     /* Flags not already covered (testit() has special handling for these) */
 188     { 0, NULL, "one two", WRDE_DOOFFS, 2, { "one", "two", }, IFS },
 189     { 0, NULL, "appended", WRDE_APPEND, 3, { "pre1", "pre2", "appended", }, IFS },
 190     { 0, NULL, "appended", WRDE_DOOFFS|WRDE_APPEND, 3, { "pre1", "pre2", "appended", }, IFS },
 191
 192     /* Things that should fail */
 193     { WRDE_BADCHAR, NULL, "new\nline", 0, 0, { NULL, }, "" /* \n not IFS */ },
 194     { WRDE_BADCHAR, NULL, "pipe|symbol", 0, 0, { NULL, }, IFS },
 195     { WRDE_BADCHAR, NULL, "&ampersand", 0, 0, { NULL, }, IFS },
 196     { WRDE_BADCHAR, NULL, "semi;colon", 0, 0, { NULL, }, IFS },
 197     { WRDE_BADCHAR, NULL, "<greater", 0, 0, { NULL, }, IFS },
 198     { WRDE_BADCHAR, NULL, "less>", 0, 0, { NULL, }, IFS },
 199     { WRDE_BADCHAR, NULL, "(open-paren", 0, 0, { NULL, }, IFS },
 200     { WRDE_BADCHAR, NULL, "close-paren)", 0, 0, { NULL, }, IFS },
 201     { WRDE_BADCHAR, NULL, "{open-brace", 0, 0, { NULL, }, IFS },
 202     { WRDE_BADCHAR, NULL, "close-brace}", 0, 0, { NULL, }, IFS },
 203     { WRDE_BADVAL, NULL, "$var", WRDE_UNDEF, 0, { NULL, }, IFS },
 204     { WRDE_BADVAL, NULL, "$9", WRDE_UNDEF, 0, { NULL, }, IFS },
 205     { WRDE_SYNTAX, NULL, "$[50+20))", 0, 0, { NULL, }, IFS },
 206     { WRDE_SYNTAX, NULL, "${%%noparam}", 0, 0, { NULL, }, IFS },
 207     { WRDE_SYNTAX, NULL, "${missing-brace", 0, 0, { NULL, }, IFS },
 208     { WRDE_SYNTAX, NULL, "$(for i in)", 0, 0, { NULL, }, IFS },
 209     { WRDE_SYNTAX, NULL, "$((2+))", 0, 0, { NULL, }, IFS },
 210     { WRDE_SYNTAX, NULL, "`", 0, 0, { NULL, }, IFS },
 211     { WRDE_SYNTAX, NULL, "$((010+4+))", 0, 0, { NULL }, IFS },
 212
 213     { WRDE_SYNTAX, NULL, "`\\", 0, 0, { NULL, }, IFS },     /* BZ 18042  */
 214     { WRDE_SYNTAX, NULL, "${", 0, 0, { NULL, }, IFS },      /* BZ 18043  */
 215     { WRDE_SYNTAX, NULL, "L${a:", 0, 0, { NULL, }, IFS },   /* BZ 18043#c4  */
 216   };
 217
 218 static int testit (struct test_case_struct *tc);
 219 static int tests;
 220
 221 static void
 222 command_line_test (const char *words)
 223 {
 224   wordexp_t we;
 225   int i;
 226   int retval = wordexp (words, &we, 0);
 227   printf ("info: wordexp returned %d\n", retval);
 228   for (i = 0; i < we.we_wordc; i++)
 229     printf ("info: we_wordv[%d] = \"%s\"\n", i, we.we_wordv[i]);
 230 }
 231
 232 static int
 233 do_test (int argc, char *argv[])
 234 {
 235   const char *globfile[] = { "one", "two", "three" };
 236   char tmpdir[32];
 237   struct passwd *pw;
 238   const char *cwd;
 239   int test;
 240   struct test_case_struct ts;
 241
 242   if (argc > 1)
 243     {
 244       command_line_test (argv[1]);
 245       return 0;
 246     }
 247
 248   cwd = getcwd (NULL, 0);
 249
 250   /* Set up arena for pathname expansion */
 251   tmpnam (tmpdir);
 252   xmkdir (tmpdir, S_IRWXU);
 253   TEST_VERIFY_EXIT (chdir (tmpdir) == 0);
 254
 255   for (int i = 0; i < array_length (globfile); ++i)
 256     {
 257       int fd = xopen (globfile[i], O_WRONLY|O_CREAT|O_TRUNC,
 258                       S_IRUSR | S_IWUSR);
 259       xclose (fd);
 260     }
 261
 262   for (test = 0; test < array_length (test_case); test++)
 263     TEST_COMPARE (testit (&test_case[test]), 0);
 264
 265   /* Tilde-expansion tests. */
 266   pw = getpwnam ("root");
 267   if (pw != NULL)
 268     {
 269       ts.retval = 0;
 270       ts.env = NULL;
 271       ts.words = "~root ";
 272       ts.flags = 0;
 273       ts.wordc = 1;
 274       ts.wordv[0] = pw->pw_dir;
 275       ts.ifs = IFS;
 276
 277       TEST_COMPARE (testit (&ts), 0);
 278
 279       ts.retval = 0;
 280       ts.env = pw->pw_dir;
 281       ts.words = "${var#~root}x";
 282       ts.flags = 0;
 283       ts.wordc = 1;
 284       ts.wordv[0] = "x";
 285       ts.ifs = IFS;
 286
 287       TEST_COMPARE (testit (&ts), 0);
 288     }
 289
 290   /* "~" expands to value of $HOME when HOME is set */
 291
 292   setenv ("HOME", "/dummy/home", 1);
 293   ts.retval = 0;
 294   ts.env = NULL;
 295   ts.words = "~ ~/foo";
 296   ts.flags = 0;
 297   ts.wordc = 2;
 298   ts.wordv[0] = "/dummy/home";
 299   ts.wordv[1] = "/dummy/home/foo";
 300   ts.ifs = IFS;
 301
 302   TEST_COMPARE (testit (&ts), 0);
 303
 304   /* "~" expands to home dir from passwd file if HOME is not set */
 305
 306   pw = getpwuid (getuid ());
 307   if (pw != NULL)
 308     {
 309       unsetenv ("HOME");
 310       ts.retval = 0;
 311       ts.env = NULL;
 312       ts.words = "~";
 313       ts.flags = 0;
 314       ts.wordc = 1;
 315       ts.wordv[0] = pw->pw_dir;
 316       ts.ifs = IFS;
 317
 318       TEST_COMPARE (testit (&ts), 0);
 319     }
 320
 321   puts ("tests completed, now cleaning up");
 322
 323   /* Clean up */
 324   for (int i = 0; i < array_length (globfile); ++i)
 325     remove (globfile[i]);
 326
 327   if (cwd == NULL)
 328     cwd = "..";
 329
 330   chdir (cwd);
 331   rmdir (tmpdir);
 332
 333   return 0;
 334 }
 335
 336 struct support_next_to_fault
 337 at_page_end (const char *words)
 338 {
 339   const size_t words_size = strlen (words) + 1;
 340   struct support_next_to_fault ntf
 341     = support_next_to_fault_allocate (words_size);
 342
 343   /* Includes terminating NUL.  */
 344   memcpy (ntf.buffer, words, words_size);
 345
 346   return ntf;
 347 }
 348
 349 static int
 350 testit (struct test_case_struct *tc)
 351 {
 352   int retval;
 353   wordexp_t we, sav_we;
 354   char *dummy;
 355   int bzzzt = 0;
 356   int start_offs = 0;
 357   int i;
 358
 359   if (tc->env)
 360     setenv ("var", tc->env, 1);
 361   else
 362     unsetenv ("var");
 363
 364   if (tc->ifs)
 365     setenv ("IFS", tc->ifs, 1);
 366   else
 367     unsetenv ("IFS");
 368
 369   sav_we.we_wordc = 99;
 370   sav_we.we_wordv = &dummy;
 371   sav_we.we_offs = 3;
 372   we = sav_we;
 373
 374   printf ("info: test %d (%s): ", ++tests, tc->words);
 375   fflush (NULL);
 376   struct support_next_to_fault words = at_page_end (tc->words);
 377
 378   if (tc->flags & WRDE_APPEND)
 379     {
 380       /* initial wordexp() call, to be appended to */
 381       if (wordexp ("pre1 pre2", &we, tc->flags & ~WRDE_APPEND) != 0)
 382         {
 383           printf ("info: FAILED setup\n");
 384           return 1;
 385         }
 386     }
 387   retval = wordexp (words.buffer, &we, tc->flags);
 388
 389   if (tc->flags & WRDE_DOOFFS)
 390       start_offs = sav_we.we_offs;
 391
 392   if (retval != tc->retval || (retval == 0 && we.we_wordc != tc->wordc))
 393     bzzzt = 1;
 394   else if (retval == 0)
 395     {
 396       for (i = 0; i < start_offs; ++i)
 397         if (we.we_wordv[i] != NULL)
 398           {
 399             bzzzt = 1;
 400             break;
 401           }
 402
 403       for (i = 0; i < we.we_wordc; ++i)
 404         if (we.we_wordv[i+start_offs] == NULL
 405             || strcmp (tc->wordv[i], we.we_wordv[i+start_offs]) != 0)
 406           {
 407             bzzzt = 1;
 408             break;
 409           }
 410     }
 411
 412   if (bzzzt)
 413     {
 414       printf ("FAILED\n");
 415       printf ("info: Test words: <%s>, need retval %d, wordc %Zd\n",
 416               tc->words, tc->retval, tc->wordc);
 417       if (start_offs != 0)
 418         printf ("(preceded by %d NULLs)\n", start_offs);
 419       printf ("Got retval %d, wordc %Zd: ", retval, we.we_wordc);
 420       if (retval == 0 || retval == WRDE_NOSPACE)
 421         {
 422           for (i = 0; i < we.we_wordc + start_offs; ++i)
 423             if (we.we_wordv[i] == NULL)
 424               printf ("NULL ");
 425             else
 426               printf ("<%s> ", we.we_wordv[i]);
 427         }
 428       printf ("\n");
 429     }
 430   else if (retval != 0 && retval != WRDE_NOSPACE
 431            && (we.we_wordc != sav_we.we_wordc
 432                || we.we_wordv != sav_we.we_wordv
 433                || we.we_offs != sav_we.we_offs))
 434     {
 435       bzzzt = 1;
 436       printf ("FAILED to restore wordexp_t members\n");
 437     }
 438   else
 439     printf ("OK\n");
 440
 441   if (retval == 0 || retval == WRDE_NOSPACE)
 442     wordfree (&we);
 443
 444   support_next_to_fault_free (&words);
 445
 446   fflush (NULL);
 447   return bzzzt;
 448 }
 449
 450 #define TEST_FUNCTION_ARGV do_test
 451 #include <support/test-driver.c>