posix/tst-regex.c

   1 /* Copyright (C) 2001-2017 Free Software Foundation, Inc.
   2    This file is part of the GNU C Library.
   3
   4    The GNU C Library is free software; you can redistribute it and/or
   5    modify it under the terms of the GNU Lesser General Public
   6    License as published by the Free Software Foundation; either
   7    version 2.1 of the License, or (at your option) any later version.
   8
   9    The GNU C Library is distributed in the hope that it will be useful,
  10    but WITHOUT ANY WARRANTY; without even the implied warranty of
  11    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  12    Lesser General Public License for more details.
  13
  14    You should have received a copy of the GNU Lesser General Public
  15    License along with the GNU C Library; if not, see
  16    <http://www.gnu.org/licenses/>.  */
  17
  18 #include <assert.h>
  19 #include <errno.h>
  20 #include <error.h>
  21 #include <fcntl.h>
  22 #include <getopt.h>
  23 #include <iconv.h>
  24 #include <locale.h>
  25 #include <mcheck.h>
  26 #include <stdint.h>
  27 #include <stdio.h>
  28 #include <stdlib.h>
  29 #include <string.h>
  30 #include <time.h>
  31 #include <unistd.h>
  32 #include <sys/stat.h>
  33 #include <sys/types.h>
  34 #include <regex.h>
  35
  36
  37 #if defined _POSIX_CPUTIME && _POSIX_CPUTIME >= 0
  38 static clockid_t cl;
  39 static int use_clock;
  40 #endif
  41 static iconv_t cd;
  42 static char *mem;
  43 static char *umem;
  44 static size_t memlen;
  45 static size_t umemlen;
  46 static int timing;
  47
  48 static int test_expr (const char *expr, int expected, int expectedicase);
  49 static int run_test (const char *expr, const char *mem, size_t memlen,
  50                      int icase, int expected);
  51 static int run_test_backwards (const char *expr, const char *mem,
  52                                size_t memlen, int icase, int expected);
  53
  54
  55 static int
  56 do_test (void)
  57 {
  58   const char *file;
  59   int fd;
  60   struct stat st;
  61   int result;
  62   char *inmem;
  63   char *outmem;
  64   size_t inlen;
  65   size_t outlen;
  66
  67   mtrace ();
  68
  69   /* Make the content of the file available in memory.  */
  70   file = "../ChangeLog.8";
  71   fd = open (file, O_RDONLY);
  72   if (fd == -1)
  73     error (EXIT_FAILURE, errno, "cannot open %s", basename (file));
  74
  75   if (fstat (fd, &st) != 0)
  76     error (EXIT_FAILURE, errno, "cannot stat %s", basename (file));
  77   memlen = st.st_size;
  78
  79   mem = (char *) malloc (memlen + 1);
  80   if (mem == NULL)
  81     error (EXIT_FAILURE, errno, "while allocating buffer");
  82
  83   if ((size_t) read (fd, mem, memlen) != memlen)
  84     error (EXIT_FAILURE, 0, "cannot read entire file");
  85   mem[memlen] = '\0';
  86
  87   close (fd);
  88
  89   /* We have to convert a few things from Latin-1 to UTF-8.  */
  90   cd = iconv_open ("UTF-8", "ISO-8859-1");
  91   if (cd == (iconv_t) -1)
  92     error (EXIT_FAILURE, errno, "cannot get conversion descriptor");
  93
  94   /* For the second test we have to convert the file content to UTF-8.
  95      Since the text is mostly ASCII it should be enough to allocate
  96      twice as much memory for the UTF-8 text than for the Latin-1
  97      text.  */
  98   umem = (char *) calloc (2, memlen);
  99   if (umem == NULL)
 100     error (EXIT_FAILURE, errno, "while allocating buffer");
 101
 102   inmem = mem;
 103   inlen = memlen;
 104   outmem = umem;
 105   outlen = 2 * memlen - 1;
 106   iconv (cd, &inmem, &inlen, &outmem, &outlen);
 107   umemlen = outmem - umem;
 108   if (inlen != 0)
 109     error (EXIT_FAILURE, errno, "cannot convert buffer");
 110
 111 #if defined _POSIX_CPUTIME && _POSIX_CPUTIME >= 0
 112 # if _POSIX_CPUTIME == 0
 113   if (sysconf (_SC_CPUTIME) < 0)
 114     use_clock = 0;
 115   else
 116 # endif
 117     /* See whether we can use the CPU clock.  */
 118     use_clock = clock_getcpuclockid (0, &cl) == 0;
 119 #endif
 120
 121 #ifdef DEBUG
 122   re_set_syntax (RE_DEBUG);
 123 #endif
 124
 125   /* Run the actual tests.  All tests are run in a single-byte and a
 126      multi-byte locale.  */
 127   result = test_expr ("[äáàâéèêíìîñöóòôüúùû]", 2, 2);
 128   result |= test_expr ("G.ran", 2, 3);
 129   result |= test_expr ("G.\\{1\\}ran", 2, 3);
 130   result |= test_expr ("G.*ran", 3, 44);
 131   result |= test_expr ("[äáàâ]", 0, 0);
 132   result |= test_expr ("Uddeborg", 2, 2);
 133   result |= test_expr (".Uddeborg", 2, 2);
 134
 135   /* Free the resources.  */
 136   free (umem);
 137   iconv_close (cd);
 138   free (mem);
 139
 140   return result;
 141 }
 142
 143
 144 static int
 145 test_expr (const char *expr, int expected, int expectedicase)
 146 {
 147   int result;
 148   char *inmem;
 149   char *outmem;
 150   size_t inlen;
 151   size_t outlen;
 152   char *uexpr;
 153
 154   /* First test: search with an ISO-8859-1 locale.  */
 155   if (setlocale (LC_ALL, "de_DE.ISO-8859-1") == NULL)
 156     error (EXIT_FAILURE, 0, "cannot set locale de_DE.ISO-8859-1");
 157
 158   printf ("\nTest \"%s\" with 8-bit locale\n", expr);
 159   result = run_test (expr, mem, memlen, 0, expected);
 160   printf ("\nTest \"%s\" with 8-bit locale, case insensitive\n", expr);
 161   result |= run_test (expr, mem, memlen, 1, expectedicase);
 162   printf ("\nTest \"%s\" backwards with 8-bit locale\n", expr);
 163   result |= run_test_backwards (expr, mem, memlen, 0, expected);
 164   printf ("\nTest \"%s\" backwards with 8-bit locale, case insensitive\n",
 165           expr);
 166   result |= run_test_backwards (expr, mem, memlen, 1, expectedicase);
 167
 168   /* Second test: search with an UTF-8 locale.  */
 169   if (setlocale (LC_ALL, "de_DE.UTF-8") == NULL)
 170     error (EXIT_FAILURE, 0, "cannot set locale de_DE.UTF-8");
 171
 172   inmem = (char *) expr;
 173   inlen = strlen (expr);
 174   outlen = inlen * MB_CUR_MAX;
 175   outmem = uexpr = alloca (outlen + 1);
 176   memset (outmem, '\0', outlen + 1);
 177   iconv (cd, &inmem, &inlen, &outmem, &outlen);
 178   if (inlen != 0)
 179     error (EXIT_FAILURE, errno, "cannot convert expression");
 180
 181   /* Run the tests.  */
 182   printf ("\nTest \"%s\" with multi-byte locale\n", expr);
 183   result |= run_test (uexpr, umem, umemlen, 0, expected);
 184   printf ("\nTest \"%s\" with multi-byte locale, case insensitive\n", expr);
 185   result |= run_test (uexpr, umem, umemlen, 1, expectedicase);
 186   printf ("\nTest \"%s\" backwards with multi-byte locale\n", expr);
 187   result |= run_test_backwards (uexpr, umem, umemlen, 0, expected);
 188   printf ("\nTest \"%s\" backwards with multi-byte locale, case insensitive\n",
 189           expr);
 190   result |= run_test_backwards (uexpr, umem, umemlen, 1, expectedicase);
 191
 192   return result;
 193 }
 194
 195
 196 static int
 197 run_test (const char *expr, const char *mem, size_t memlen, int icase,
 198           int expected)
 199 {
 200 #if defined _POSIX_CPUTIME && _POSIX_CPUTIME >= 0
 201   struct timespec start;
 202   struct timespec finish;
 203 #endif
 204   regex_t re;
 205   int err;
 206   size_t offset;
 207   int cnt;
 208
 209 #if defined _POSIX_CPUTIME && _POSIX_CPUTIME >= 0
 210   if (use_clock && !timing)
 211     use_clock = clock_gettime (cl, &start) == 0;
 212 #endif
 213
 214   err = regcomp (&re, expr, REG_NEWLINE | (icase ? REG_ICASE : 0));
 215   if (err != REG_NOERROR)
 216     {
 217       char buf[200];
 218       regerror (err, &re, buf, sizeof buf);
 219       error (EXIT_FAILURE, 0, "cannot compile expression: %s", buf);
 220     }
 221
 222   cnt = 0;
 223   offset = 0;
 224   assert (mem[memlen] == '\0');
 225   while (offset < memlen)
 226     {
 227       regmatch_t ma[1];
 228       const char *sp;
 229       const char *ep;
 230
 231       err = regexec (&re, mem + offset, 1, ma, 0);
 232       if (err == REG_NOMATCH)
 233         break;
 234
 235       if (err != REG_NOERROR)
 236         {
 237           char buf[200];
 238           regerror (err, &re, buf, sizeof buf);
 239           error (EXIT_FAILURE, 0, "cannot use expression: %s", buf);
 240         }
 241
 242       assert (ma[0].rm_so >= 0);
 243       sp = mem + offset + ma[0].rm_so;
 244       while (sp > mem && sp[-1] != '\n')
 245         --sp;
 246
 247       ep = mem + offset + ma[0].rm_so;
 248       while (*ep != '\0' && *ep != '\n')
 249         ++ep;
 250
 251       printf ("match %d: \"%.*s\"\n", ++cnt, (int) (ep - sp), sp);
 252
 253       offset = ep + 1 - mem;
 254     }
 255
 256   regfree (&re);
 257
 258 #if defined _POSIX_CPUTIME && _POSIX_CPUTIME >= 0
 259   if (use_clock && !timing)
 260     {
 261       use_clock = clock_gettime (cl, &finish) == 0;
 262       if (use_clock)
 263         {
 264           if (finish.tv_nsec < start.tv_nsec)
 265             {
 266               finish.tv_nsec -= start.tv_nsec - 1000000000;
 267               finish.tv_sec -= 1 + start.tv_sec;
 268             }
 269           else
 270             {
 271               finish.tv_nsec -= start.tv_nsec;
 272               finish.tv_sec -= start.tv_sec;
 273             }
 274
 275           printf ("elapsed time: %jd.%09jd sec\n",
 276                   (intmax_t) finish.tv_sec, (intmax_t) finish.tv_nsec);
 277         }
 278     }
 279
 280   if (use_clock && timing)
 281     {
 282       struct timespec mintime = { .tv_sec = 24 * 60 * 60 };
 283
 284       for (int i = 0; i < 10; ++i)
 285         {
 286           offset = 0;
 287           use_clock = clock_gettime (cl, &start) == 0;
 288
 289           if (!use_clock)
 290             continue;
 291
 292           err = regcomp (&re, expr, REG_NEWLINE | (icase ? REG_ICASE : 0));
 293           if (err != REG_NOERROR)
 294             continue;
 295
 296           while (offset < memlen)
 297             {
 298               regmatch_t ma[1];
 299
 300               err = regexec (&re, mem + offset, 1, ma, 0);
 301               if (err != REG_NOERROR)
 302                 break;
 303
 304               offset += ma[0].rm_eo;
 305             }
 306
 307           regfree (&re);
 308
 309           use_clock = clock_gettime (cl, &finish) == 0;
 310           if (use_clock)
 311             {
 312               if (finish.tv_nsec < start.tv_nsec)
 313                 {
 314                   finish.tv_nsec -= start.tv_nsec - 1000000000;
 315                   finish.tv_sec -= 1 + start.tv_sec;
 316                 }
 317               else
 318                 {
 319                   finish.tv_nsec -= start.tv_nsec;
 320                   finish.tv_sec -= start.tv_sec;
 321                 }
 322               if (finish.tv_sec < mintime.tv_sec
 323                   || (finish.tv_sec == mintime.tv_sec
 324                       && finish.tv_nsec < mintime.tv_nsec))
 325                 mintime = finish;
 326             }
 327         }
 328       printf ("elapsed time: %jd.%09jd sec\n",
 329               (intmax_t) mintime.tv_sec, (intmax_t) mintime.tv_nsec);
 330     }
 331 #endif
 332
 333   /* Return an error if the number of matches found is not match we
 334      expect.  */
 335   return cnt != expected;
 336 }
 337
 338
 339 static int
 340 run_test_backwards (const char *expr, const char *mem, size_t memlen,
 341                     int icase, int expected)
 342 {
 343 #if defined _POSIX_CPUTIME && _POSIX_CPUTIME >= 0
 344   struct timespec start;
 345   struct timespec finish;
 346 #endif
 347   struct re_pattern_buffer re;
 348   const char *err;
 349   size_t offset;
 350   int cnt;
 351
 352 #if defined _POSIX_CPUTIME && _POSIX_CPUTIME >= 0
 353   if (use_clock && !timing)
 354     use_clock = clock_gettime (cl, &start) == 0;
 355 #endif
 356
 357   re_set_syntax ((RE_SYNTAX_POSIX_BASIC & ~RE_DOT_NEWLINE)
 358                  | RE_HAT_LISTS_NOT_NEWLINE
 359                  | (icase ? RE_ICASE : 0));
 360
 361   memset (&re, 0, sizeof (re));
 362   re.fastmap = malloc (256);
 363   if (re.fastmap == NULL)
 364     error (EXIT_FAILURE, errno, "cannot allocate fastmap");
 365
 366   err = re_compile_pattern (expr, strlen (expr), &re);
 367   if (err != NULL)
 368     error (EXIT_FAILURE, 0, "cannot compile expression: %s", err);
 369
 370   if (re_compile_fastmap (&re))
 371     error (EXIT_FAILURE, 0, "couldn't compile fastmap");
 372
 373   cnt = 0;
 374   offset = memlen;
 375   assert (mem[memlen] == '\0');
 376   while (offset <= memlen)
 377     {
 378       int start;
 379       const char *sp;
 380       const char *ep;
 381
 382       start = re_search (&re, mem, memlen, offset, -offset, NULL);
 383       if (start == -1)
 384         break;
 385
 386       if (start == -2)
 387         error (EXIT_FAILURE, 0, "internal error in re_search");
 388
 389       sp = mem + start;
 390       while (sp > mem && sp[-1] != '\n')
 391         --sp;
 392
 393       ep = mem + start;
 394       while (*ep != '\0' && *ep != '\n')
 395         ++ep;
 396
 397       printf ("match %d: \"%.*s\"\n", ++cnt, (int) (ep - sp), sp);
 398
 399       offset = sp - 1 - mem;
 400     }
 401
 402   regfree (&re);
 403
 404 #if defined _POSIX_CPUTIME && _POSIX_CPUTIME >= 0
 405   if (use_clock && !timing)
 406     {
 407       use_clock = clock_gettime (cl, &finish) == 0;
 408       if (use_clock)
 409         {
 410           if (finish.tv_nsec < start.tv_nsec)
 411             {
 412               finish.tv_nsec -= start.tv_nsec - 1000000000;
 413               finish.tv_sec -= 1 + start.tv_sec;
 414             }
 415           else
 416             {
 417               finish.tv_nsec -= start.tv_nsec;
 418               finish.tv_sec -= start.tv_sec;
 419             }
 420
 421           printf ("elapsed time: %jd.%09jd sec\n",
 422                   (intmax_t) finish.tv_sec, (intmax_t) finish.tv_nsec);
 423         }
 424     }
 425
 426   if (use_clock && timing)
 427     {
 428       struct timespec mintime = { .tv_sec = 24 * 60 * 60 };
 429
 430       for (int i = 0; i < 10; ++i)
 431         {
 432           offset = memlen;
 433           use_clock = clock_gettime (cl, &start) == 0;
 434
 435           if (!use_clock)
 436             continue;
 437
 438           memset (&re, 0, sizeof (re));
 439           re.fastmap = malloc (256);
 440           if (re.fastmap == NULL)
 441             continue;
 442
 443           err = re_compile_pattern (expr, strlen (expr), &re);
 444           if (err != NULL)
 445             continue;
 446
 447           if (re_compile_fastmap (&re))
 448             {
 449               regfree (&re);
 450               continue;
 451             }
 452
 453           while (offset <= memlen)
 454             {
 455               int start;
 456               const char *sp;
 457
 458               start = re_search (&re, mem, memlen, offset, -offset, NULL);
 459               if (start < -1)
 460                 break;
 461
 462               sp = mem + start;
 463               while (sp > mem && sp[-1] != '\n')
 464                 --sp;
 465
 466               offset = sp - 1 - mem;
 467             }
 468
 469           regfree (&re);
 470
 471           use_clock = clock_gettime (cl, &finish) == 0;
 472           if (use_clock)
 473             {
 474               if (finish.tv_nsec < start.tv_nsec)
 475                 {
 476                   finish.tv_nsec -= start.tv_nsec - 1000000000;
 477                   finish.tv_sec -= 1 + start.tv_sec;
 478                 }
 479               else
 480                 {
 481                   finish.tv_nsec -= start.tv_nsec;
 482                   finish.tv_sec -= start.tv_sec;
 483                 }
 484               if (finish.tv_sec < mintime.tv_sec
 485                   || (finish.tv_sec == mintime.tv_sec
 486                       && finish.tv_nsec < mintime.tv_nsec))
 487                 mintime = finish;
 488             }
 489         }
 490       printf ("elapsed time: %jd.%09jd sec\n",
 491               (intmax_t) mintime.tv_sec, (intmax_t) mintime.tv_nsec);
 492     }
 493 #endif
 494
 495   /* Return an error if the number of matches found is not match we
 496      expect.  */
 497   return cnt != expected;
 498 }
 499
 500 /* If --timing is used we will need a larger timout.  */
 501 #define TIMEOUT 50
 502 #define CMDLINE_OPTIONS \
 503    {"timing", no_argument, &timing, 1 },
 504 #define TEST_FUNCTION do_test ()
 505 #include "../test-skeleton.c"