lib/util.c

   1 /*
   2    Various utilities
   3
   4    Copyright (C) 1994-2017
   5    Free Software Foundation, Inc.
   6
   7    Written by:
   8    Miguel de Icaza, 1994, 1995, 1996
   9    Janne Kukonlehto, 1994, 1995, 1996
  10    Dugan Porter, 1994, 1995, 1996
  11    Jakub Jelinek, 1994, 1995, 1996
  12    Mauricio Plaza, 1994, 1995, 1996
  13    Slava Zanko <slavazanko@gmail.com>, 2013
  14
  15    This file is part of the Midnight Commander.
  16
  17    The Midnight Commander is free software: you can redistribute it
  18    and/or modify it under the terms of the GNU General Public License as
  19    published by the Free Software Foundation, either version 3 of the License,
  20    or (at your option) any later version.
  21
  22    The Midnight Commander is distributed in the hope that it will be useful,
  23    but WITHOUT ANY WARRANTY; without even the implied warranty of
  24    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  25    GNU General Public License for more details.
  26
  27    You should have received a copy of the GNU General Public License
  28    along with this program.  If not, see <http://www.gnu.org/licenses/>.
  29  */
  30
  31 /** \file lib/util.c
  32  *  \brief Source: various utilities
  33  */
  34
  35 #include <config.h>
  36
  37 #include <ctype.h>
  38 #include <limits.h>
  39 #include <stdarg.h>
  40 #include <stdio.h>
  41 #include <stdlib.h>
  42 #include <string.h>
  43 #include <sys/time.h>
  44 #include <sys/types.h>
  45 #include <sys/stat.h>
  46 #include <unistd.h>
  47
  48 #include "lib/global.h"
  49 #include "lib/mcconfig.h"
  50 #include "lib/fileloc.h"
  51 #include "lib/vfs/vfs.h"
  52 #include "lib/strutil.h"
  53 #include "lib/util.h"
  54 #include "lib/timer.h"
  55
  56 /*** global variables ****************************************************************************/
  57
  58 /*** file scope macro definitions ****************************************************************/
  59
  60 #define ismode(n,m) ((n & m) == m)
  61
  62 /* Number of attempts to create a temporary file */
  63 #ifndef TMP_MAX
  64 #define TMP_MAX 16384
  65 #endif /* !TMP_MAX */
  66
  67 #define TMP_SUFFIX ".tmp"
  68
  69 #define ASCII_A (0x40 + 1)
  70 #define ASCII_Z (0x40 + 26)
  71 #define ASCII_a (0x60 + 1)
  72 #define ASCII_z (0x60 + 26)
  73
  74 /*** file scope type declarations ****************************************************************/
  75
  76 /*** file scope variables ************************************************************************/
  77
  78 /*** file scope functions ************************************************************************/
  79 /* --------------------------------------------------------------------------------------------- */
  80
  81 #ifndef HAVE_CHARSET
  82 static inline int
  83 is_7bit_printable (unsigned char c)
  84 {
  85     return (c > 31 && c < 127);
  86 }
  87 #endif
  88
  89 /* --------------------------------------------------------------------------------------------- */
  90
  91 static inline int
  92 is_iso_printable (unsigned char c)
  93 {
  94     return ((c > 31 && c < 127) || c >= 160);
  95 }
  96
  97 /* --------------------------------------------------------------------------------------------- */
  98
  99 static inline int
 100 is_8bit_printable (unsigned char c)
 101 {
 102     /* "Full 8 bits output" doesn't work on xterm */
 103     if (mc_global.tty.xterm_flag)
 104         return is_iso_printable (c);
 105
 106     return (c > 31 && c != 127 && c != 155);
 107 }
 108
 109 /* --------------------------------------------------------------------------------------------- */
 110
 111 static char *
 112 resolve_symlinks (const vfs_path_t * vpath)
 113 {
 114     char *p, *p2;
 115     char *buf, *buf2, *q, *r, c;
 116     struct stat mybuf;
 117
 118     if (vpath->relative)
 119         return NULL;
 120
 121     p = p2 = g_strdup (vfs_path_as_str (vpath));
 122     r = buf = g_malloc (MC_MAXPATHLEN);
 123     buf2 = g_malloc (MC_MAXPATHLEN);
 124     *r++ = PATH_SEP;
 125     *r = 0;
 126
 127     do
 128     {
 129         q = strchr (p + 1, PATH_SEP);
 130         if (!q)
 131         {
 132             q = strchr (p + 1, 0);
 133             if (q == p + 1)
 134                 break;
 135         }
 136         c = *q;
 137         *q = 0;
 138         if (mc_lstat (vpath, &mybuf) < 0)
 139         {
 140             MC_PTR_FREE (buf);
 141             goto ret;
 142         }
 143         if (!S_ISLNK (mybuf.st_mode))
 144             strcpy (r, p + 1);
 145         else
 146         {
 147             int len;
 148
 149             len = mc_readlink (vpath, buf2, MC_MAXPATHLEN - 1);
 150             if (len < 0)
 151             {
 152                 MC_PTR_FREE (buf);
 153                 goto ret;
 154             }
 155             buf2[len] = 0;
 156             if (IS_PATH_SEP (*buf2))
 157                 strcpy (buf, buf2);
 158             else
 159                 strcpy (r, buf2);
 160         }
 161         canonicalize_pathname (buf);
 162         r = strchr (buf, 0);
 163         if (*r == '\0' || !IS_PATH_SEP (r[-1]))
 164             /* FIXME: this condition is always true because r points to the EOL */
 165         {
 166             *r++ = PATH_SEP;
 167             *r = '\0';
 168         }
 169         *q = c;
 170         p = q;
 171     }
 172     while (c != '\0');
 173
 174     if (*buf == '\0')
 175         strcpy (buf, PATH_SEP_STR);
 176     else if (IS_PATH_SEP (r[-1]) && r != buf + 1)
 177         r[-1] = '\0';
 178
 179   ret:
 180     g_free (buf2);
 181     g_free (p2);
 182     return buf;
 183 }
 184
 185 /* --------------------------------------------------------------------------------------------- */
 186
 187 static gboolean
 188 mc_util_write_backup_content (const char *from_file_name, const char *to_file_name)
 189 {
 190     FILE *backup_fd;
 191     char *contents;
 192     gsize length;
 193     gboolean ret1 = TRUE;
 194
 195     if (!g_file_get_contents (from_file_name, &contents, &length, NULL))
 196         return FALSE;
 197
 198     backup_fd = fopen (to_file_name, "w");
 199     if (backup_fd == NULL)
 200     {
 201         g_free (contents);
 202         return FALSE;
 203     }
 204
 205     if (fwrite ((const void *) contents, 1, length, backup_fd) != length)
 206         ret1 = FALSE;
 207     {
 208         int ret2;
 209
 210         /* cppcheck-suppress redundantAssignment */
 211         ret2 = fflush (backup_fd);
 212         /* cppcheck-suppress redundantAssignment */
 213         ret2 = fclose (backup_fd);
 214         (void) ret2;
 215     }
 216     g_free (contents);
 217     return ret1;
 218 }
 219
 220 /* --------------------------------------------------------------------------------------------- */
 221 /*** public functions ****************************************************************************/
 222 /* --------------------------------------------------------------------------------------------- */
 223
 224 int
 225 is_printable (int c)
 226 {
 227     c &= 0xff;
 228
 229 #ifdef HAVE_CHARSET
 230     /* "Display bits" is ignored, since the user controls the output
 231        by setting the output codepage */
 232     return is_8bit_printable (c);
 233 #else
 234     if (!mc_global.eight_bit_clean)
 235         return is_7bit_printable (c);
 236
 237     if (mc_global.full_eight_bits)
 238     {
 239         return is_8bit_printable (c);
 240     }
 241     else
 242         return is_iso_printable (c);
 243 #endif /* !HAVE_CHARSET */
 244 }
 245
 246 /* --------------------------------------------------------------------------------------------- */
 247 /**
 248  * Quote the filename for the purpose of inserting it into the command
 249  * line.  If quote_percent is TRUE, replace "%" with "%%" - the percent is
 250  * processed by the mc command line.
 251  */
 252 char *
 253 name_quote (const char *s, gboolean quote_percent)
 254 {
 255     GString *ret;
 256
 257     ret = g_string_sized_new (64);
 258
 259     if (*s == '-')
 260         g_string_append (ret, "." PATH_SEP_STR);
 261
 262     for (; *s != '\0'; s++)
 263     {
 264         switch (*s)
 265         {
 266         case '%':
 267             if (quote_percent)
 268                 g_string_append_c (ret, '%');
 269             break;
 270         case '\'':
 271         case '\\':
 272         case '\r':
 273         case '\n':
 274         case '\t':
 275         case '"':
 276         case ';':
 277         case ' ':
 278         case '?':
 279         case '|':
 280         case '[':
 281         case ']':
 282         case '{':
 283         case '}':
 284         case '<':
 285         case '>':
 286         case '`':
 287         case '!':
 288         case '$':
 289         case '&':
 290         case '*':
 291         case '(':
 292         case ')':
 293             g_string_append_c (ret, '\\');
 294             break;
 295         case '~':
 296         case '#':
 297             if (ret->len == 0)
 298                 g_string_append_c (ret, '\\');
 299             break;
 300         default:
 301             break;
 302         }
 303         g_string_append_c (ret, *s);
 304     }
 305
 306     return g_string_free (ret, FALSE);
 307 }
 308
 309 /* --------------------------------------------------------------------------------------------- */
 310
 311 char *
 312 fake_name_quote (const char *s, gboolean quote_percent)
 313 {
 314     (void) quote_percent;
 315     return g_strdup (s);
 316 }
 317
 318 /* --------------------------------------------------------------------------------------------- */
 319 /**
 320  * path_trunc() is the same as str_trunc() but
 321  * it deletes possible password from path for security
 322  * reasons.
 323  */
 324
 325 const char *
 326 path_trunc (const char *path, size_t trunc_len)
 327 {
 328     vfs_path_t *vpath;
 329     char *secure_path;
 330     const char *ret;
 331
 332     vpath = vfs_path_from_str (path);
 333     secure_path = vfs_path_to_str_flags (vpath, 0, VPF_STRIP_PASSWORD);
 334     vfs_path_free (vpath);
 335
 336     ret = str_trunc (secure_path, trunc_len);
 337     g_free (secure_path);
 338
 339     return ret;
 340 }
 341
 342 /* --------------------------------------------------------------------------------------------- */
 343
 344 const char *
 345 size_trunc (uintmax_t size, gboolean use_si)
 346 {
 347     static char x[BUF_TINY];
 348     uintmax_t divisor = 1;
 349     const char *xtra = _("B");
 350
 351     if (size > 999999999UL)
 352     {
 353         divisor = use_si ? 1000 : 1024;
 354         xtra = use_si ? _("kB") : _("KiB");
 355
 356         if (size / divisor > 999999999UL)
 357         {
 358             divisor = use_si ? (1000 * 1000) : (1024 * 1024);
 359             xtra = use_si ? _("MB") : _("MiB");
 360
 361             if (size / divisor > 999999999UL)
 362             {
 363                 divisor = use_si ? (1000 * 1000 * 1000) : (1024 * 1024 * 1024);
 364                 xtra = use_si ? _("GB") : _("GiB");
 365             }
 366         }
 367     }
 368     g_snprintf (x, sizeof (x), "%.0f %s", 1.0 * size / divisor, xtra);
 369     return x;
 370 }
 371
 372 /* --------------------------------------------------------------------------------------------- */
 373
 374 const char *
 375 size_trunc_sep (uintmax_t size, gboolean use_si)
 376 {
 377     static char x[60];
 378     int count;
 379     const char *p, *y;
 380     char *d;
 381
 382     p = y = size_trunc (size, use_si);
 383     p += strlen (p) - 1;
 384     d = x + sizeof (x) - 1;
 385     *d-- = '\0';
 386     /* @size format is "size unit", i.e. "[digits][space][letters]".
 387        Copy all charactes after digits. */
 388     while (p >= y && !g_ascii_isdigit (*p))
 389         *d-- = *p--;
 390     for (count = 0; p >= y; count++)
 391     {
 392         if (count == 3)
 393         {
 394             *d-- = ',';
 395             count = 0;
 396         }
 397         *d-- = *p--;
 398     }
 399     d++;
 400     if (*d == ',')
 401         d++;
 402     return d;
 403 }
 404
 405 /* --------------------------------------------------------------------------------------------- */
 406 /**
 407  * Print file SIZE to BUFFER, but don't exceed LEN characters,
 408  * not including trailing 0. BUFFER should be at least LEN+1 long.
 409  * This function is called for every file on panels, so avoid
 410  * floating point by any means.
 411  *
 412  * Units: size units (filesystem sizes are 1K blocks)
 413  *    0=bytes, 1=Kbytes, 2=Mbytes, etc.
 414  */
 415
 416 void
 417 size_trunc_len (char *buffer, unsigned int len, uintmax_t size, int units, gboolean use_si)
 418 {
 419     /* Avoid taking power for every file.  */
 420     /* *INDENT-OFF* */
 421     static const uintmax_t power10[] = {
 422     /* we hope that size of uintmax_t is 4 bytes at least */
 423         1ULL,
 424         10ULL,
 425         100ULL,
 426         1000ULL,
 427         10000ULL,
 428         100000ULL,
 429         1000000ULL,
 430         10000000ULL,
 431         100000000ULL,
 432         1000000000ULL
 433     /* maximum value of uintmax_t (in case of 4 bytes) is
 434         4294967295
 435      */
 436 #if SIZEOF_UINTMAX_T == 8
 437                      ,
 438         10000000000ULL,
 439         100000000000ULL,
 440         1000000000000ULL,
 441         10000000000000ULL,
 442         100000000000000ULL,
 443         1000000000000000ULL,
 444         10000000000000000ULL,
 445         100000000000000000ULL,
 446         1000000000000000000ULL,
 447         10000000000000000000ULL
 448     /* maximum value of uintmax_t (in case of 8 bytes) is
 449         18447644073710439615
 450      */
 451 #endif
 452     };
 453     /* *INDENT-ON* */
 454     static const char *const suffix[] = { "", "K", "M", "G", "T", "P", "E", "Z", "Y", NULL };
 455     static const char *const suffix_lc[] = { "", "k", "m", "g", "t", "p", "e", "z", "y", NULL };
 456
 457     const char *const *sfx = use_si ? suffix_lc : suffix;
 458     int j = 0;
 459
 460     if (len == 0)
 461         len = 9;
 462 #if SIZEOF_UINTMAX_T == 8
 463     /* 20 decimal digits are required to represent 8 bytes */
 464     else if (len > 19)
 465         len = 19;
 466 #else
 467     /* 10 decimal digits are required to represent 4 bytes */
 468     else if (len > 9)
 469         len = 9;
 470 #endif
 471
 472     /*
 473      * recalculate from 1024 base to 1000 base if units>0
 474      * We can't just multiply by 1024 - that might cause overflow
 475      * if uintmax_t type is too small
 476      */
 477     if (use_si)
 478         for (j = 0; j < units; j++)
 479         {
 480             uintmax_t size_remain;
 481
 482             size_remain = ((size % 125) * 1024) / 1000; /* size mod 125, recalculated */
 483             size /= 125;        /* 128/125 = 1024/1000 */
 484             size *= 128;        /* This will convert size from multiple of 1024 to multiple of 1000 */
 485             size += size_remain;        /* Re-add remainder lost by division/multiplication */
 486         }
 487
 488     for (j = units; sfx[j] != NULL; j++)
 489     {
 490         if (size == 0)
 491         {
 492             if (j == units)
 493             {
 494                 /* Empty files will print "0" even with minimal width.  */
 495                 g_snprintf (buffer, len + 1, "%s", "0");
 496             }
 497             else
 498             {
 499                 /* Use "~K" or just "K" if len is 1.  Use "B" for bytes.  */
 500                 g_snprintf (buffer, len + 1, (len > 1) ? "~%s" : "%s", (j > 1) ? sfx[j - 1] : "B");
 501             }
 502             break;
 503         }
 504
 505         if (size < power10[len - (j > 0 ? 1 : 0)])
 506         {
 507             g_snprintf (buffer, len + 1, "%" PRIuMAX "%s", size, sfx[j]);
 508             break;
 509         }
 510
 511         /* Powers of 1000 or 1024, with rounding.  */
 512         if (use_si)
 513             size = (size + 500) / 1000;
 514         else
 515             size = (size + 512) >> 10;
 516     }
 517 }
 518
 519 /* --------------------------------------------------------------------------------------------- */
 520
 521 const char *
 522 string_perm (mode_t mode_bits)
 523 {
 524     static char mode[11];
 525
 526     strcpy (mode, "----------");
 527     if (S_ISDIR (mode_bits))
 528         mode[0] = 'd';
 529     if (S_ISCHR (mode_bits))
 530         mode[0] = 'c';
 531     if (S_ISBLK (mode_bits))
 532         mode[0] = 'b';
 533     if (S_ISLNK (mode_bits))
 534         mode[0] = 'l';
 535     if (S_ISFIFO (mode_bits))
 536         mode[0] = 'p';
 537     if (S_ISNAM (mode_bits))
 538         mode[0] = 'n';
 539     if (S_ISSOCK (mode_bits))
 540         mode[0] = 's';
 541     if (S_ISDOOR (mode_bits))
 542         mode[0] = 'D';
 543     if (ismode (mode_bits, S_IXOTH))
 544         mode[9] = 'x';
 545     if (ismode (mode_bits, S_IWOTH))
 546         mode[8] = 'w';
 547     if (ismode (mode_bits, S_IROTH))
 548         mode[7] = 'r';
 549     if (ismode (mode_bits, S_IXGRP))
 550         mode[6] = 'x';
 551     if (ismode (mode_bits, S_IWGRP))
 552         mode[5] = 'w';
 553     if (ismode (mode_bits, S_IRGRP))
 554         mode[4] = 'r';
 555     if (ismode (mode_bits, S_IXUSR))
 556         mode[3] = 'x';
 557     if (ismode (mode_bits, S_IWUSR))
 558         mode[2] = 'w';
 559     if (ismode (mode_bits, S_IRUSR))
 560         mode[1] = 'r';
 561 #ifdef S_ISUID
 562     if (ismode (mode_bits, S_ISUID))
 563         mode[3] = (mode[3] == 'x') ? 's' : 'S';
 564 #endif /* S_ISUID */
 565 #ifdef S_ISGID
 566     if (ismode (mode_bits, S_ISGID))
 567         mode[6] = (mode[6] == 'x') ? 's' : 'S';
 568 #endif /* S_ISGID */
 569 #ifdef S_ISVTX
 570     if (ismode (mode_bits, S_ISVTX))
 571         mode[9] = (mode[9] == 'x') ? 't' : 'T';
 572 #endif /* S_ISVTX */
 573     return mode;
 574 }
 575
 576 /* --------------------------------------------------------------------------------------------- */
 577
 578 const char *
 579 extension (const char *filename)
 580 {
 581     const char *d = strrchr (filename, '.');
 582     return (d != NULL) ? d + 1 : "";
 583 }
 584
 585 /* --------------------------------------------------------------------------------------------- */
 586
 587 char *
 588 load_mc_home_file (const char *from, const char *filename, char **allocated_filename,
 589                    size_t * length)
 590 {
 591     char *hintfile_base, *hintfile;
 592     char *lang;
 593     char *data;
 594
 595     hintfile_base = g_build_filename (from, filename, (char *) NULL);
 596     lang = guess_message_value ();
 597
 598     hintfile = g_strconcat (hintfile_base, ".", lang, (char *) NULL);
 599     if (!g_file_get_contents (hintfile, &data, length, NULL))
 600     {
 601         /* Fall back to the two-letter language code */
 602         if (lang[0] != '\0' && lang[1] != '\0')
 603             lang[2] = '\0';
 604         g_free (hintfile);
 605         hintfile = g_strconcat (hintfile_base, ".", lang, (char *) NULL);
 606         if (!g_file_get_contents (hintfile, &data, length, NULL))
 607         {
 608             g_free (hintfile);
 609             hintfile = hintfile_base;
 610             g_file_get_contents (hintfile_base, &data, length, NULL);
 611         }
 612     }
 613
 614     g_free (lang);
 615
 616     if (hintfile != hintfile_base)
 617         g_free (hintfile_base);
 618
 619     if (allocated_filename != NULL)
 620         *allocated_filename = hintfile;
 621     else
 622         g_free (hintfile);
 623
 624     return data;
 625 }
 626
 627 /* --------------------------------------------------------------------------------------------- */
 628
 629 const char *
 630 extract_line (const char *s, const char *top)
 631 {
 632     static char tmp_line[BUF_MEDIUM];
 633     char *t = tmp_line;
 634
 635     while (*s && *s != '\n' && (size_t) (t - tmp_line) < sizeof (tmp_line) - 1 && s < top)
 636         *t++ = *s++;
 637     *t = 0;
 638     return tmp_line;
 639 }
 640
 641 /* --------------------------------------------------------------------------------------------- */
 642 /**
 643  * The basename routine
 644  */
 645
 646 const char *
 647 x_basename (const char *s)
 648 {
 649     const char *url_delim, *path_sep;
 650
 651     url_delim = g_strrstr (s, VFS_PATH_URL_DELIMITER);
 652     path_sep = strrchr (s, PATH_SEP);
 653
 654     if (path_sep == NULL)
 655         return s;
 656
 657     if (url_delim == NULL
 658         || url_delim < path_sep - strlen (VFS_PATH_URL_DELIMITER)
 659         || url_delim - s + strlen (VFS_PATH_URL_DELIMITER) < strlen (s))
 660     {
 661         /* avoid trailing PATH_SEP, if present */
 662         if (!IS_PATH_SEP (s[strlen (s) - 1]))
 663             return (path_sep != NULL) ? path_sep + 1 : s;
 664
 665         while (--path_sep > s && !IS_PATH_SEP (*path_sep))
 666             ;
 667         return (path_sep != s) ? path_sep + 1 : s;
 668     }
 669
 670     while (--url_delim > s && !IS_PATH_SEP (*url_delim))
 671         ;
 672     while (--url_delim > s && !IS_PATH_SEP (*url_delim))
 673         ;
 674
 675     return (url_delim == s) ? s : url_delim + 1;
 676 }
 677
 678 /* --------------------------------------------------------------------------------------------- */
 679
 680 const char *
 681 unix_error_string (int error_num)
 682 {
 683     static char buffer[BUF_LARGE];
 684     gchar *strerror_currentlocale;
 685
 686     strerror_currentlocale = g_locale_from_utf8 (g_strerror (error_num), -1, NULL, NULL, NULL);
 687     g_snprintf (buffer, sizeof (buffer), "%s (%d)", strerror_currentlocale, error_num);
 688     g_free (strerror_currentlocale);
 689
 690     return buffer;
 691 }
 692
 693 /* --------------------------------------------------------------------------------------------- */
 694
 695 const char *
 696 skip_separators (const char *s)
 697 {
 698     const char *su = s;
 699
 700     for (; *su != '\0'; str_cnext_char (&su))
 701         if (!whitespace (*su) && *su != ',')
 702             break;
 703
 704     return su;
 705 }
 706
 707 /* --------------------------------------------------------------------------------------------- */
 708
 709 const char *
 710 skip_numbers (const char *s)
 711 {
 712     const char *su = s;
 713
 714     for (; *su != '\0'; str_cnext_char (&su))
 715         if (!str_isdigit (su))
 716             break;
 717
 718     return su;
 719 }
 720
 721 /* --------------------------------------------------------------------------------------------- */
 722 /**
 723  * Remove all control sequences from the argument string.  We define
 724  * "control sequence", in a sort of pidgin BNF, as follows:
 725  *
 726  * control-seq = Esc non-'['
 727  *             | Esc '[' (0 or more digits or ';' or ':' or '?') (any other char)
 728  *
 729  * The 256-color and true-color escape sequences should allow either ';' or ':' inside as separator,
 730  * actually, ':' is the more correct according to ECMA-48.
 731  * Some terminal emulators (e.g. xterm, gnome-terminal) support this.
 732  *
 733  * Non-printable characters are also removed.
 734  */
 735
 736 char *
 737 strip_ctrl_codes (char *s)
 738 {
 739     char *w;                    /* Current position where the stripped data is written */
 740     char *r;                    /* Current position where the original data is read */
 741
 742     if (s == NULL)
 743         return NULL;
 744
 745     for (w = s, r = s; *r != '\0';)
 746     {
 747         if (*r == ESC_CHAR)
 748         {
 749             /* Skip the control sequence's arguments */ ;
 750             /* '(' need to avoid strange 'B' letter in *Suse (if mc runs under root user) */
 751             if (*(++r) == '[' || *r == '(')
 752             {
 753                 /* strchr() matches trailing binary 0 */
 754                 while (*(++r) != '\0' && strchr ("0123456789;:?", *r) != NULL)
 755                     ;
 756             }
 757             else if (*r == ']')
 758             {
 759                 /*
 760                  * Skip xterm's OSC (Operating System Command)
 761                  * http://www.xfree86.org/current/ctlseqs.html
 762                  * OSC P s ; P t ST
 763                  * OSC P s ; P t BEL
 764                  */
 765                 char *new_r = r;
 766
 767                 for (; *new_r != '\0'; ++new_r)
 768                 {
 769                     switch (*new_r)
 770                     {
 771                         /* BEL */
 772                     case '\a':
 773                         r = new_r;
 774                         goto osc_out;
 775                     case ESC_CHAR:
 776                         /* ST */
 777                         if (*(new_r + 1) == '\\')
 778                         {
 779                             r = new_r + 1;
 780                             goto osc_out;
 781                         }
 782                     default:
 783                         break;
 784                     }
 785                 }
 786               osc_out:
 787                 ;
 788             }
 789
 790             /*
 791              * Now we are at the last character of the sequence.
 792              * Skip it unless it's binary 0.
 793              */
 794             if (*r != '\0')
 795                 r++;
 796         }
 797         else
 798         {
 799             char *n;
 800
 801             n = str_get_next_char (r);
 802             if (str_isprint (r))
 803             {
 804                 memmove (w, r, n - r);
 805                 w += n - r;
 806             }
 807             r = n;
 808         }
 809     }
 810
 811     *w = '\0';
 812     return s;
 813 }
 814
 815 /* --------------------------------------------------------------------------------------------- */
 816
 817 enum compression_type
 818 get_compression_type (int fd, const char *name)
 819 {
 820     unsigned char magic[16];
 821     size_t str_len;
 822
 823     /* Read the magic signature */
 824     if (mc_read (fd, (char *) magic, 4) != 4)
 825         return COMPRESSION_NONE;
 826
 827     /* GZIP_MAGIC and OLD_GZIP_MAGIC */
 828     if (magic[0] == 037 && (magic[1] == 0213 || magic[1] == 0236))
 829     {
 830         return COMPRESSION_GZIP;
 831     }
 832
 833     /* PKZIP_MAGIC */
 834     if (magic[0] == 0120 && magic[1] == 0113 && magic[2] == 003 && magic[3] == 004)
 835     {
 836         /* Read compression type */
 837         mc_lseek (fd, 8, SEEK_SET);
 838         if (mc_read (fd, (char *) magic, 2) != 2)
 839             return COMPRESSION_NONE;
 840
 841         /* Gzip can handle only deflated (8) or stored (0) files */
 842         if ((magic[0] != 8 && magic[0] != 0) || magic[1] != 0)
 843             return COMPRESSION_NONE;
 844
 845         /* Compatible with gzip */
 846         return COMPRESSION_GZIP;
 847     }
 848
 849     /* PACK_MAGIC and LZH_MAGIC and compress magic */
 850     if (magic[0] == 037 && (magic[1] == 036 || magic[1] == 0240 || magic[1] == 0235))
 851     {
 852         /* Compatible with gzip */
 853         return COMPRESSION_GZIP;
 854     }
 855
 856     /* BZIP and BZIP2 files */
 857     if ((magic[0] == 'B') && (magic[1] == 'Z') && (magic[3] >= '1') && (magic[3] <= '9'))
 858     {
 859         switch (magic[2])
 860         {
 861         case '0':
 862             return COMPRESSION_BZIP;
 863         case 'h':
 864             return COMPRESSION_BZIP2;
 865         default:
 866             break;
 867         }
 868     }
 869
 870     /* LZ4 format - v1.5.0 - 0x184D2204 (little endian) */
 871     if (magic[0] == 0x04 && magic[1] == 0x22 && magic[2] == 0x4d && magic[3] == 0x18)
 872         return COMPRESSION_LZ4;
 873
 874     if (mc_read (fd, (char *) magic + 4, 2) != 2)
 875         return COMPRESSION_NONE;
 876
 877     /* LZIP files */
 878     if (magic[0] == 'L'
 879         && magic[1] == 'Z'
 880         && magic[2] == 'I' && magic[3] == 'P' && (magic[4] == 0x00 || magic[4] == 0x01))
 881         return COMPRESSION_LZIP;
 882
 883     /* Support for LZMA (only utils format with magic in header).
 884      * This is the default format of LZMA utils 4.32.1 and later. */
 885     if (magic[0] == 0xFF
 886         && magic[1] == 'L'
 887         && magic[2] == 'Z' && magic[3] == 'M' && magic[4] == 'A' && magic[5] == 0x00)
 888         return COMPRESSION_LZMA;
 889
 890     /* XZ compression magic */
 891     if (magic[0] == 0xFD
 892         && magic[1] == 0x37
 893         && magic[2] == 0x7A && magic[3] == 0x58 && magic[4] == 0x5A && magic[5] == 0x00)
 894         return COMPRESSION_XZ;
 895
 896     str_len = strlen (name);
 897     /* HACK: we must belive to extension of LZMA file :) ... */
 898     if ((str_len > 5 && strcmp (&name[str_len - 5], ".lzma") == 0) ||
 899         (str_len > 4 && strcmp (&name[str_len - 4], ".tlz") == 0))
 900         return COMPRESSION_LZMA;
 901
 902     return COMPRESSION_NONE;
 903 }
 904
 905 /* --------------------------------------------------------------------------------------------- */
 906
 907 const char *
 908 decompress_extension (int type)
 909 {
 910     switch (type)
 911     {
 912     case COMPRESSION_GZIP:
 913         return "/ugz" VFS_PATH_URL_DELIMITER;
 914     case COMPRESSION_BZIP:
 915         return "/ubz" VFS_PATH_URL_DELIMITER;
 916     case COMPRESSION_BZIP2:
 917         return "/ubz2" VFS_PATH_URL_DELIMITER;
 918     case COMPRESSION_LZIP:
 919         return "/ulz" VFS_PATH_URL_DELIMITER;
 920     case COMPRESSION_LZ4:
 921         return "/ulz4" VFS_PATH_URL_DELIMITER;
 922     case COMPRESSION_LZMA:
 923         return "/ulzma" VFS_PATH_URL_DELIMITER;
 924     case COMPRESSION_XZ:
 925         return "/uxz" VFS_PATH_URL_DELIMITER;
 926     default:
 927         break;
 928     }
 929     /* Should never reach this place */
 930     fprintf (stderr, "Fatal: decompress_extension called with an unknown argument\n");
 931     return 0;
 932 }
 933
 934 /* --------------------------------------------------------------------------------------------- */
 935
 936 void
 937 wipe_password (char *passwd)
 938 {
 939     char *p = passwd;
 940
 941     if (!p)
 942         return;
 943     for (; *p; p++)
 944         *p = 0;
 945     g_free (passwd);
 946 }
 947
 948 /* --------------------------------------------------------------------------------------------- */
 949 /**
 950  * Convert "\E" -> esc character and ^x to control-x key and ^^ to ^ key
 951  *
 952  * @param p pointer to string
 953  *
 954  * @return newly allocated string
 955  */
 956
 957 char *
 958 convert_controls (const char *p)
 959 {
 960     char *valcopy = g_strdup (p);
 961     char *q;
 962
 963     /* Parse the escape special character */
 964     for (q = valcopy; *p;)
 965     {
 966         if (*p == '\\')
 967         {
 968             p++;
 969             if ((*p == 'e') || (*p == 'E'))
 970             {
 971                 p++;
 972                 *q++ = ESC_CHAR;
 973             }
 974         }
 975         else
 976         {
 977             if (*p == '^')
 978             {
 979                 p++;
 980                 if (*p == '^')
 981                     *q++ = *p++;
 982                 else
 983                 {
 984                     char c = (*p | 0x20);
 985                     if (c >= 'a' && c <= 'z')
 986                     {
 987                         *q++ = c - 'a' + 1;
 988                         p++;
 989                     }
 990                     else if (*p)
 991                         p++;
 992                 }
 993             }
 994             else
 995                 *q++ = *p++;
 996         }
 997     }
 998     *q = 0;
 999     return valcopy;
1000 }
1001
1002 /* --------------------------------------------------------------------------------------------- */
1003 /**
1004  * Finds out a relative path from first to second, i.e. goes as many ..
1005  * as needed up in first and then goes down using second
1006  */
1007
1008 char *
1009 diff_two_paths (const vfs_path_t * vpath1, const vfs_path_t * vpath2)
1010 {
1011     int j, prevlen = -1, currlen;
1012     char *my_first = NULL, *my_second = NULL;
1013     char *buf = NULL;
1014
1015     my_first = resolve_symlinks (vpath1);
1016     if (my_first == NULL)
1017         goto ret;
1018
1019     my_second = resolve_symlinks (vpath2);
1020     if (my_second == NULL)
1021         goto ret;
1022
1023     for (j = 0; j < 2; j++)
1024     {
1025         char *p, *q;
1026         int i;
1027
1028         p = my_first;
1029         q = my_second;
1030         while (TRUE)
1031         {
1032             char *r, *s;
1033             ptrdiff_t len;
1034
1035             r = strchr (p, PATH_SEP);
1036             if (r == NULL)
1037                 break;
1038             s = strchr (q, PATH_SEP);
1039             if (s == NULL)
1040                 break;
1041
1042             len = r - p;
1043             if (len != (s - q) || strncmp (p, q, (size_t) len) != 0)
1044                 break;
1045
1046             p = r + 1;
1047             q = s + 1;
1048         }
1049         p--;
1050         for (i = 0; (p = strchr (p + 1, PATH_SEP)) != NULL; i++)
1051             ;
1052         currlen = (i + 1) * 3 + strlen (q) + 1;
1053         if (j != 0)
1054         {
1055             if (currlen < prevlen)
1056                 g_free (buf);
1057             else
1058                 goto ret;
1059         }
1060         p = buf = g_malloc (currlen);
1061         prevlen = currlen;
1062         for (; i >= 0; i--, p += 3)
1063             strcpy (p, "../");
1064         strcpy (p, q);
1065     }
1066
1067   ret:
1068     g_free (my_first);
1069     g_free (my_second);
1070     return buf;
1071 }
1072
1073 /* --------------------------------------------------------------------------------------------- */
1074 /**
1075  * Append text to GList, remove all entries with the same text
1076  */
1077
1078 GList *
1079 list_append_unique (GList * list, char *text)
1080 {
1081     GList *lc_link;
1082
1083     /*
1084      * Go to the last position and traverse the list backwards
1085      * starting from the second last entry to make sure that we
1086      * are not removing the current link.
1087      */
1088     list = g_list_append (list, text);
1089     list = g_list_last (list);
1090     lc_link = g_list_previous (list);
1091
1092     while (lc_link != NULL)
1093     {
1094         GList *newlink;
1095
1096         newlink = g_list_previous (lc_link);
1097         if (strcmp ((char *) lc_link->data, text) == 0)
1098         {
1099             GList *tmp;
1100
1101             g_free (lc_link->data);
1102             tmp = g_list_remove_link (list, lc_link);
1103             (void) tmp;
1104             g_list_free_1 (lc_link);
1105         }
1106         lc_link = newlink;
1107     }
1108
1109     return list;
1110 }
1111
1112 /* --------------------------------------------------------------------------------------------- */
1113 /**
1114  * Read and restore position for the given filename.
1115  * If there is no stored data, return line 1 and col 0.
1116  */
1117
1118 void
1119 load_file_position (const vfs_path_t * filename_vpath, long *line, long *column, off_t * offset,
1120                     GArray ** bookmarks)
1121 {
1122     char *fn;
1123     FILE *f;
1124     char buf[MC_MAXPATHLEN + 100];
1125     const size_t len = vfs_path_len (filename_vpath);
1126
1127     /* defaults */
1128     *line = 1;
1129     *column = 0;
1130     *offset = 0;
1131
1132     /* open file with positions */
1133     fn = mc_config_get_full_path (MC_FILEPOS_FILE);
1134     f = fopen (fn, "r");
1135     g_free (fn);
1136     if (f == NULL)
1137         return;
1138
1139     /* prepare array for serialized bookmarks */
1140     if (bookmarks != NULL)
1141         *bookmarks = g_array_sized_new (FALSE, FALSE, sizeof (size_t), MAX_SAVED_BOOKMARKS);
1142
1143     while (fgets (buf, sizeof (buf), f) != NULL)
1144     {
1145         const char *p;
1146         gchar **pos_tokens;
1147
1148         /* check if the filename matches the beginning of string */
1149         if (strncmp (buf, vfs_path_as_str (filename_vpath), len) != 0)
1150             continue;
1151
1152         /* followed by single space */
1153         if (buf[len] != ' ')
1154             continue;
1155
1156         /* and string without spaces */
1157         p = &buf[len + 1];
1158         if (strchr (p, ' ') != NULL)
1159             continue;
1160
1161         pos_tokens = g_strsplit (p, ";", 3 + MAX_SAVED_BOOKMARKS);
1162         if (pos_tokens[0] == NULL)
1163         {
1164             *line = 1;
1165             *column = 0;
1166             *offset = 0;
1167         }
1168         else
1169         {
1170             *line = strtol (pos_tokens[0], NULL, 10);
1171             if (pos_tokens[1] == NULL)
1172             {
1173                 *column = 0;
1174                 *offset = 0;
1175             }
1176             else
1177             {
1178                 *column = strtol (pos_tokens[1], NULL, 10);
1179                 if (pos_tokens[2] == NULL)
1180                     *offset = 0;
1181                 else if (bookmarks != NULL)
1182                 {
1183                     size_t i;
1184
1185                     *offset = (off_t) g_ascii_strtoll (pos_tokens[2], NULL, 10);
1186
1187                     for (i = 0; i < MAX_SAVED_BOOKMARKS && pos_tokens[3 + i] != NULL; i++)
1188                     {
1189                         size_t val;
1190
1191                         val = strtoul (pos_tokens[3 + i], NULL, 10);
1192                         g_array_append_val (*bookmarks, val);
1193                     }
1194                 }
1195             }
1196         }
1197
1198         g_strfreev (pos_tokens);
1199     }
1200
1201     fclose (f);
1202 }
1203
1204 /* --------------------------------------------------------------------------------------------- */
1205 /**
1206  * Save position for the given file
1207  */
1208
1209 void
1210 save_file_position (const vfs_path_t * filename_vpath, long line, long column, off_t offset,
1211                     GArray * bookmarks)
1212 {
1213     static size_t filepos_max_saved_entries = 0;
1214     char *fn, *tmp_fn;
1215     FILE *f, *tmp_f;
1216     char buf[MC_MAXPATHLEN + 100];
1217     size_t i;
1218     const size_t len = vfs_path_len (filename_vpath);
1219     gboolean src_error = FALSE;
1220
1221     if (filepos_max_saved_entries == 0)
1222         filepos_max_saved_entries = mc_config_get_int (mc_global.main_config, CONFIG_APP_SECTION,
1223                                                        "filepos_max_saved_entries", 1024);
1224
1225     fn = mc_config_get_full_path (MC_FILEPOS_FILE);
1226     if (fn == NULL)
1227         goto early_error;
1228
1229     mc_util_make_backup_if_possible (fn, TMP_SUFFIX);
1230
1231     /* open file */
1232     f = fopen (fn, "w");
1233     if (f == NULL)
1234         goto open_target_error;
1235
1236     tmp_fn = g_strdup_printf ("%s" TMP_SUFFIX, fn);
1237     tmp_f = fopen (tmp_fn, "r");
1238     if (tmp_f == NULL)
1239     {
1240         src_error = TRUE;
1241         goto open_source_error;
1242     }
1243
1244     /* put the new record */
1245     if (line != 1 || column != 0 || bookmarks != NULL)
1246     {
1247         if (fprintf
1248             (f, "%s %ld;%ld;%" PRIuMAX, vfs_path_as_str (filename_vpath), line, column,
1249              (uintmax_t) offset) < 0)
1250             goto write_position_error;
1251         if (bookmarks != NULL)
1252             for (i = 0; i < bookmarks->len && i < MAX_SAVED_BOOKMARKS; i++)
1253                 if (fprintf (f, ";%zu", g_array_index (bookmarks, size_t, i)) < 0)
1254                     goto write_position_error;
1255
1256         if (fprintf (f, "\n") < 0)
1257             goto write_position_error;
1258     }
1259
1260     i = 1;
1261     while (fgets (buf, sizeof (buf), tmp_f) != NULL)
1262     {
1263         if (buf[len] == ' ' && strncmp (buf, vfs_path_as_str (filename_vpath), len) == 0
1264             && strchr (&buf[len + 1], ' ') == NULL)
1265             continue;
1266
1267         fprintf (f, "%s", buf);
1268         if (++i > filepos_max_saved_entries)
1269             break;
1270     }
1271
1272   write_position_error:
1273     fclose (tmp_f);
1274   open_source_error:
1275     g_free (tmp_fn);
1276     fclose (f);
1277     if (src_error)
1278         mc_util_restore_from_backup_if_possible (fn, TMP_SUFFIX);
1279     else
1280         mc_util_unlink_backup_if_possible (fn, TMP_SUFFIX);
1281   open_target_error:
1282     g_free (fn);
1283   early_error:
1284     if (bookmarks != NULL)
1285         g_array_free (bookmarks, TRUE);
1286 }
1287
1288 /* --------------------------------------------------------------------------------------------- */
1289
1290 extern int
1291 ascii_alpha_to_cntrl (int ch)
1292 {
1293     if ((ch >= ASCII_A && ch <= ASCII_Z) || (ch >= ASCII_a && ch <= ASCII_z))
1294     {
1295         ch &= 0x1f;
1296     }
1297     return ch;
1298 }
1299
1300 /* --------------------------------------------------------------------------------------------- */
1301
1302 const char *
1303 Q_ (const char *s)
1304 {
1305     const char *result, *sep;
1306
1307     result = _(s);
1308     sep = strchr (result, '|');
1309     return (sep != NULL) ? sep + 1 : result;
1310 }
1311
1312 /* --------------------------------------------------------------------------------------------- */
1313
1314 gboolean
1315 mc_util_make_backup_if_possible (const char *file_name, const char *backup_suffix)
1316 {
1317     struct stat stat_buf;
1318     char *backup_path;
1319     gboolean ret;
1320     if (!exist_file (file_name))
1321         return FALSE;
1322
1323     backup_path = g_strdup_printf ("%s%s", file_name, backup_suffix);
1324
1325     if (backup_path == NULL)
1326         return FALSE;
1327
1328     ret = mc_util_write_backup_content (file_name, backup_path);
1329
1330     if (ret)
1331     {
1332         /* Backup file will have same ownership with main file. */
1333         if (stat (file_name, &stat_buf) == 0)
1334             chmod (backup_path, stat_buf.st_mode);
1335         else
1336             chmod (backup_path, S_IRUSR | S_IWUSR);
1337     }
1338
1339     g_free (backup_path);
1340
1341     return ret;
1342 }
1343
1344 /* --------------------------------------------------------------------------------------------- */
1345
1346 gboolean
1347 mc_util_restore_from_backup_if_possible (const char *file_name, const char *backup_suffix)
1348 {
1349     gboolean ret;
1350     char *backup_path;
1351
1352     backup_path = g_strdup_printf ("%s%s", file_name, backup_suffix);
1353     if (backup_path == NULL)
1354         return FALSE;
1355
1356     ret = mc_util_write_backup_content (backup_path, file_name);
1357     g_free (backup_path);
1358
1359     return ret;
1360 }
1361
1362 /* --------------------------------------------------------------------------------------------- */
1363
1364 gboolean
1365 mc_util_unlink_backup_if_possible (const char *file_name, const char *backup_suffix)
1366 {
1367     char *backup_path;
1368
1369     backup_path = g_strdup_printf ("%s%s", file_name, backup_suffix);
1370     if (backup_path == NULL)
1371         return FALSE;
1372
1373     if (exist_file (backup_path))
1374     {
1375         vfs_path_t *vpath;
1376
1377         vpath = vfs_path_from_str (backup_path);
1378         mc_unlink (vpath);
1379         vfs_path_free (vpath);
1380     }
1381
1382     g_free (backup_path);
1383     return TRUE;
1384 }
1385
1386 /* --------------------------------------------------------------------------------------------- */
1387 /**
1388  * partly taken from dcigettext.c, returns "" for default locale
1389  * value should be freed by calling function g_free()
1390  */
1391
1392 char *
1393 guess_message_value (void)
1394 {
1395     static const char *const var[] = {
1396         /* Setting of LC_ALL overwrites all other.  */
1397         /* Do not use LANGUAGE for check user locale and drowing hints */
1398         "LC_ALL",
1399         /* Next comes the name of the desired category.  */
1400         "LC_MESSAGES",
1401         /* Last possibility is the LANG environment variable.  */
1402         "LANG",
1403         /* NULL exit loops */
1404         NULL
1405     };
1406
1407     unsigned i = 0;
1408     const char *locale = NULL;
1409
1410     while (var[i] != NULL)
1411     {
1412         locale = getenv (var[i]);
1413         if (locale != NULL && locale[0] != '\0')
1414             break;
1415         i++;
1416     }
1417
1418     if (locale == NULL)
1419         locale = "";
1420
1421     return g_strdup (locale);
1422 }
1423
1424 /* --------------------------------------------------------------------------------------------- */
1425
1426 /**
1427  * The "profile root" is the tree under which all of MC's user data &
1428  * settings are stored.
1429  *
1430  * It defaults to the user's home dir. The user may override this default
1431  * with the environment variable $MC_PROFILE_ROOT.
1432  */
1433 const char *
1434 mc_get_profile_root (void)
1435 {
1436     static const char *profile_root = NULL;
1437
1438     if (profile_root == NULL)
1439     {
1440         profile_root = g_getenv ("MC_PROFILE_ROOT");
1441         if (profile_root == NULL || *profile_root == '\0')
1442             profile_root = mc_config_get_home_dir ();
1443     }
1444
1445     return profile_root;
1446 }
1447
1448 /* --------------------------------------------------------------------------------------------- */
1449 /**
1450  * Propagate error in simple way.
1451  *
1452  * @param dest error return location
1453  * @param code error code
1454  * @param format printf()-style format for error message
1455  * @param ... parameters for message format
1456  */
1457
1458 void
1459 mc_propagate_error (GError ** dest, int code, const char *format, ...)
1460 {
1461     if (dest != NULL && *dest == NULL)
1462     {
1463         GError *tmp_error;
1464         va_list args;
1465
1466         va_start (args, format);
1467         tmp_error = g_error_new_valist (MC_ERROR, code, format, args);
1468         va_end (args);
1469
1470         g_propagate_error (dest, tmp_error);
1471     }
1472 }
1473
1474 /* --------------------------------------------------------------------------------------------- */
1475 /**
1476  * Replace existing error in simple way.
1477  *
1478  * @param dest error return location
1479  * @param code error code
1480  * @param format printf()-style format for error message
1481  * @param ... parameters for message format
1482  */
1483
1484 void
1485 mc_replace_error (GError ** dest, int code, const char *format, ...)
1486 {
1487     if (dest != NULL)
1488     {
1489         GError *tmp_error;
1490         va_list args;
1491
1492         va_start (args, format);
1493         tmp_error = g_error_new_valist (MC_ERROR, code, format, args);
1494         va_end (args);
1495
1496         g_error_free (*dest);
1497         *dest = NULL;
1498         g_propagate_error (dest, tmp_error);
1499     }
1500 }
1501
1502 /* --------------------------------------------------------------------------------------------- */
1503
1504 /**
1505  * Returns if the given duration has elapsed since the given timestamp,
1506  * and if it has then updates the timestamp.
1507  *
1508  * @param timestamp the last timestamp in microseconds, updated if the given time elapsed
1509  * @param deleay amount of time in microseconds
1510
1511  * @return TRUE if clock skew detected, FALSE otherwise
1512  */
1513 gboolean
1514 mc_time_elapsed (guint64 * timestamp, guint64 delay)
1515 {
1516     guint64 now;
1517
1518     now = mc_timer_elapsed (mc_global.timer);
1519
1520     if (now >= *timestamp && now < *timestamp + delay)
1521         return FALSE;
1522
1523     *timestamp = now;
1524     return TRUE;
1525 }
1526
1527 /* --------------------------------------------------------------------------------------------- */