5 Copyright (C) 2009 The Free Software Foundation, Inc.
8 Slava Zanko <slavazanko@gmail.com>, 2009.
10 This file is part of the Midnight Commander.
12 The Midnight Commander is free software; you can redistribute it
13 and/or modify it under the terms of the GNU General Public License as
14 published by the Free Software Foundation; either version 2 of the
15 License, or (at your option) any later version.
17 The Midnight Commander is distributed in the hope that it will be
18 useful, but WITHOUT ANY WARRANTY; without even the implied warranty
19 of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 General Public License for more details.
22 You should have received a copy of the GNU General Public License
23 along with this program; if not, write to the Free Software
24 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
32 #include "lib/global.h"
33 #include "lib/strutil.h"
34 #include "lib/search.h"
35 #include "lib/strescape.h"
37 #include "src/charsets.h"
41 /*** global variables ****************************************************************************/
43 /*** file scope macro definitions ****************************************************************/
45 /*** file scope type declarations ****************************************************************/
49 REPLACE_T_NO_TRANSFORM
= 0,
50 REPLACE_T_UPP_TRANSFORM_CHAR
= 1,
51 REPLACE_T_LOW_TRANSFORM_CHAR
= 2,
52 REPLACE_T_UPP_TRANSFORM
= 4,
53 REPLACE_T_LOW_TRANSFORM
= 8
54 } replace_transform_type_t
;
56 /*** file scope variables ************************************************************************/
58 /*** file scope functions ************************************************************************/
61 mc_search__regex_str_append_if_special (GString
* copy_to
, const GString
* regex_str
, gsize
* offset
)
65 const char **spec_chr
;
66 const char *special_chars
[] = {
81 spec_chr
= special_chars
;
83 tmp_regex_str
= &(regex_str
->str
[*offset
]);
87 spec_chr_len
= strlen (*spec_chr
);
88 if (!strncmp (tmp_regex_str
, *spec_chr
, spec_chr_len
))
90 if (!strutils_is_char_escaped (regex_str
->str
, tmp_regex_str
))
92 if (!strncmp ("\\x", *spec_chr
, spec_chr_len
))
94 if (*(tmp_regex_str
+ spec_chr_len
) == '{')
96 while ((spec_chr_len
< regex_str
->len
- *offset
)
97 && *(tmp_regex_str
+ spec_chr_len
) != '}')
99 if (*(tmp_regex_str
+ spec_chr_len
) == '}')
105 g_string_append_len (copy_to
, tmp_regex_str
, spec_chr_len
);
106 *offset
+= spec_chr_len
;
116 /* --------------------------------------------------------------------------------------------- */
118 mc_search__cond_struct_new_regex_hex_add (const char *charset
, GString
* str_to
,
119 const char *one_char
, gsize str_len
)
125 upp
= mc_search__toupper_case_str (charset
, one_char
, str_len
);
126 low
= mc_search__tolower_case_str (charset
, one_char
, str_len
);
128 for (loop
= 0; loop
< upp
->len
; loop
++)
133 if (upp
->str
[loop
] == low
->str
[loop
])
134 tmp_str
= g_strdup_printf ("\\x%02X", (unsigned char) upp
->str
[loop
]);
137 g_strdup_printf ("[\\x%02X\\x%02X]", (unsigned char) upp
->str
[loop
],
138 (unsigned char) low
->str
[loop
]);
142 tmp_str
= g_strdup_printf ("\\x%02X", (unsigned char) upp
->str
[loop
]);
144 g_string_append (str_to
, tmp_str
);
147 g_string_free (upp
, TRUE
);
148 g_string_free (low
, TRUE
);
151 /* --------------------------------------------------------------------------------------------- */
154 mc_search__cond_struct_new_regex_accum_append (const char *charset
, GString
* str_to
,
157 GString
*recoded_part
;
160 recoded_part
= g_string_sized_new (32);
162 while (loop
< str_from
->len
)
166 gboolean just_letters
;
169 mc_search__get_one_symbol (charset
, &(str_from
->str
[loop
]),
170 min (str_from
->len
- loop
, 6), &just_letters
);
171 one_char_len
= strlen (one_char
);
173 if (one_char_len
== 0)
177 loop
+= one_char_len
;
180 mc_search__cond_struct_new_regex_hex_add (charset
, recoded_part
, one_char
,
183 g_string_append_len (recoded_part
, one_char
, one_char_len
);
189 g_string_append (str_to
, recoded_part
->str
);
190 g_string_free (recoded_part
, TRUE
);
191 g_string_set_size (str_from
, 0);
194 /* --------------------------------------------------------------------------------------------- */
197 mc_search__cond_struct_new_regex_ci_str (const char *charset
, const GString
*astr
)
199 const char *str
= astr
->str
;
200 GString
*accumulator
, *spec_char
, *ret_str
;
203 tmp
= g_string_new_len (str
, astr
->len
);
206 ret_str
= g_string_new ("");
207 accumulator
= g_string_new ("");
208 spec_char
= g_string_new ("");
211 while (loop
<= astr
->len
)
213 if (mc_search__regex_str_append_if_special (spec_char
, tmp
, &loop
))
215 mc_search__cond_struct_new_regex_accum_append (charset
, ret_str
, accumulator
);
216 g_string_append_len (ret_str
, spec_char
->str
, spec_char
->len
);
217 g_string_set_size (spec_char
, 0);
221 if (tmp
->str
[loop
] == '[' && !strutils_is_char_escaped (tmp
->str
, &(tmp
->str
[loop
])))
223 mc_search__cond_struct_new_regex_accum_append (charset
, ret_str
, accumulator
);
225 while (loop
< astr
->len
&& !(tmp
->str
[loop
] == ']'
226 && !strutils_is_char_escaped (tmp
->str
, &(tmp
->str
[loop
]))))
228 g_string_append_c (ret_str
, tmp
->str
[loop
]);
232 g_string_append_c (ret_str
, tmp
->str
[loop
]);
239 g_string_append_c (accumulator
, tmp
->str
[loop
]);
242 mc_search__cond_struct_new_regex_accum_append (charset
, ret_str
, accumulator
);
244 g_string_free (accumulator
, TRUE
);
245 g_string_free (spec_char
, TRUE
);
246 g_string_free (tmp
, TRUE
);
250 /* --------------------------------------------------------------------------------------------- */
252 static mc_search__found_cond_t
253 mc_search__regex_found_cond_one (mc_search_t
* lc_mc_search
, mc_search_regex_t
* regex
,
254 GString
* search_str
)
256 #ifdef SEARCH_TYPE_GLIB
257 GError
*error
= NULL
;
259 if (!g_regex_match_full
260 (regex
, search_str
->str
, -1, 0, G_REGEX_MATCH_NEWLINE_ANY
, &lc_mc_search
->regex_match_info
,
263 g_match_info_free (lc_mc_search
->regex_match_info
);
264 lc_mc_search
->regex_match_info
= NULL
;
267 lc_mc_search
->error
= MC_SEARCH_E_REGEX
;
268 lc_mc_search
->error_str
=
269 str_conv_gerror_message (error
, _("Regular expression error"));
270 g_error_free (error
);
271 return COND__FOUND_ERROR
;
273 return COND__NOT_FOUND
;
275 lc_mc_search
->num_results
= g_match_info_get_match_count (lc_mc_search
->regex_match_info
);
276 #else /* SEARCH_TYPE_GLIB */
277 lc_mc_search
->num_results
= pcre_exec (regex
, lc_mc_search
->regex_match_info
,
278 search_str
->str
, search_str
->len
- 1, 0, 0,
279 lc_mc_search
->iovector
, MC_SEARCH__NUM_REPLACE_ARGS
);
280 if (lc_mc_search
->num_results
< 0)
282 return COND__NOT_FOUND
;
284 #endif /* SEARCH_TYPE_GLIB */
285 return COND__FOUND_OK
;
289 /* --------------------------------------------------------------------------------------------- */
291 static mc_search__found_cond_t
292 mc_search__regex_found_cond (mc_search_t
* lc_mc_search
, GString
* search_str
)
295 mc_search_cond_t
*mc_search_cond
;
296 mc_search__found_cond_t ret
;
298 for (loop1
= 0; loop1
< lc_mc_search
->conditions
->len
; loop1
++)
300 mc_search_cond
= (mc_search_cond_t
*) g_ptr_array_index (lc_mc_search
->conditions
, loop1
);
302 if (!mc_search_cond
->regex_handle
)
306 mc_search__regex_found_cond_one (lc_mc_search
, mc_search_cond
->regex_handle
,
309 if (ret
!= COND__NOT_FOUND
)
312 return COND__NOT_ALL_FOUND
;
315 /* --------------------------------------------------------------------------------------------- */
318 mc_search_regex__get_max_num_of_replace_tokens (const gchar
* str
, gsize len
)
322 for (loop
= 0; loop
< len
- 1; loop
++)
324 if (str
[loop
] == '\\' && g_ascii_isdigit(str
[loop
+ 1]) )
326 if (strutils_is_char_escaped (str
, &str
[loop
]))
328 if (max_token
< str
[loop
+ 1] - '0')
329 max_token
= str
[loop
+ 1] - '0';
332 if (str
[loop
] == '$' && str
[loop
+ 1] == '{')
337 if (strutils_is_char_escaped (str
, &str
[loop
]))
341 loop
+ tmp_len
+ 2 < len
&& (str
[loop
+ 2 + tmp_len
] & (char) 0xf0) == 0x30;
343 if (str
[loop
+ 2 + tmp_len
] == '}')
345 tmp_str
= g_strndup (&str
[loop
+ 2], tmp_len
);
346 tmp_token
= atoi (tmp_str
);
347 if (max_token
< tmp_token
)
348 max_token
= tmp_token
;
356 /* --------------------------------------------------------------------------------------------- */
359 mc_search_regex__get_token_by_num (const mc_search_t
* lc_mc_search
, gsize lc_index
)
361 int fnd_start
= 0, fnd_end
= 0;
363 #ifdef SEARCH_TYPE_GLIB
364 g_match_info_fetch_pos (lc_mc_search
->regex_match_info
, lc_index
, &fnd_start
, &fnd_end
);
365 #else /* SEARCH_TYPE_GLIB */
366 fnd_start
= lc_mc_search
->iovector
[lc_index
* 2 + 0];
367 fnd_end
= lc_mc_search
->iovector
[lc_index
* 2 + 1];
368 #endif /* SEARCH_TYPE_GLIB */
370 if (fnd_end
- fnd_start
== 0)
373 return g_strndup (lc_mc_search
->regex_buffer
->str
+ fnd_start
, fnd_end
- fnd_start
);
377 /* --------------------------------------------------------------------------------------------- */
379 mc_search_regex__process_replace_str (const GString
* replace_str
, const gsize current_pos
,
380 gsize
* skip_len
, replace_transform_type_t
* replace_flags
)
384 const char *curr_str
= &(replace_str
->str
[current_pos
]);
386 if (current_pos
> replace_str
->len
)
391 if (*curr_str
== '$' && *(curr_str
+ 1) == '{' && (*(curr_str
+ 2) & (char) 0xf0) == 0x30)
393 if (strutils_is_char_escaped (replace_str
->str
, curr_str
))
400 current_pos
+ *skip_len
+ 2 < replace_str
->len
401 && (*(curr_str
+ 2 + *skip_len
) & (char) 0xf0) == 0x30; (*skip_len
)++);
403 if (*(curr_str
+ 2 + *skip_len
) != '}')
406 tmp_str
= g_strndup (curr_str
+ 2, *skip_len
);
410 ret
= atoi (tmp_str
);
413 *skip_len
+= 3; /* ${} */
417 if (*curr_str
== '\\')
419 if (strutils_is_char_escaped (replace_str
->str
, curr_str
))
425 if ( g_ascii_isdigit(*(curr_str
+ 1)))
427 ret
= g_ascii_digit_value (*(curr_str
+ 1));
428 *skip_len
= 2; /* \\ and one digit */
433 switch (*(curr_str
+ 1))
436 *replace_flags
|= REPLACE_T_UPP_TRANSFORM
;
437 *replace_flags
&= ~REPLACE_T_LOW_TRANSFORM
;
440 *replace_flags
|= REPLACE_T_UPP_TRANSFORM_CHAR
;
443 *replace_flags
|= REPLACE_T_LOW_TRANSFORM
;
444 *replace_flags
&= ~REPLACE_T_UPP_TRANSFORM
;
447 *replace_flags
|= REPLACE_T_LOW_TRANSFORM_CHAR
;
450 *replace_flags
= REPLACE_T_NO_TRANSFORM
;
460 mc_search_regex__process_append_str (GString
* dest_str
, const char *from
, gsize len
,
461 replace_transform_type_t
* replace_flags
)
468 if (len
== (gsize
) - 1)
471 if (*replace_flags
== REPLACE_T_NO_TRANSFORM
)
473 g_string_append_len (dest_str
, from
, len
);
478 tmp_str
= mc_search__get_one_symbol (NULL
, from
+ loop
, len
- loop
, NULL
);
479 char_len
= strlen (tmp_str
);
480 if (*replace_flags
& REPLACE_T_UPP_TRANSFORM_CHAR
)
482 *replace_flags
&= ~REPLACE_T_UPP_TRANSFORM_CHAR
;
483 tmp_string
= mc_search__toupper_case_str (NULL
, tmp_str
, char_len
);
484 g_string_append (dest_str
, tmp_string
->str
);
485 g_string_free (tmp_string
, TRUE
);
488 else if (*replace_flags
& REPLACE_T_LOW_TRANSFORM_CHAR
)
490 *replace_flags
&= ~REPLACE_T_LOW_TRANSFORM_CHAR
;
491 tmp_string
= mc_search__toupper_case_str (NULL
, tmp_str
, char_len
);
492 g_string_append (dest_str
, tmp_string
->str
);
493 g_string_free (tmp_string
, TRUE
);
496 else if (*replace_flags
& REPLACE_T_UPP_TRANSFORM
)
498 tmp_string
= mc_search__toupper_case_str (NULL
, tmp_str
, char_len
);
499 g_string_append (dest_str
, tmp_string
->str
);
500 g_string_free (tmp_string
, TRUE
);
503 else if (*replace_flags
& REPLACE_T_LOW_TRANSFORM
)
505 tmp_string
= mc_search__tolower_case_str (NULL
, tmp_str
, char_len
);
506 g_string_append (dest_str
, tmp_string
->str
);
507 g_string_free (tmp_string
, TRUE
);
512 g_string_append (dest_str
, tmp_str
);
520 /*** public functions ****************************************************************************/
523 mc_search__cond_struct_new_init_regex (const char *charset
, mc_search_t
* lc_mc_search
,
524 mc_search_cond_t
* mc_search_cond
)
526 #ifdef SEARCH_TYPE_GLIB
527 GError
*error
= NULL
;
528 #else /* SEARCH_TYPE_GLIB */
531 #endif /* SEARCH_TYPE_GLIB */
533 if (!lc_mc_search
->is_case_sensitive
)
537 tmp
= mc_search_cond
->str
;
538 mc_search_cond
->str
= mc_search__cond_struct_new_regex_ci_str (charset
, tmp
);
539 g_string_free (tmp
, TRUE
);
541 #ifdef SEARCH_TYPE_GLIB
542 mc_search_cond
->regex_handle
=
543 g_regex_new (mc_search_cond
->str
->str
, G_REGEX_OPTIMIZE
| G_REGEX_RAW
| G_REGEX_DOTALL
, 0,
548 lc_mc_search
->error
= MC_SEARCH_E_REGEX_COMPILE
;
549 lc_mc_search
->error_str
= str_conv_gerror_message (error
, _("Regular expression error"));
550 g_error_free (error
);
553 #else /* SEARCH_TYPE_GLIB */
554 mc_search_cond
->regex_handle
=
555 pcre_compile (mc_search_cond
->str
->str
, PCRE_EXTRA
, &error
, &erroffset
, NULL
);
556 if (mc_search_cond
->regex_handle
== NULL
)
558 lc_mc_search
->error
= MC_SEARCH_E_REGEX_COMPILE
;
559 lc_mc_search
->error_str
= g_strdup (error
);
562 lc_mc_search
->regex_match_info
= pcre_study (mc_search_cond
->regex_handle
, 0, &error
);
563 if (lc_mc_search
->regex_match_info
== NULL
)
567 lc_mc_search
->error
= MC_SEARCH_E_REGEX_COMPILE
;
568 lc_mc_search
->error_str
= g_strdup (error
);
569 g_free (mc_search_cond
->regex_handle
);
570 mc_search_cond
->regex_handle
= NULL
;
574 #endif /* SEARCH_TYPE_GLIB */
577 /* --------------------------------------------------------------------------------------------- */
580 mc_search__run_regex (mc_search_t
* lc_mc_search
, const void *user_data
,
581 gsize start_search
, gsize end_search
, gsize
* found_len
)
583 gsize current_pos
, virtual_pos
;
588 if (lc_mc_search
->regex_buffer
!= NULL
)
589 g_string_free (lc_mc_search
->regex_buffer
, TRUE
);
591 lc_mc_search
->regex_buffer
= g_string_new ("");
593 virtual_pos
= current_pos
= start_search
;
594 while (virtual_pos
<= end_search
)
596 g_string_set_size (lc_mc_search
->regex_buffer
, 0);
597 lc_mc_search
->start_buffer
= current_pos
;
601 current_chr
= mc_search__get_char (lc_mc_search
, user_data
, current_pos
);
602 if (current_chr
== MC_SEARCH_CB_ABORT
)
607 if (current_chr
== MC_SEARCH_CB_SKIP
)
612 g_string_append_c (lc_mc_search
->regex_buffer
, (char) current_chr
);
615 if (current_chr
== 0 || (char) current_chr
== '\n')
618 if (virtual_pos
> end_search
)
622 switch (mc_search__regex_found_cond (lc_mc_search
, lc_mc_search
->regex_buffer
))
625 #ifdef SEARCH_TYPE_GLIB
626 if (lc_mc_search
->whole_words
)
628 g_match_info_fetch_pos (lc_mc_search
->regex_match_info
, 2, &start_pos
, &end_pos
);
632 g_match_info_fetch_pos (lc_mc_search
->regex_match_info
, 0, &start_pos
, &end_pos
);
634 #else /* SEARCH_TYPE_GLIB */
635 if (lc_mc_search
->whole_words
)
637 start_pos
= lc_mc_search
->iovector
[4];
638 end_pos
= lc_mc_search
->iovector
[5];
642 start_pos
= lc_mc_search
->iovector
[0];
643 end_pos
= lc_mc_search
->iovector
[1];
645 #endif /* SEARCH_TYPE_GLIB */
647 *found_len
= end_pos
- start_pos
;
648 lc_mc_search
->normal_offset
= lc_mc_search
->start_buffer
+ start_pos
;
650 case COND__NOT_ALL_FOUND
:
653 g_string_free (lc_mc_search
->regex_buffer
, TRUE
);
654 lc_mc_search
->regex_buffer
= NULL
;
657 if ((lc_mc_search
->update_fn
!= NULL
) &&
658 ((lc_mc_search
->update_fn
) (user_data
, current_pos
) == MC_SEARCH_CB_ABORT
))
659 current_chr
= MC_SEARCH_CB_ABORT
;
661 if (current_chr
== MC_SEARCH_CB_ABORT
)
664 g_string_free (lc_mc_search
->regex_buffer
, TRUE
);
665 lc_mc_search
->regex_buffer
= NULL
;
666 lc_mc_search
->error
= MC_SEARCH_E_NOTFOUND
;
668 if (current_chr
!= MC_SEARCH_CB_ABORT
)
669 lc_mc_search
->error_str
= g_strdup (_(STR_E_NOTFOUND
));
671 lc_mc_search
->error_str
= NULL
;
676 /* --------------------------------------------------------------------------------------------- */
678 mc_search_regex_prepare_replace_str (mc_search_t
* lc_mc_search
, GString
* replace_str
)
683 int num_replace_tokens
, lc_index
;
687 replace_transform_type_t replace_flags
= REPLACE_T_NO_TRANSFORM
;
690 mc_search_regex__get_max_num_of_replace_tokens (replace_str
->str
, replace_str
->len
);
692 if (lc_mc_search
->num_results
< 0)
693 return g_string_new_len (replace_str
->str
, replace_str
->len
);
695 if (num_replace_tokens
> lc_mc_search
->num_results
- 1
696 || num_replace_tokens
> MC_SEARCH__NUM_REPLACE_ARGS
)
698 lc_mc_search
->error
= MC_SEARCH_E_REGEX_REPLACE
;
699 lc_mc_search
->error_str
= g_strdup (_(STR_E_RPL_NOT_EQ_TO_FOUND
));
703 ret
= g_string_new ("");
704 prev_str
= replace_str
->str
;
705 for (loop
= 0; loop
< replace_str
->len
- 1; loop
++)
707 lc_index
= mc_search_regex__process_replace_str (replace_str
, loop
, &len
, &replace_flags
);
713 mc_search_regex__process_append_str (ret
, prev_str
,
714 replace_str
->str
- prev_str
+ loop
,
716 mc_search_regex__process_append_str (ret
, replace_str
->str
+ loop
+ 1, len
- 1,
718 prev_str
= replace_str
->str
+ loop
+ len
;
727 mc_search_regex__process_append_str (ret
, prev_str
,
728 replace_str
->str
- prev_str
+ loop
,
730 prev_str
= replace_str
->str
+ loop
+ len
;
735 if (lc_index
> lc_mc_search
->num_results
)
737 g_string_free (ret
, TRUE
);
738 lc_mc_search
->error
= MC_SEARCH_E_REGEX_REPLACE
;
739 lc_mc_search
->error_str
= g_strdup_printf (_(STR_E_RPL_INVALID_TOKEN
), lc_index
);
743 tmp_str
= mc_search_regex__get_token_by_num (lc_mc_search
, lc_index
);
748 mc_search_regex__process_append_str (ret
, prev_str
, replace_str
->str
- prev_str
+ loop
,
750 prev_str
= replace_str
->str
+ loop
+ len
;
752 mc_search_regex__process_append_str (ret
, tmp_str
, -1, &replace_flags
);
756 mc_search_regex__process_append_str (ret
, prev_str
,
757 replace_str
->str
- prev_str
+ replace_str
->len
,