Fixing user-spec for fonts instead of using name.
[emacs.git] / src / charset.c
blob32d5fc52c7a13b4a81b20ced2c1461a1513e83e1
1 /* Basic character set support.
2 Copyright (C) 2001, 2002, 2003, 2004, 2005, 2006, 2007,
3 2008, 2009 Free Software Foundation, Inc.
4 Copyright (C) 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004,
5 2005, 2006, 2007, 2008, 2009
6 National Institute of Advanced Industrial Science and Technology (AIST)
7 Registration Number H14PRO021
9 Copyright (C) 2003, 2004
10 National Institute of Advanced Industrial Science and Technology (AIST)
11 Registration Number H13PRO009
13 This file is part of GNU Emacs.
15 GNU Emacs is free software: you can redistribute it and/or modify
16 it under the terms of the GNU General Public License as published by
17 the Free Software Foundation, either version 3 of the License, or
18 (at your option) any later version.
20 GNU Emacs is distributed in the hope that it will be useful,
21 but WITHOUT ANY WARRANTY; without even the implied warranty of
22 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
23 GNU General Public License for more details.
25 You should have received a copy of the GNU General Public License
26 along with GNU Emacs. If not, see <http://www.gnu.org/licenses/>. */
28 #include <config.h>
30 #include <stdio.h>
31 #include <unistd.h>
32 #include <ctype.h>
33 #include <sys/types.h>
34 #include <setjmp.h>
35 #include "lisp.h"
36 #include "character.h"
37 #include "charset.h"
38 #include "coding.h"
39 #include "disptab.h"
40 #include "buffer.h"
42 /*** GENERAL NOTES on CODED CHARACTER SETS (CHARSETS) ***
44 A coded character set ("charset" hereafter) is a meaningful
45 collection (i.e. language, culture, functionality, etc.) of
46 characters. Emacs handles multiple charsets at once. In Emacs Lisp
47 code, a charset is represented by a symbol. In C code, a charset is
48 represented by its ID number or by a pointer to a struct charset.
50 The actual information about each charset is stored in two places.
51 Lispy information is stored in the hash table Vcharset_hash_table as
52 a vector (charset attributes). The other information is stored in
53 charset_table as a struct charset.
57 /* List of all charsets. This variable is used only from Emacs
58 Lisp. */
59 Lisp_Object Vcharset_list;
61 /* Hash table that contains attributes of each charset. Keys are
62 charset symbols, and values are vectors of charset attributes. */
63 Lisp_Object Vcharset_hash_table;
65 /* Table of struct charset. */
66 struct charset *charset_table;
68 static int charset_table_size;
69 static int charset_table_used;
71 Lisp_Object Qcharsetp;
73 /* Special charset symbols. */
74 Lisp_Object Qascii;
75 Lisp_Object Qeight_bit;
76 Lisp_Object Qiso_8859_1;
77 Lisp_Object Qunicode;
78 Lisp_Object Qemacs;
80 /* The corresponding charsets. */
81 int charset_ascii;
82 int charset_eight_bit;
83 int charset_iso_8859_1;
84 int charset_unicode;
85 int charset_emacs;
87 /* The other special charsets. */
88 int charset_jisx0201_roman;
89 int charset_jisx0208_1978;
90 int charset_jisx0208;
91 int charset_ksc5601;
93 /* Value of charset attribute `charset-iso-plane'. */
94 Lisp_Object Qgl, Qgr;
96 /* Charset of unibyte characters. */
97 int charset_unibyte;
99 /* List of charsets ordered by the priority. */
100 Lisp_Object Vcharset_ordered_list;
102 /* Sub-list of Vcharset_ordered_list that contains all non-preferred
103 charsets. */
104 Lisp_Object Vcharset_non_preferred_head;
106 /* Incremented everytime we change Vcharset_ordered_list. This is
107 unsigned short so that it fits in Lisp_Int and never matches
108 -1. */
109 unsigned short charset_ordered_list_tick;
111 /* List of iso-2022 charsets. */
112 Lisp_Object Viso_2022_charset_list;
114 /* List of emacs-mule charsets. */
115 Lisp_Object Vemacs_mule_charset_list;
117 struct charset *emacs_mule_charset[256];
119 /* Mapping table from ISO2022's charset (specified by DIMENSION,
120 CHARS, and FINAL-CHAR) to Emacs' charset. */
121 int iso_charset_table[ISO_MAX_DIMENSION][ISO_MAX_CHARS][ISO_MAX_FINAL];
123 Lisp_Object Vcharset_map_path;
125 /* If nonzero, don't load charset maps. */
126 int inhibit_load_charset_map;
128 Lisp_Object Vcurrent_iso639_language;
130 /* Defined in chartab.c */
131 extern void
132 map_char_table_for_charset P_ ((void (*c_function) (Lisp_Object, Lisp_Object),
133 Lisp_Object function, Lisp_Object table,
134 Lisp_Object arg, struct charset *charset,
135 unsigned from, unsigned to));
137 #define CODE_POINT_TO_INDEX(charset, code) \
138 ((charset)->code_linear_p \
139 ? (code) - (charset)->min_code \
140 : (((charset)->code_space_mask[(code) >> 24] & 0x8) \
141 && ((charset)->code_space_mask[((code) >> 16) & 0xFF] & 0x4) \
142 && ((charset)->code_space_mask[((code) >> 8) & 0xFF] & 0x2) \
143 && ((charset)->code_space_mask[(code) & 0xFF] & 0x1)) \
144 ? (((((code) >> 24) - (charset)->code_space[12]) \
145 * (charset)->code_space[11]) \
146 + (((((code) >> 16) & 0xFF) - (charset)->code_space[8]) \
147 * (charset)->code_space[7]) \
148 + (((((code) >> 8) & 0xFF) - (charset)->code_space[4]) \
149 * (charset)->code_space[3]) \
150 + (((code) & 0xFF) - (charset)->code_space[0]) \
151 - ((charset)->char_index_offset)) \
152 : -1)
155 /* Convert the character index IDX to code-point CODE for CHARSET.
156 It is assumed that IDX is in a valid range. */
158 #define INDEX_TO_CODE_POINT(charset, idx) \
159 ((charset)->code_linear_p \
160 ? (idx) + (charset)->min_code \
161 : (idx += (charset)->char_index_offset, \
162 (((charset)->code_space[0] + (idx) % (charset)->code_space[2]) \
163 | (((charset)->code_space[4] \
164 + ((idx) / (charset)->code_space[3] % (charset)->code_space[6])) \
165 << 8) \
166 | (((charset)->code_space[8] \
167 + ((idx) / (charset)->code_space[7] % (charset)->code_space[10])) \
168 << 16) \
169 | (((charset)->code_space[12] + ((idx) / (charset)->code_space[11])) \
170 << 24))))
172 /* Structure to hold mapping tables for a charset. Used by temacs
173 invoked for dumping. */
175 static struct
177 /* The current charset for which the following tables are setup. */
178 struct charset *current;
180 /* 1 iff the following table is used for encoder. */
181 short for_encoder;
183 /* When the following table is used for encoding, mininum and
184 maxinum character of the current charset. */
185 int min_char, max_char;
187 /* A Unicode character correspoinding to the code indice 0 (i.e. the
188 minimum code-point) of the current charset, or -1 if the code
189 indice 0 is not a Unicode character. This is checked when
190 table.encoder[CHAR] is zero. */
191 int zero_index_char;
193 union {
194 /* Table mapping code-indices (not code-points) of the current
195 charset to Unicode characters. If decoder[CHAR] is -1, CHAR
196 doesn't belong to the current charset. */
197 int decoder[0x10000];
198 /* Table mapping Unicode characters to code-indices of the current
199 charset. The first 0x10000 elements are for BMP (0..0xFFFF),
200 and the last 0x10000 are for SMP (0x10000..0x1FFFF) or SIP
201 (0x20000..0x2FFFF). Note that there is no charset map that
202 uses both SMP and SIP. */
203 unsigned short encoder[0x20000];
204 } table;
205 } *temp_charset_work;
207 #define SET_TEMP_CHARSET_WORK_ENCODER(C, CODE) \
208 do { \
209 if ((CODE) == 0) \
210 temp_charset_work->zero_index_char = (C); \
211 else if ((C) < 0x20000) \
212 temp_charset_work->table.encoder[(C)] = (CODE); \
213 else \
214 temp_charset_work->table.encoder[(C) - 0x10000] = (CODE); \
215 } while (0)
217 #define GET_TEMP_CHARSET_WORK_ENCODER(C) \
218 ((C) == temp_charset_work->zero_index_char ? 0 \
219 : (C) < 0x20000 ? (temp_charset_work->table.encoder[(C)] \
220 ? (int) temp_charset_work->table.encoder[(C)] : -1) \
221 : temp_charset_work->table.encoder[(C) - 0x10000] \
222 ? temp_charset_work->table.encoder[(C) - 0x10000] : -1)
224 #define SET_TEMP_CHARSET_WORK_DECODER(C, CODE) \
225 (temp_charset_work->table.decoder[(CODE)] = (C))
227 #define GET_TEMP_CHARSET_WORK_DECODER(CODE) \
228 (temp_charset_work->table.decoder[(CODE)])
231 /* Set to 1 to warn that a charset map is loaded and thus a buffer
232 text and a string data may be relocated. */
233 int charset_map_loaded;
235 struct charset_map_entries
237 struct {
238 unsigned from, to;
239 int c;
240 } entry[0x10000];
241 struct charset_map_entries *next;
244 /* Load the mapping information of CHARSET from ENTRIES for
245 initializing (CONTROL_FLAG == 0), decoding (CONTROL_FLAG == 1), and
246 encoding (CONTROL_FLAG == 2).
248 If CONTROL_FLAG is 0, setup CHARSET->min_char, CHARSET->max_char,
249 and CHARSET->fast_map.
251 If CONTROL_FLAG is 1, setup the following tables according to
252 CHARSET->method and inhibit_load_charset_map.
254 CHARSET->method | inhibit_lcm == 0 | inhibit_lcm == 1
255 ----------------------+--------------------+---------------------------
256 CHARSET_METHOD_MAP | CHARSET->decoder | temp_charset_work->decoder
257 ----------------------+--------------------+---------------------------
258 CHARSET_METHOD_OFFSET | Vchar_unify_table | temp_charset_work->decoder
260 If CONTROL_FLAG is 2, setup the following tables.
262 CHARSET->method | inhibit_lcm == 0 | inhibit_lcm == 1
263 ----------------------+--------------------+---------------------------
264 CHARSET_METHOD_MAP | CHARSET->encoder | temp_charset_work->encoder
265 ----------------------+--------------------+--------------------------
266 CHARSET_METHOD_OFFSET | CHARSET->deunifier | temp_charset_work->encoder
269 static void
270 load_charset_map (charset, entries, n_entries, control_flag)
271 struct charset *charset;
272 struct charset_map_entries *entries;
273 int n_entries;
274 int control_flag;
276 Lisp_Object vec, table;
277 unsigned max_code = CHARSET_MAX_CODE (charset);
278 int ascii_compatible_p = charset->ascii_compatible_p;
279 int min_char, max_char, nonascii_min_char;
280 int i;
281 unsigned char *fast_map = charset->fast_map;
283 if (n_entries <= 0)
284 return;
286 if (control_flag)
288 if (! inhibit_load_charset_map)
290 if (control_flag == 1)
292 if (charset->method == CHARSET_METHOD_MAP)
294 int n = CODE_POINT_TO_INDEX (charset, max_code) + 1;
296 vec = CHARSET_DECODER (charset)
297 = Fmake_vector (make_number (n), make_number (-1));
299 else
301 char_table_set_range (Vchar_unify_table,
302 charset->min_char, charset->max_char,
303 Qnil);
306 else
308 table = Fmake_char_table (Qnil, Qnil);
309 if (charset->method == CHARSET_METHOD_MAP)
310 CHARSET_ENCODER (charset) = table;
311 else
312 CHARSET_DEUNIFIER (charset) = table;
315 else
317 if (! temp_charset_work)
318 temp_charset_work = malloc (sizeof (*temp_charset_work));
319 if (control_flag == 1)
321 memset (temp_charset_work->table.decoder, -1,
322 sizeof (int) * 0x10000);
324 else
326 memset (temp_charset_work->table.encoder, 0,
327 sizeof (unsigned short) * 0x20000);
328 temp_charset_work->zero_index_char = -1;
330 temp_charset_work->current = charset;
331 temp_charset_work->for_encoder = (control_flag == 2);
332 control_flag += 2;
334 charset_map_loaded = 1;
337 min_char = max_char = entries->entry[0].c;
338 nonascii_min_char = MAX_CHAR;
339 for (i = 0; i < n_entries; i++)
341 unsigned from, to;
342 int from_index, to_index;
343 int from_c, to_c;
344 int idx = i % 0x10000;
346 if (i > 0 && idx == 0)
347 entries = entries->next;
348 from = entries->entry[idx].from;
349 to = entries->entry[idx].to;
350 from_c = entries->entry[idx].c;
351 from_index = CODE_POINT_TO_INDEX (charset, from);
352 if (from == to)
354 to_index = from_index;
355 to_c = from_c;
357 else
359 to_index = CODE_POINT_TO_INDEX (charset, to);
360 to_c = from_c + (to_index - from_index);
362 if (from_index < 0 || to_index < 0)
363 continue;
365 if (to_c > max_char)
366 max_char = to_c;
367 else if (from_c < min_char)
368 min_char = from_c;
370 if (control_flag == 1)
372 if (charset->method == CHARSET_METHOD_MAP)
373 for (; from_index <= to_index; from_index++, from_c++)
374 ASET (vec, from_index, make_number (from_c));
375 else
376 for (; from_index <= to_index; from_index++, from_c++)
377 CHAR_TABLE_SET (Vchar_unify_table,
378 CHARSET_CODE_OFFSET (charset) + from_index,
379 make_number (from_c));
381 else if (control_flag == 2)
383 if (charset->method == CHARSET_METHOD_MAP
384 && CHARSET_COMPACT_CODES_P (charset))
385 for (; from_index <= to_index; from_index++, from_c++)
387 unsigned code = INDEX_TO_CODE_POINT (charset, from_index);
389 if (NILP (CHAR_TABLE_REF (table, from_c)))
390 CHAR_TABLE_SET (table, from_c, make_number (code));
392 else
393 for (; from_index <= to_index; from_index++, from_c++)
395 if (NILP (CHAR_TABLE_REF (table, from_c)))
396 CHAR_TABLE_SET (table, from_c, make_number (from_index));
399 else if (control_flag == 3)
400 for (; from_index <= to_index; from_index++, from_c++)
401 SET_TEMP_CHARSET_WORK_DECODER (from_c, from_index);
402 else if (control_flag == 4)
403 for (; from_index <= to_index; from_index++, from_c++)
404 SET_TEMP_CHARSET_WORK_ENCODER (from_c, from_index);
405 else /* control_flag == 0 */
407 if (ascii_compatible_p)
409 if (! ASCII_BYTE_P (from_c))
411 if (from_c < nonascii_min_char)
412 nonascii_min_char = from_c;
414 else if (! ASCII_BYTE_P (to_c))
416 nonascii_min_char = 0x80;
420 for (; from_c <= to_c; from_c++)
421 CHARSET_FAST_MAP_SET (from_c, fast_map);
425 if (control_flag == 0)
427 CHARSET_MIN_CHAR (charset) = (ascii_compatible_p
428 ? nonascii_min_char : min_char);
429 CHARSET_MAX_CHAR (charset) = max_char;
431 else if (control_flag == 4)
433 temp_charset_work->min_char = min_char;
434 temp_charset_work->max_char = max_char;
439 /* Read a hexadecimal number (preceded by "0x") from the file FP while
440 paying attention to comment charcter '#'. */
442 static INLINE unsigned
443 read_hex (fp, eof)
444 FILE *fp;
445 int *eof;
447 int c;
448 unsigned n;
450 while ((c = getc (fp)) != EOF)
452 if (c == '#')
454 while ((c = getc (fp)) != EOF && c != '\n');
456 else if (c == '0')
458 if ((c = getc (fp)) == EOF || c == 'x')
459 break;
462 if (c == EOF)
464 *eof = 1;
465 return 0;
467 *eof = 0;
468 n = 0;
469 if (c == 'x')
470 while ((c = getc (fp)) != EOF && isxdigit (c))
471 n = ((n << 4)
472 | (c <= '9' ? c - '0' : c <= 'F' ? c - 'A' + 10 : c - 'a' + 10));
473 else
474 while ((c = getc (fp)) != EOF && isdigit (c))
475 n = (n * 10) + c - '0';
476 if (c != EOF)
477 ungetc (c, fp);
478 return n;
481 extern Lisp_Object Qfile_name_handler_alist;
483 /* Return a mapping vector for CHARSET loaded from MAPFILE.
484 Each line of MAPFILE has this form
485 0xAAAA 0xCCCC
486 where 0xAAAA is a code-point and 0xCCCC is the corresponding
487 character code, or this form
488 0xAAAA-0xBBBB 0xCCCC
489 where 0xAAAA and 0xBBBB are code-points specifying a range, and
490 0xCCCC is the first character code of the range.
492 The returned vector has this form:
493 [ CODE1 CHAR1 CODE2 CHAR2 .... ]
494 where CODE1 is a code-point or a cons of code-points specifying a
495 range.
497 Note that this function uses `openp' to open MAPFILE but ignores
498 `file-name-handler-alist' to avoid running any Lisp code. */
500 extern void add_to_log P_ ((char *, Lisp_Object, Lisp_Object));
502 static void
503 load_charset_map_from_file (charset, mapfile, control_flag)
504 struct charset *charset;
505 Lisp_Object mapfile;
506 int control_flag;
508 unsigned min_code = CHARSET_MIN_CODE (charset);
509 unsigned max_code = CHARSET_MAX_CODE (charset);
510 int fd;
511 FILE *fp;
512 int eof;
513 Lisp_Object suffixes;
514 struct charset_map_entries *head, *entries;
515 int n_entries;
516 int count = SPECPDL_INDEX ();
518 suffixes = Fcons (build_string (".map"),
519 Fcons (build_string (".TXT"), Qnil));
521 specbind (Qfile_name_handler_alist, Qnil);
522 fd = openp (Vcharset_map_path, mapfile, suffixes, NULL, Qnil);
523 unbind_to (count, Qnil);
524 if (fd < 0
525 || ! (fp = fdopen (fd, "r")))
526 error ("Failure in loading charset map: %S", SDATA (mapfile));
528 head = entries = ((struct charset_map_entries *)
529 alloca (sizeof (struct charset_map_entries)));
530 n_entries = 0;
531 eof = 0;
532 while (1)
534 unsigned from, to;
535 int c;
536 int idx;
538 from = read_hex (fp, &eof);
539 if (eof)
540 break;
541 if (getc (fp) == '-')
542 to = read_hex (fp, &eof);
543 else
544 to = from;
545 c = (int) read_hex (fp, &eof);
547 if (from < min_code || to > max_code || from > to || c > MAX_CHAR)
548 continue;
550 if (n_entries > 0 && (n_entries % 0x10000) == 0)
552 entries->next = ((struct charset_map_entries *)
553 alloca (sizeof (struct charset_map_entries)));
554 entries = entries->next;
556 idx = n_entries % 0x10000;
557 entries->entry[idx].from = from;
558 entries->entry[idx].to = to;
559 entries->entry[idx].c = c;
560 n_entries++;
562 fclose (fp);
563 close (fd);
565 load_charset_map (charset, head, n_entries, control_flag);
568 static void
569 load_charset_map_from_vector (charset, vec, control_flag)
570 struct charset *charset;
571 Lisp_Object vec;
572 int control_flag;
574 unsigned min_code = CHARSET_MIN_CODE (charset);
575 unsigned max_code = CHARSET_MAX_CODE (charset);
576 struct charset_map_entries *head, *entries;
577 int n_entries;
578 int len = ASIZE (vec);
579 int i;
581 if (len % 2 == 1)
583 add_to_log ("Failure in loading charset map: %V", vec, Qnil);
584 return;
587 head = entries = ((struct charset_map_entries *)
588 alloca (sizeof (struct charset_map_entries)));
589 n_entries = 0;
590 for (i = 0; i < len; i += 2)
592 Lisp_Object val, val2;
593 unsigned from, to;
594 int c;
595 int idx;
597 val = AREF (vec, i);
598 if (CONSP (val))
600 val2 = XCDR (val);
601 val = XCAR (val);
602 CHECK_NATNUM (val);
603 CHECK_NATNUM (val2);
604 from = XFASTINT (val);
605 to = XFASTINT (val2);
607 else
609 CHECK_NATNUM (val);
610 from = to = XFASTINT (val);
612 val = AREF (vec, i + 1);
613 CHECK_NATNUM (val);
614 c = XFASTINT (val);
616 if (from < min_code || to > max_code || from > to || c > MAX_CHAR)
617 continue;
619 if (n_entries > 0 && (n_entries % 0x10000) == 0)
621 entries->next = ((struct charset_map_entries *)
622 alloca (sizeof (struct charset_map_entries)));
623 entries = entries->next;
625 idx = n_entries % 0x10000;
626 entries->entry[idx].from = from;
627 entries->entry[idx].to = to;
628 entries->entry[idx].c = c;
629 n_entries++;
632 load_charset_map (charset, head, n_entries, control_flag);
636 /* Load a mapping table for CHARSET. CONTROL-FLAG tells what kind of
637 map it is (see the comment of load_charset_map for the detail). */
639 static void
640 load_charset (charset, control_flag)
641 struct charset *charset;
642 int control_flag;
644 Lisp_Object map;
646 if (inhibit_load_charset_map
647 && temp_charset_work
648 && charset == temp_charset_work->current
649 && ((control_flag == 2) == temp_charset_work->for_encoder))
650 return;
652 if (CHARSET_METHOD (charset) == CHARSET_METHOD_MAP)
653 map = CHARSET_MAP (charset);
654 else if (CHARSET_UNIFIED_P (charset))
655 map = CHARSET_UNIFY_MAP (charset);
656 if (STRINGP (map))
657 load_charset_map_from_file (charset, map, control_flag);
658 else
659 load_charset_map_from_vector (charset, map, control_flag);
663 DEFUN ("charsetp", Fcharsetp, Scharsetp, 1, 1, 0,
664 doc: /* Return non-nil if and only if OBJECT is a charset.*/)
665 (object)
666 Lisp_Object object;
668 return (CHARSETP (object) ? Qt : Qnil);
672 void map_charset_for_dump P_ ((void (*c_function) (Lisp_Object, Lisp_Object),
673 Lisp_Object function, Lisp_Object arg,
674 unsigned from, unsigned to));
676 void
677 map_charset_for_dump (c_function, function, arg, from, to)
678 void (*c_function) (Lisp_Object, Lisp_Object);
679 Lisp_Object function, arg;
680 unsigned from, to;
682 int from_idx = CODE_POINT_TO_INDEX (temp_charset_work->current, from);
683 int to_idx = CODE_POINT_TO_INDEX (temp_charset_work->current, to);
684 Lisp_Object range;
685 int c, stop;
686 struct gcpro gcpro1;
688 range = Fcons (Qnil, Qnil);
689 GCPRO1 (range);
691 c = temp_charset_work->min_char;
692 stop = (temp_charset_work->max_char < 0x20000
693 ? temp_charset_work->max_char : 0xFFFF);
695 while (1)
697 int index = GET_TEMP_CHARSET_WORK_ENCODER (c);
699 if (index >= from_idx && index <= to_idx)
701 if (NILP (XCAR (range)))
702 XSETCAR (range, make_number (c));
704 else if (! NILP (XCAR (range)))
706 XSETCDR (range, make_number (c - 1));
707 if (c_function)
708 (*c_function) (arg, range);
709 else
710 call2 (function, range, arg);
711 XSETCAR (range, Qnil);
713 if (c == stop)
715 if (c == temp_charset_work->max_char)
717 if (! NILP (XCAR (range)))
719 XSETCDR (range, make_number (c));
720 if (c_function)
721 (*c_function) (arg, range);
722 else
723 call2 (function, range, arg);
725 break;
727 c = 0x1FFFF;
728 stop = temp_charset_work->max_char;
730 c++;
732 UNGCPRO;
735 void
736 map_charset_chars (c_function, function, arg,
737 charset, from, to)
738 void (*c_function) P_ ((Lisp_Object, Lisp_Object));
739 Lisp_Object function, arg;
740 struct charset *charset;
741 unsigned from, to;
743 Lisp_Object range;
744 int partial;
746 partial = (from > CHARSET_MIN_CODE (charset)
747 || to < CHARSET_MAX_CODE (charset));
749 if (CHARSET_METHOD (charset) == CHARSET_METHOD_OFFSET)
751 int from_idx = CODE_POINT_TO_INDEX (charset, from);
752 int to_idx = CODE_POINT_TO_INDEX (charset, to);
753 int from_c = from_idx + CHARSET_CODE_OFFSET (charset);
754 int to_c = to_idx + CHARSET_CODE_OFFSET (charset);
756 if (CHARSET_UNIFIED_P (charset))
758 if (! CHAR_TABLE_P (CHARSET_DEUNIFIER (charset)))
759 load_charset (charset, 2);
760 if (CHAR_TABLE_P (CHARSET_DEUNIFIER (charset)))
761 map_char_table_for_charset (c_function, function,
762 CHARSET_DEUNIFIER (charset), arg,
763 partial ? charset : NULL, from, to);
764 else
765 map_charset_for_dump (c_function, function, arg, from, to);
768 range = Fcons (make_number (from_c), make_number (to_c));
769 if (NILP (function))
770 (*c_function) (arg, range);
771 else
772 call2 (function, range, arg);
774 else if (CHARSET_METHOD (charset) == CHARSET_METHOD_MAP)
776 if (! CHAR_TABLE_P (CHARSET_ENCODER (charset)))
777 load_charset (charset, 2);
778 if (CHAR_TABLE_P (CHARSET_ENCODER (charset)))
779 map_char_table_for_charset (c_function, function,
780 CHARSET_ENCODER (charset), arg,
781 partial ? charset : NULL, from, to);
782 else
783 map_charset_for_dump (c_function, function, arg, from, to);
785 else if (CHARSET_METHOD (charset) == CHARSET_METHOD_SUBSET)
787 Lisp_Object subset_info;
788 int offset;
790 subset_info = CHARSET_SUBSET (charset);
791 charset = CHARSET_FROM_ID (XFASTINT (AREF (subset_info, 0)));
792 offset = XINT (AREF (subset_info, 3));
793 from -= offset;
794 if (from < XFASTINT (AREF (subset_info, 1)))
795 from = XFASTINT (AREF (subset_info, 1));
796 to -= offset;
797 if (to > XFASTINT (AREF (subset_info, 2)))
798 to = XFASTINT (AREF (subset_info, 2));
799 map_charset_chars (c_function, function, arg, charset, from, to);
801 else /* i.e. CHARSET_METHOD_SUPERSET */
803 Lisp_Object parents;
805 for (parents = CHARSET_SUPERSET (charset); CONSP (parents);
806 parents = XCDR (parents))
808 int offset;
809 unsigned this_from, this_to;
811 charset = CHARSET_FROM_ID (XFASTINT (XCAR (XCAR (parents))));
812 offset = XINT (XCDR (XCAR (parents)));
813 this_from = from > offset ? from - offset : 0;
814 this_to = to > offset ? to - offset : 0;
815 if (this_from < CHARSET_MIN_CODE (charset))
816 this_from = CHARSET_MIN_CODE (charset);
817 if (this_to > CHARSET_MAX_CODE (charset))
818 this_to = CHARSET_MAX_CODE (charset);
819 map_charset_chars (c_function, function, arg, charset,
820 this_from, this_to);
825 DEFUN ("map-charset-chars", Fmap_charset_chars, Smap_charset_chars, 2, 5, 0,
826 doc: /* Call FUNCTION for all characters in CHARSET.
827 FUNCTION is called with an argument RANGE and the optional 3rd
828 argument ARG.
830 RANGE is a cons (FROM . TO), where FROM and TO indicate a range of
831 characters contained in CHARSET.
833 The optional 4th and 5th arguments FROM-CODE and TO-CODE specify the
834 range of code points (in CHARSET) of target characters. */)
835 (function, charset, arg, from_code, to_code)
836 Lisp_Object function, charset, arg, from_code, to_code;
838 struct charset *cs;
839 unsigned from, to;
841 CHECK_CHARSET_GET_CHARSET (charset, cs);
842 if (NILP (from_code))
843 from = CHARSET_MIN_CODE (cs);
844 else
846 CHECK_NATNUM (from_code);
847 from = XINT (from_code);
848 if (from < CHARSET_MIN_CODE (cs))
849 from = CHARSET_MIN_CODE (cs);
851 if (NILP (to_code))
852 to = CHARSET_MAX_CODE (cs);
853 else
855 CHECK_NATNUM (to_code);
856 to = XINT (to_code);
857 if (to > CHARSET_MAX_CODE (cs))
858 to = CHARSET_MAX_CODE (cs);
860 map_charset_chars (NULL, function, arg, cs, from, to);
861 return Qnil;
865 /* Define a charset according to the arguments. The Nth argument is
866 the Nth attribute of the charset (the last attribute `charset-id'
867 is not included). See the docstring of `define-charset' for the
868 detail. */
870 DEFUN ("define-charset-internal", Fdefine_charset_internal,
871 Sdefine_charset_internal, charset_arg_max, MANY, 0,
872 doc: /* For internal use only.
873 usage: (define-charset-internal ...) */)
874 (nargs, args)
875 int nargs;
876 Lisp_Object *args;
878 /* Charset attr vector. */
879 Lisp_Object attrs;
880 Lisp_Object val;
881 unsigned hash_code;
882 struct Lisp_Hash_Table *hash_table = XHASH_TABLE (Vcharset_hash_table);
883 int i, j;
884 struct charset charset;
885 int id;
886 int dimension;
887 int new_definition_p;
888 int nchars;
890 if (nargs != charset_arg_max)
891 return Fsignal (Qwrong_number_of_arguments,
892 Fcons (intern ("define-charset-internal"),
893 make_number (nargs)));
895 attrs = Fmake_vector (make_number (charset_attr_max), Qnil);
897 CHECK_SYMBOL (args[charset_arg_name]);
898 ASET (attrs, charset_name, args[charset_arg_name]);
900 val = args[charset_arg_code_space];
901 for (i = 0, dimension = 0, nchars = 1; i < 4; i++)
903 int min_byte, max_byte;
905 min_byte = XINT (Faref (val, make_number (i * 2)));
906 max_byte = XINT (Faref (val, make_number (i * 2 + 1)));
907 if (min_byte < 0 || min_byte > max_byte || max_byte >= 256)
908 error ("Invalid :code-space value");
909 charset.code_space[i * 4] = min_byte;
910 charset.code_space[i * 4 + 1] = max_byte;
911 charset.code_space[i * 4 + 2] = max_byte - min_byte + 1;
912 nchars *= charset.code_space[i * 4 + 2];
913 charset.code_space[i * 4 + 3] = nchars;
914 if (max_byte > 0)
915 dimension = i + 1;
918 val = args[charset_arg_dimension];
919 if (NILP (val))
920 charset.dimension = dimension;
921 else
923 CHECK_NATNUM (val);
924 charset.dimension = XINT (val);
925 if (charset.dimension < 1 || charset.dimension > 4)
926 args_out_of_range_3 (val, make_number (1), make_number (4));
929 charset.code_linear_p
930 = (charset.dimension == 1
931 || (charset.code_space[2] == 256
932 && (charset.dimension == 2
933 || (charset.code_space[6] == 256
934 && (charset.dimension == 3
935 || charset.code_space[10] == 256)))));
937 if (! charset.code_linear_p)
939 charset.code_space_mask = (unsigned char *) xmalloc (256);
940 bzero (charset.code_space_mask, 256);
941 for (i = 0; i < 4; i++)
942 for (j = charset.code_space[i * 4]; j <= charset.code_space[i * 4 + 1];
943 j++)
944 charset.code_space_mask[j] |= (1 << i);
947 charset.iso_chars_96 = charset.code_space[2] == 96;
949 charset.min_code = (charset.code_space[0]
950 | (charset.code_space[4] << 8)
951 | (charset.code_space[8] << 16)
952 | (charset.code_space[12] << 24));
953 charset.max_code = (charset.code_space[1]
954 | (charset.code_space[5] << 8)
955 | (charset.code_space[9] << 16)
956 | (charset.code_space[13] << 24));
957 charset.char_index_offset = 0;
959 val = args[charset_arg_min_code];
960 if (! NILP (val))
962 unsigned code;
964 if (INTEGERP (val))
965 code = XINT (val);
966 else
968 CHECK_CONS (val);
969 CHECK_NUMBER_CAR (val);
970 CHECK_NUMBER_CDR (val);
971 code = (XINT (XCAR (val)) << 16) | (XINT (XCDR (val)));
973 if (code < charset.min_code
974 || code > charset.max_code)
975 args_out_of_range_3 (make_number (charset.min_code),
976 make_number (charset.max_code), val);
977 charset.char_index_offset = CODE_POINT_TO_INDEX (&charset, code);
978 charset.min_code = code;
981 val = args[charset_arg_max_code];
982 if (! NILP (val))
984 unsigned code;
986 if (INTEGERP (val))
987 code = XINT (val);
988 else
990 CHECK_CONS (val);
991 CHECK_NUMBER_CAR (val);
992 CHECK_NUMBER_CDR (val);
993 code = (XINT (XCAR (val)) << 16) | (XINT (XCDR (val)));
995 if (code < charset.min_code
996 || code > charset.max_code)
997 args_out_of_range_3 (make_number (charset.min_code),
998 make_number (charset.max_code), val);
999 charset.max_code = code;
1002 charset.compact_codes_p = charset.max_code < 0x10000;
1004 val = args[charset_arg_invalid_code];
1005 if (NILP (val))
1007 if (charset.min_code > 0)
1008 charset.invalid_code = 0;
1009 else
1011 XSETINT (val, charset.max_code + 1);
1012 if (XINT (val) == charset.max_code + 1)
1013 charset.invalid_code = charset.max_code + 1;
1014 else
1015 error ("Attribute :invalid-code must be specified");
1018 else
1020 CHECK_NATNUM (val);
1021 charset.invalid_code = XFASTINT (val);
1024 val = args[charset_arg_iso_final];
1025 if (NILP (val))
1026 charset.iso_final = -1;
1027 else
1029 CHECK_NUMBER (val);
1030 if (XINT (val) < '0' || XINT (val) > 127)
1031 error ("Invalid iso-final-char: %d", XINT (val));
1032 charset.iso_final = XINT (val);
1035 val = args[charset_arg_iso_revision];
1036 if (NILP (val))
1037 charset.iso_revision = -1;
1038 else
1040 CHECK_NUMBER (val);
1041 if (XINT (val) > 63)
1042 args_out_of_range (make_number (63), val);
1043 charset.iso_revision = XINT (val);
1046 val = args[charset_arg_emacs_mule_id];
1047 if (NILP (val))
1048 charset.emacs_mule_id = -1;
1049 else
1051 CHECK_NATNUM (val);
1052 if ((XINT (val) > 0 && XINT (val) <= 128) || XINT (val) >= 256)
1053 error ("Invalid emacs-mule-id: %d", XINT (val));
1054 charset.emacs_mule_id = XINT (val);
1057 charset.ascii_compatible_p = ! NILP (args[charset_arg_ascii_compatible_p]);
1059 charset.supplementary_p = ! NILP (args[charset_arg_supplementary_p]);
1061 charset.unified_p = 0;
1063 bzero (charset.fast_map, sizeof (charset.fast_map));
1065 if (! NILP (args[charset_arg_code_offset]))
1067 val = args[charset_arg_code_offset];
1068 CHECK_NUMBER (val);
1070 charset.method = CHARSET_METHOD_OFFSET;
1071 charset.code_offset = XINT (val);
1073 i = CODE_POINT_TO_INDEX (&charset, charset.min_code);
1074 charset.min_char = i + charset.code_offset;
1075 i = CODE_POINT_TO_INDEX (&charset, charset.max_code);
1076 charset.max_char = i + charset.code_offset;
1077 if (charset.max_char > MAX_CHAR)
1078 error ("Unsupported max char: %d", charset.max_char);
1080 i = (charset.min_char >> 7) << 7;
1081 for (; i < 0x10000 && i <= charset.max_char; i += 128)
1082 CHARSET_FAST_MAP_SET (i, charset.fast_map);
1083 i = (i >> 12) << 12;
1084 for (; i <= charset.max_char; i += 0x1000)
1085 CHARSET_FAST_MAP_SET (i, charset.fast_map);
1086 if (charset.code_offset == 0 && charset.max_char >= 0x80)
1087 charset.ascii_compatible_p = 1;
1089 else if (! NILP (args[charset_arg_map]))
1091 val = args[charset_arg_map];
1092 ASET (attrs, charset_map, val);
1093 charset.method = CHARSET_METHOD_MAP;
1095 else if (! NILP (args[charset_arg_subset]))
1097 Lisp_Object parent;
1098 Lisp_Object parent_min_code, parent_max_code, parent_code_offset;
1099 struct charset *parent_charset;
1101 val = args[charset_arg_subset];
1102 parent = Fcar (val);
1103 CHECK_CHARSET_GET_CHARSET (parent, parent_charset);
1104 parent_min_code = Fnth (make_number (1), val);
1105 CHECK_NATNUM (parent_min_code);
1106 parent_max_code = Fnth (make_number (2), val);
1107 CHECK_NATNUM (parent_max_code);
1108 parent_code_offset = Fnth (make_number (3), val);
1109 CHECK_NUMBER (parent_code_offset);
1110 val = Fmake_vector (make_number (4), Qnil);
1111 ASET (val, 0, make_number (parent_charset->id));
1112 ASET (val, 1, parent_min_code);
1113 ASET (val, 2, parent_max_code);
1114 ASET (val, 3, parent_code_offset);
1115 ASET (attrs, charset_subset, val);
1117 charset.method = CHARSET_METHOD_SUBSET;
1118 /* Here, we just copy the parent's fast_map. It's not accurate,
1119 but at least it works for quickly detecting which character
1120 DOESN'T belong to this charset. */
1121 for (i = 0; i < 190; i++)
1122 charset.fast_map[i] = parent_charset->fast_map[i];
1124 /* We also copy these for parents. */
1125 charset.min_char = parent_charset->min_char;
1126 charset.max_char = parent_charset->max_char;
1128 else if (! NILP (args[charset_arg_superset]))
1130 val = args[charset_arg_superset];
1131 charset.method = CHARSET_METHOD_SUPERSET;
1132 val = Fcopy_sequence (val);
1133 ASET (attrs, charset_superset, val);
1135 charset.min_char = MAX_CHAR;
1136 charset.max_char = 0;
1137 for (; ! NILP (val); val = Fcdr (val))
1139 Lisp_Object elt, car_part, cdr_part;
1140 int this_id, offset;
1141 struct charset *this_charset;
1143 elt = Fcar (val);
1144 if (CONSP (elt))
1146 car_part = XCAR (elt);
1147 cdr_part = XCDR (elt);
1148 CHECK_CHARSET_GET_ID (car_part, this_id);
1149 CHECK_NUMBER (cdr_part);
1150 offset = XINT (cdr_part);
1152 else
1154 CHECK_CHARSET_GET_ID (elt, this_id);
1155 offset = 0;
1157 XSETCAR (val, Fcons (make_number (this_id), make_number (offset)));
1159 this_charset = CHARSET_FROM_ID (this_id);
1160 if (charset.min_char > this_charset->min_char)
1161 charset.min_char = this_charset->min_char;
1162 if (charset.max_char < this_charset->max_char)
1163 charset.max_char = this_charset->max_char;
1164 for (i = 0; i < 190; i++)
1165 charset.fast_map[i] |= this_charset->fast_map[i];
1168 else
1169 error ("None of :code-offset, :map, :parents are specified");
1171 val = args[charset_arg_unify_map];
1172 if (! NILP (val) && !STRINGP (val))
1173 CHECK_VECTOR (val);
1174 ASET (attrs, charset_unify_map, val);
1176 CHECK_LIST (args[charset_arg_plist]);
1177 ASET (attrs, charset_plist, args[charset_arg_plist]);
1179 charset.hash_index = hash_lookup (hash_table, args[charset_arg_name],
1180 &hash_code);
1181 if (charset.hash_index >= 0)
1183 new_definition_p = 0;
1184 id = XFASTINT (CHARSET_SYMBOL_ID (args[charset_arg_name]));
1185 HASH_VALUE (hash_table, charset.hash_index) = attrs;
1187 else
1189 charset.hash_index = hash_put (hash_table, args[charset_arg_name], attrs,
1190 hash_code);
1191 if (charset_table_used == charset_table_size)
1193 struct charset *new_table
1194 = (struct charset *) xmalloc (sizeof (struct charset)
1195 * (charset_table_size + 16));
1196 bcopy (charset_table, new_table,
1197 sizeof (struct charset) * charset_table_size);
1198 charset_table_size += 16;
1199 charset_table = new_table;
1201 id = charset_table_used++;
1202 new_definition_p = 1;
1205 ASET (attrs, charset_id, make_number (id));
1206 charset.id = id;
1207 charset_table[id] = charset;
1209 if (charset.method == CHARSET_METHOD_MAP)
1211 load_charset (&charset, 0);
1212 charset_table[id] = charset;
1215 if (charset.iso_final >= 0)
1217 ISO_CHARSET_TABLE (charset.dimension, charset.iso_chars_96,
1218 charset.iso_final) = id;
1219 if (new_definition_p)
1220 Viso_2022_charset_list = nconc2 (Viso_2022_charset_list,
1221 Fcons (make_number (id), Qnil));
1222 if (ISO_CHARSET_TABLE (1, 0, 'J') == id)
1223 charset_jisx0201_roman = id;
1224 else if (ISO_CHARSET_TABLE (2, 0, '@') == id)
1225 charset_jisx0208_1978 = id;
1226 else if (ISO_CHARSET_TABLE (2, 0, 'B') == id)
1227 charset_jisx0208 = id;
1228 else if (ISO_CHARSET_TABLE (2, 0, 'C') == id)
1229 charset_ksc5601 = id;
1232 if (charset.emacs_mule_id >= 0)
1234 emacs_mule_charset[charset.emacs_mule_id] = CHARSET_FROM_ID (id);
1235 if (charset.emacs_mule_id < 0xA0)
1236 emacs_mule_bytes[charset.emacs_mule_id] = charset.dimension + 1;
1237 else
1238 emacs_mule_bytes[charset.emacs_mule_id] = charset.dimension + 2;
1239 if (new_definition_p)
1240 Vemacs_mule_charset_list = nconc2 (Vemacs_mule_charset_list,
1241 Fcons (make_number (id), Qnil));
1244 if (new_definition_p)
1246 Vcharset_list = Fcons (args[charset_arg_name], Vcharset_list);
1247 if (charset.supplementary_p)
1248 Vcharset_ordered_list = nconc2 (Vcharset_ordered_list,
1249 Fcons (make_number (id), Qnil));
1250 else
1252 Lisp_Object tail;
1254 for (tail = Vcharset_ordered_list; CONSP (tail); tail = XCDR (tail))
1256 struct charset *cs = CHARSET_FROM_ID (XINT (XCAR (tail)));
1258 if (cs->supplementary_p)
1259 break;
1261 if (EQ (tail, Vcharset_ordered_list))
1262 Vcharset_ordered_list = Fcons (make_number (id),
1263 Vcharset_ordered_list);
1264 else if (NILP (tail))
1265 Vcharset_ordered_list = nconc2 (Vcharset_ordered_list,
1266 Fcons (make_number (id), Qnil));
1267 else
1269 val = Fcons (XCAR (tail), XCDR (tail));
1270 XSETCDR (tail, val);
1271 XSETCAR (tail, make_number (id));
1274 charset_ordered_list_tick++;
1277 return Qnil;
1281 /* Same as Fdefine_charset_internal but arguments are more convenient
1282 to call from C (typically in syms_of_charset). This can define a
1283 charset of `offset' method only. Return the ID of the new
1284 charset. */
1286 static int
1287 define_charset_internal (name, dimension, code_space, min_code, max_code,
1288 iso_final, iso_revision, emacs_mule_id,
1289 ascii_compatible, supplementary,
1290 code_offset)
1291 Lisp_Object name;
1292 int dimension;
1293 unsigned char *code_space;
1294 unsigned min_code, max_code;
1295 int iso_final, iso_revision, emacs_mule_id;
1296 int ascii_compatible, supplementary;
1297 int code_offset;
1299 Lisp_Object args[charset_arg_max];
1300 Lisp_Object plist[14];
1301 Lisp_Object val;
1302 int i;
1304 args[charset_arg_name] = name;
1305 args[charset_arg_dimension] = make_number (dimension);
1306 val = Fmake_vector (make_number (8), make_number (0));
1307 for (i = 0; i < 8; i++)
1308 ASET (val, i, make_number (code_space[i]));
1309 args[charset_arg_code_space] = val;
1310 args[charset_arg_min_code] = make_number (min_code);
1311 args[charset_arg_max_code] = make_number (max_code);
1312 args[charset_arg_iso_final]
1313 = (iso_final < 0 ? Qnil : make_number (iso_final));
1314 args[charset_arg_iso_revision] = make_number (iso_revision);
1315 args[charset_arg_emacs_mule_id]
1316 = (emacs_mule_id < 0 ? Qnil : make_number (emacs_mule_id));
1317 args[charset_arg_ascii_compatible_p] = ascii_compatible ? Qt : Qnil;
1318 args[charset_arg_supplementary_p] = supplementary ? Qt : Qnil;
1319 args[charset_arg_invalid_code] = Qnil;
1320 args[charset_arg_code_offset] = make_number (code_offset);
1321 args[charset_arg_map] = Qnil;
1322 args[charset_arg_subset] = Qnil;
1323 args[charset_arg_superset] = Qnil;
1324 args[charset_arg_unify_map] = Qnil;
1326 plist[0] = intern_c_string (":name");
1327 plist[1] = args[charset_arg_name];
1328 plist[2] = intern_c_string (":dimension");
1329 plist[3] = args[charset_arg_dimension];
1330 plist[4] = intern_c_string (":code-space");
1331 plist[5] = args[charset_arg_code_space];
1332 plist[6] = intern_c_string (":iso-final-char");
1333 plist[7] = args[charset_arg_iso_final];
1334 plist[8] = intern_c_string (":emacs-mule-id");
1335 plist[9] = args[charset_arg_emacs_mule_id];
1336 plist[10] = intern_c_string (":ascii-compatible-p");
1337 plist[11] = args[charset_arg_ascii_compatible_p];
1338 plist[12] = intern_c_string (":code-offset");
1339 plist[13] = args[charset_arg_code_offset];
1341 args[charset_arg_plist] = Flist (14, plist);
1342 Fdefine_charset_internal (charset_arg_max, args);
1344 return XINT (CHARSET_SYMBOL_ID (name));
1348 DEFUN ("define-charset-alias", Fdefine_charset_alias,
1349 Sdefine_charset_alias, 2, 2, 0,
1350 doc: /* Define ALIAS as an alias for charset CHARSET. */)
1351 (alias, charset)
1352 Lisp_Object alias, charset;
1354 Lisp_Object attr;
1356 CHECK_CHARSET_GET_ATTR (charset, attr);
1357 Fputhash (alias, attr, Vcharset_hash_table);
1358 Vcharset_list = Fcons (alias, Vcharset_list);
1359 return Qnil;
1363 DEFUN ("charset-plist", Fcharset_plist, Scharset_plist, 1, 1, 0,
1364 doc: /* Return the property list of CHARSET. */)
1365 (charset)
1366 Lisp_Object charset;
1368 Lisp_Object attrs;
1370 CHECK_CHARSET_GET_ATTR (charset, attrs);
1371 return CHARSET_ATTR_PLIST (attrs);
1375 DEFUN ("set-charset-plist", Fset_charset_plist, Sset_charset_plist, 2, 2, 0,
1376 doc: /* Set CHARSET's property list to PLIST. */)
1377 (charset, plist)
1378 Lisp_Object charset, plist;
1380 Lisp_Object attrs;
1382 CHECK_CHARSET_GET_ATTR (charset, attrs);
1383 CHARSET_ATTR_PLIST (attrs) = plist;
1384 return plist;
1388 DEFUN ("unify-charset", Funify_charset, Sunify_charset, 1, 3, 0,
1389 doc: /* Unify characters of CHARSET with Unicode.
1390 This means reading the relevant file and installing the table defined
1391 by CHARSET's `:unify-map' property.
1393 Optional second arg UNIFY-MAP is a file name string or a vector. It has
1394 the same meaning as the `:unify-map' attribute in the function
1395 `define-charset' (which see).
1397 Optional third argument DEUNIFY, if non-nil, means to de-unify CHARSET. */)
1398 (charset, unify_map, deunify)
1399 Lisp_Object charset, unify_map, deunify;
1401 int id;
1402 struct charset *cs;
1404 CHECK_CHARSET_GET_ID (charset, id);
1405 cs = CHARSET_FROM_ID (id);
1406 if (NILP (deunify)
1407 ? CHARSET_UNIFIED_P (cs) && ! NILP (CHARSET_DEUNIFIER (cs))
1408 : ! CHARSET_UNIFIED_P (cs))
1409 return Qnil;
1411 CHARSET_UNIFIED_P (cs) = 0;
1412 if (NILP (deunify))
1414 if (CHARSET_METHOD (cs) != CHARSET_METHOD_OFFSET
1415 || CHARSET_CODE_OFFSET (cs) < 0x110000)
1416 error ("Can't unify charset: %s", SDATA (SYMBOL_NAME (charset)));
1417 if (NILP (unify_map))
1418 unify_map = CHARSET_UNIFY_MAP (cs);
1419 else
1421 if (! STRINGP (unify_map) && ! VECTORP (unify_map))
1422 signal_error ("Bad unify-map", unify_map);
1423 CHARSET_UNIFY_MAP (cs) = unify_map;
1425 if (NILP (Vchar_unify_table))
1426 Vchar_unify_table = Fmake_char_table (Qnil, Qnil);
1427 char_table_set_range (Vchar_unify_table,
1428 cs->min_char, cs->max_char, charset);
1429 CHARSET_UNIFIED_P (cs) = 1;
1431 else if (CHAR_TABLE_P (Vchar_unify_table))
1433 int min_code = CHARSET_MIN_CODE (cs);
1434 int max_code = CHARSET_MAX_CODE (cs);
1435 int min_char = DECODE_CHAR (cs, min_code);
1436 int max_char = DECODE_CHAR (cs, max_code);
1438 char_table_set_range (Vchar_unify_table, min_char, max_char, Qnil);
1441 return Qnil;
1444 DEFUN ("get-unused-iso-final-char", Fget_unused_iso_final_char,
1445 Sget_unused_iso_final_char, 2, 2, 0,
1446 doc: /*
1447 Return an unused ISO final char for a charset of DIMENSION and CHARS.
1448 DIMENSION is the number of bytes to represent a character: 1 or 2.
1449 CHARS is the number of characters in a dimension: 94 or 96.
1451 This final char is for private use, thus the range is `0' (48) .. `?' (63).
1452 If there's no unused final char for the specified kind of charset,
1453 return nil. */)
1454 (dimension, chars)
1455 Lisp_Object dimension, chars;
1457 int final_char;
1459 CHECK_NUMBER (dimension);
1460 CHECK_NUMBER (chars);
1461 if (XINT (dimension) != 1 && XINT (dimension) != 2 && XINT (dimension) != 3)
1462 args_out_of_range_3 (dimension, make_number (1), make_number (3));
1463 if (XINT (chars) != 94 && XINT (chars) != 96)
1464 args_out_of_range_3 (chars, make_number (94), make_number (96));
1465 for (final_char = '0'; final_char <= '?'; final_char++)
1466 if (ISO_CHARSET_TABLE (XINT (dimension), XINT (chars), final_char) < 0)
1467 break;
1468 return (final_char <= '?' ? make_number (final_char) : Qnil);
1471 static void
1472 check_iso_charset_parameter (dimension, chars, final_char)
1473 Lisp_Object dimension, chars, final_char;
1475 CHECK_NATNUM (dimension);
1476 CHECK_NATNUM (chars);
1477 CHECK_NATNUM (final_char);
1479 if (XINT (dimension) > 3)
1480 error ("Invalid DIMENSION %d, it should be 1, 2, or 3", XINT (dimension));
1481 if (XINT (chars) != 94 && XINT (chars) != 96)
1482 error ("Invalid CHARS %d, it should be 94 or 96", XINT (chars));
1483 if (XINT (final_char) < '0' || XINT (final_char) > '~')
1484 error ("Invalid FINAL-CHAR %c, it should be `0'..`~'", XINT (chars));
1488 DEFUN ("declare-equiv-charset", Fdeclare_equiv_charset, Sdeclare_equiv_charset,
1489 4, 4, 0,
1490 doc: /* Declare an equivalent charset for ISO-2022 decoding.
1492 On decoding by an ISO-2022 base coding system, when a charset
1493 specified by DIMENSION, CHARS, and FINAL-CHAR is designated, behave as
1494 if CHARSET is designated instead. */)
1495 (dimension, chars, final_char, charset)
1496 Lisp_Object dimension, chars, final_char, charset;
1498 int id;
1499 int chars_flag;
1501 CHECK_CHARSET_GET_ID (charset, id);
1502 check_iso_charset_parameter (dimension, chars, final_char);
1503 chars_flag = XINT (chars) == 96;
1504 ISO_CHARSET_TABLE (XINT (dimension), chars_flag, XINT (final_char)) = id;
1505 return Qnil;
1509 /* Return information about charsets in the text at PTR of NBYTES
1510 bytes, which are NCHARS characters. The value is:
1512 0: Each character is represented by one byte. This is always
1513 true for a unibyte string. For a multibyte string, true if
1514 it contains only ASCII characters.
1516 1: No charsets other than ascii, control-1, and latin-1 are
1517 found.
1519 2: Otherwise.
1523 string_xstring_p (string)
1524 Lisp_Object string;
1526 const unsigned char *p = SDATA (string);
1527 const unsigned char *endp = p + SBYTES (string);
1529 if (SCHARS (string) == SBYTES (string))
1530 return 0;
1532 while (p < endp)
1534 int c = STRING_CHAR_ADVANCE (p);
1536 if (c >= 0x100)
1537 return 2;
1539 return 1;
1543 /* Find charsets in the string at PTR of NCHARS and NBYTES.
1545 CHARSETS is a vector. If Nth element is non-nil, it means the
1546 charset whose id is N is already found.
1548 It may lookup a translation table TABLE if supplied. */
1550 static void
1551 find_charsets_in_text (ptr, nchars, nbytes, charsets, table, multibyte)
1552 const unsigned char *ptr;
1553 EMACS_INT nchars, nbytes;
1554 Lisp_Object charsets, table;
1555 int multibyte;
1557 const unsigned char *pend = ptr + nbytes;
1559 if (nchars == nbytes)
1561 if (multibyte)
1562 ASET (charsets, charset_ascii, Qt);
1563 else
1564 while (ptr < pend)
1566 int c = *ptr++;
1568 if (!NILP (table))
1569 c = translate_char (table, c);
1570 if (ASCII_BYTE_P (c))
1571 ASET (charsets, charset_ascii, Qt);
1572 else
1573 ASET (charsets, charset_eight_bit, Qt);
1576 else
1578 while (ptr < pend)
1580 int c = STRING_CHAR_ADVANCE (ptr);
1581 struct charset *charset;
1583 if (!NILP (table))
1584 c = translate_char (table, c);
1585 charset = CHAR_CHARSET (c);
1586 ASET (charsets, CHARSET_ID (charset), Qt);
1591 DEFUN ("find-charset-region", Ffind_charset_region, Sfind_charset_region,
1592 2, 3, 0,
1593 doc: /* Return a list of charsets in the region between BEG and END.
1594 BEG and END are buffer positions.
1595 Optional arg TABLE if non-nil is a translation table to look up.
1597 If the current buffer is unibyte, the returned list may contain
1598 only `ascii', `eight-bit-control', and `eight-bit-graphic'. */)
1599 (beg, end, table)
1600 Lisp_Object beg, end, table;
1602 Lisp_Object charsets;
1603 EMACS_INT from, from_byte, to, stop, stop_byte;
1604 int i;
1605 Lisp_Object val;
1606 int multibyte = ! NILP (current_buffer->enable_multibyte_characters);
1608 validate_region (&beg, &end);
1609 from = XFASTINT (beg);
1610 stop = to = XFASTINT (end);
1612 if (from < GPT && GPT < to)
1614 stop = GPT;
1615 stop_byte = GPT_BYTE;
1617 else
1618 stop_byte = CHAR_TO_BYTE (stop);
1620 from_byte = CHAR_TO_BYTE (from);
1622 charsets = Fmake_vector (make_number (charset_table_used), Qnil);
1623 while (1)
1625 find_charsets_in_text (BYTE_POS_ADDR (from_byte), stop - from,
1626 stop_byte - from_byte, charsets, table,
1627 multibyte);
1628 if (stop < to)
1630 from = stop, from_byte = stop_byte;
1631 stop = to, stop_byte = CHAR_TO_BYTE (stop);
1633 else
1634 break;
1637 val = Qnil;
1638 for (i = charset_table_used - 1; i >= 0; i--)
1639 if (!NILP (AREF (charsets, i)))
1640 val = Fcons (CHARSET_NAME (charset_table + i), val);
1641 return val;
1644 DEFUN ("find-charset-string", Ffind_charset_string, Sfind_charset_string,
1645 1, 2, 0,
1646 doc: /* Return a list of charsets in STR.
1647 Optional arg TABLE if non-nil is a translation table to look up.
1649 If STR is unibyte, the returned list may contain
1650 only `ascii', `eight-bit-control', and `eight-bit-graphic'. */)
1651 (str, table)
1652 Lisp_Object str, table;
1654 Lisp_Object charsets;
1655 int i;
1656 Lisp_Object val;
1658 CHECK_STRING (str);
1660 charsets = Fmake_vector (make_number (charset_table_used), Qnil);
1661 find_charsets_in_text (SDATA (str), SCHARS (str), SBYTES (str),
1662 charsets, table,
1663 STRING_MULTIBYTE (str));
1664 val = Qnil;
1665 for (i = charset_table_used - 1; i >= 0; i--)
1666 if (!NILP (AREF (charsets, i)))
1667 val = Fcons (CHARSET_NAME (charset_table + i), val);
1668 return val;
1673 /* Return a unified character code for C (>= 0x110000). VAL is a
1674 value of Vchar_unify_table for C; i.e. it is nil, an integer, or a
1675 charset symbol. */
1677 maybe_unify_char (c, val)
1678 int c;
1679 Lisp_Object val;
1681 struct charset *charset;
1683 if (INTEGERP (val))
1684 return XINT (val);
1685 if (NILP (val))
1686 return c;
1688 CHECK_CHARSET_GET_CHARSET (val, charset);
1689 load_charset (charset, 1);
1690 if (! inhibit_load_charset_map)
1692 val = CHAR_TABLE_REF (Vchar_unify_table, c);
1693 if (! NILP (val))
1694 c = XINT (val);
1696 else
1698 int code_index = c - CHARSET_CODE_OFFSET (charset);
1699 int unified = GET_TEMP_CHARSET_WORK_DECODER (code_index);
1701 if (unified > 0)
1702 c = unified;
1704 return c;
1708 /* Return a character correponding to the code-point CODE of
1709 CHARSET. */
1712 decode_char (charset, code)
1713 struct charset *charset;
1714 unsigned code;
1716 int c, char_index;
1717 enum charset_method method = CHARSET_METHOD (charset);
1719 if (code < CHARSET_MIN_CODE (charset) || code > CHARSET_MAX_CODE (charset))
1720 return -1;
1722 if (method == CHARSET_METHOD_SUBSET)
1724 Lisp_Object subset_info;
1726 subset_info = CHARSET_SUBSET (charset);
1727 charset = CHARSET_FROM_ID (XFASTINT (AREF (subset_info, 0)));
1728 code -= XINT (AREF (subset_info, 3));
1729 if (code < XFASTINT (AREF (subset_info, 1))
1730 || code > XFASTINT (AREF (subset_info, 2)))
1731 c = -1;
1732 else
1733 c = DECODE_CHAR (charset, code);
1735 else if (method == CHARSET_METHOD_SUPERSET)
1737 Lisp_Object parents;
1739 parents = CHARSET_SUPERSET (charset);
1740 c = -1;
1741 for (; CONSP (parents); parents = XCDR (parents))
1743 int id = XINT (XCAR (XCAR (parents)));
1744 int code_offset = XINT (XCDR (XCAR (parents)));
1745 unsigned this_code = code - code_offset;
1747 charset = CHARSET_FROM_ID (id);
1748 if ((c = DECODE_CHAR (charset, this_code)) >= 0)
1749 break;
1752 else
1754 char_index = CODE_POINT_TO_INDEX (charset, code);
1755 if (char_index < 0)
1756 return -1;
1758 if (method == CHARSET_METHOD_MAP)
1760 Lisp_Object decoder;
1762 decoder = CHARSET_DECODER (charset);
1763 if (! VECTORP (decoder))
1765 load_charset (charset, 1);
1766 decoder = CHARSET_DECODER (charset);
1768 if (VECTORP (decoder))
1769 c = XINT (AREF (decoder, char_index));
1770 else
1771 c = GET_TEMP_CHARSET_WORK_DECODER (char_index);
1773 else /* method == CHARSET_METHOD_OFFSET */
1775 c = char_index + CHARSET_CODE_OFFSET (charset);
1776 if (CHARSET_UNIFIED_P (charset)
1777 && c > MAX_UNICODE_CHAR)
1778 MAYBE_UNIFY_CHAR (c);
1782 return c;
1785 /* Variable used temporarily by the macro ENCODE_CHAR. */
1786 Lisp_Object charset_work;
1788 /* Return a code-point of CHAR in CHARSET. If CHAR doesn't belong to
1789 CHARSET, return CHARSET_INVALID_CODE (CHARSET). If STRICT is true,
1790 use CHARSET's strict_max_char instead of max_char. */
1792 unsigned
1793 encode_char (charset, c)
1794 struct charset *charset;
1795 int c;
1797 unsigned code;
1798 enum charset_method method = CHARSET_METHOD (charset);
1800 if (CHARSET_UNIFIED_P (charset))
1802 Lisp_Object deunifier;
1803 int code_index = -1;
1805 deunifier = CHARSET_DEUNIFIER (charset);
1806 if (! CHAR_TABLE_P (deunifier))
1808 load_charset (charset, 2);
1809 deunifier = CHARSET_DEUNIFIER (charset);
1811 if (CHAR_TABLE_P (deunifier))
1813 Lisp_Object deunified = CHAR_TABLE_REF (deunifier, c);
1815 if (INTEGERP (deunified))
1816 code_index = XINT (deunified);
1818 else
1820 code_index = GET_TEMP_CHARSET_WORK_ENCODER (c);
1822 if (code_index >= 0)
1823 c = CHARSET_CODE_OFFSET (charset) + code_index;
1826 if (method == CHARSET_METHOD_SUBSET)
1828 Lisp_Object subset_info;
1829 struct charset *this_charset;
1831 subset_info = CHARSET_SUBSET (charset);
1832 this_charset = CHARSET_FROM_ID (XFASTINT (AREF (subset_info, 0)));
1833 code = ENCODE_CHAR (this_charset, c);
1834 if (code == CHARSET_INVALID_CODE (this_charset)
1835 || code < XFASTINT (AREF (subset_info, 1))
1836 || code > XFASTINT (AREF (subset_info, 2)))
1837 return CHARSET_INVALID_CODE (charset);
1838 code += XINT (AREF (subset_info, 3));
1839 return code;
1842 if (method == CHARSET_METHOD_SUPERSET)
1844 Lisp_Object parents;
1846 parents = CHARSET_SUPERSET (charset);
1847 for (; CONSP (parents); parents = XCDR (parents))
1849 int id = XINT (XCAR (XCAR (parents)));
1850 int code_offset = XINT (XCDR (XCAR (parents)));
1851 struct charset *this_charset = CHARSET_FROM_ID (id);
1853 code = ENCODE_CHAR (this_charset, c);
1854 if (code != CHARSET_INVALID_CODE (this_charset))
1855 return code + code_offset;
1857 return CHARSET_INVALID_CODE (charset);
1860 if (! CHARSET_FAST_MAP_REF ((c), charset->fast_map)
1861 || c < CHARSET_MIN_CHAR (charset) || c > CHARSET_MAX_CHAR (charset))
1862 return CHARSET_INVALID_CODE (charset);
1864 if (method == CHARSET_METHOD_MAP)
1866 Lisp_Object encoder;
1867 Lisp_Object val;
1869 encoder = CHARSET_ENCODER (charset);
1870 if (! CHAR_TABLE_P (CHARSET_ENCODER (charset)))
1872 load_charset (charset, 2);
1873 encoder = CHARSET_ENCODER (charset);
1875 if (CHAR_TABLE_P (encoder))
1877 val = CHAR_TABLE_REF (encoder, c);
1878 if (NILP (val))
1879 return CHARSET_INVALID_CODE (charset);
1880 code = XINT (val);
1881 if (! CHARSET_COMPACT_CODES_P (charset))
1882 code = INDEX_TO_CODE_POINT (charset, code);
1884 else
1886 code = GET_TEMP_CHARSET_WORK_ENCODER (c);
1887 code = INDEX_TO_CODE_POINT (charset, code);
1890 else /* method == CHARSET_METHOD_OFFSET */
1892 int code_index = c - CHARSET_CODE_OFFSET (charset);
1894 code = INDEX_TO_CODE_POINT (charset, code_index);
1897 return code;
1901 DEFUN ("decode-char", Fdecode_char, Sdecode_char, 2, 3, 0,
1902 doc: /* Decode the pair of CHARSET and CODE-POINT into a character.
1903 Return nil if CODE-POINT is not valid in CHARSET.
1905 CODE-POINT may be a cons (HIGHER-16-BIT-VALUE . LOWER-16-BIT-VALUE).
1907 Optional argument RESTRICTION specifies a way to map the pair of CCS
1908 and CODE-POINT to a character. Currently not supported and just ignored. */)
1909 (charset, code_point, restriction)
1910 Lisp_Object charset, code_point, restriction;
1912 int c, id;
1913 unsigned code;
1914 struct charset *charsetp;
1916 CHECK_CHARSET_GET_ID (charset, id);
1917 if (CONSP (code_point))
1919 CHECK_NATNUM_CAR (code_point);
1920 CHECK_NATNUM_CDR (code_point);
1921 code = (XINT (XCAR (code_point)) << 16) | (XINT (XCDR (code_point)));
1923 else
1925 CHECK_NATNUM (code_point);
1926 code = XINT (code_point);
1928 charsetp = CHARSET_FROM_ID (id);
1929 c = DECODE_CHAR (charsetp, code);
1930 return (c >= 0 ? make_number (c) : Qnil);
1934 DEFUN ("encode-char", Fencode_char, Sencode_char, 2, 3, 0,
1935 doc: /* Encode the character CH into a code-point of CHARSET.
1936 Return nil if CHARSET doesn't include CH.
1938 Optional argument RESTRICTION specifies a way to map CH to a
1939 code-point in CCS. Currently not supported and just ignored. */)
1940 (ch, charset, restriction)
1941 Lisp_Object ch, charset, restriction;
1943 int id;
1944 unsigned code;
1945 struct charset *charsetp;
1947 CHECK_CHARSET_GET_ID (charset, id);
1948 CHECK_NATNUM (ch);
1949 charsetp = CHARSET_FROM_ID (id);
1950 code = ENCODE_CHAR (charsetp, XINT (ch));
1951 if (code == CHARSET_INVALID_CODE (charsetp))
1952 return Qnil;
1953 if (code > 0x7FFFFFF)
1954 return Fcons (make_number (code >> 16), make_number (code & 0xFFFF));
1955 return make_number (code);
1959 DEFUN ("make-char", Fmake_char, Smake_char, 1, 5, 0,
1960 doc:
1961 /* Return a character of CHARSET whose position codes are CODEn.
1963 CODE1 through CODE4 are optional, but if you don't supply sufficient
1964 position codes, it is assumed that the minimum code in each dimension
1965 is specified. */)
1966 (charset, code1, code2, code3, code4)
1967 Lisp_Object charset, code1, code2, code3, code4;
1969 int id, dimension;
1970 struct charset *charsetp;
1971 unsigned code;
1972 int c;
1974 CHECK_CHARSET_GET_ID (charset, id);
1975 charsetp = CHARSET_FROM_ID (id);
1977 dimension = CHARSET_DIMENSION (charsetp);
1978 if (NILP (code1))
1979 code = (CHARSET_ASCII_COMPATIBLE_P (charsetp)
1980 ? 0 : CHARSET_MIN_CODE (charsetp));
1981 else
1983 CHECK_NATNUM (code1);
1984 if (XFASTINT (code1) >= 0x100)
1985 args_out_of_range (make_number (0xFF), code1);
1986 code = XFASTINT (code1);
1988 if (dimension > 1)
1990 code <<= 8;
1991 if (NILP (code2))
1992 code |= charsetp->code_space[(dimension - 2) * 4];
1993 else
1995 CHECK_NATNUM (code2);
1996 if (XFASTINT (code2) >= 0x100)
1997 args_out_of_range (make_number (0xFF), code2);
1998 code |= XFASTINT (code2);
2001 if (dimension > 2)
2003 code <<= 8;
2004 if (NILP (code3))
2005 code |= charsetp->code_space[(dimension - 3) * 4];
2006 else
2008 CHECK_NATNUM (code3);
2009 if (XFASTINT (code3) >= 0x100)
2010 args_out_of_range (make_number (0xFF), code3);
2011 code |= XFASTINT (code3);
2014 if (dimension > 3)
2016 code <<= 8;
2017 if (NILP (code4))
2018 code |= charsetp->code_space[0];
2019 else
2021 CHECK_NATNUM (code4);
2022 if (XFASTINT (code4) >= 0x100)
2023 args_out_of_range (make_number (0xFF), code4);
2024 code |= XFASTINT (code4);
2031 if (CHARSET_ISO_FINAL (charsetp) >= 0)
2032 code &= 0x7F7F7F7F;
2033 c = DECODE_CHAR (charsetp, code);
2034 if (c < 0)
2035 error ("Invalid code(s)");
2036 return make_number (c);
2040 /* Return the first charset in CHARSET_LIST that contains C.
2041 CHARSET_LIST is a list of charset IDs. If it is nil, use
2042 Vcharset_ordered_list. */
2044 struct charset *
2045 char_charset (c, charset_list, code_return)
2046 int c;
2047 Lisp_Object charset_list;
2048 unsigned *code_return;
2050 int maybe_null = 0;
2052 if (NILP (charset_list))
2053 charset_list = Vcharset_ordered_list;
2054 else
2055 maybe_null = 1;
2057 while (CONSP (charset_list))
2059 struct charset *charset = CHARSET_FROM_ID (XINT (XCAR (charset_list)));
2060 unsigned code = ENCODE_CHAR (charset, c);
2062 if (code != CHARSET_INVALID_CODE (charset))
2064 if (code_return)
2065 *code_return = code;
2066 return charset;
2068 charset_list = XCDR (charset_list);
2069 if (c <= MAX_UNICODE_CHAR
2070 && EQ (charset_list, Vcharset_non_preferred_head))
2071 return CHARSET_FROM_ID (charset_unicode);
2073 return (maybe_null ? NULL
2074 : c <= MAX_5_BYTE_CHAR ? CHARSET_FROM_ID (charset_emacs)
2075 : CHARSET_FROM_ID (charset_eight_bit));
2079 DEFUN ("split-char", Fsplit_char, Ssplit_char, 1, 1, 0,
2080 doc:
2081 /*Return list of charset and one to four position-codes of CH.
2082 The charset is decided by the current priority order of charsets.
2083 A position-code is a byte value of each dimension of the code-point of
2084 CH in the charset. */)
2085 (ch)
2086 Lisp_Object ch;
2088 struct charset *charset;
2089 int c, dimension;
2090 unsigned code;
2091 Lisp_Object val;
2093 CHECK_CHARACTER (ch);
2094 c = XFASTINT (ch);
2095 charset = CHAR_CHARSET (c);
2096 if (! charset)
2097 abort ();
2098 code = ENCODE_CHAR (charset, c);
2099 if (code == CHARSET_INVALID_CODE (charset))
2100 abort ();
2101 dimension = CHARSET_DIMENSION (charset);
2102 for (val = Qnil; dimension > 0; dimension--)
2104 val = Fcons (make_number (code & 0xFF), val);
2105 code >>= 8;
2107 return Fcons (CHARSET_NAME (charset), val);
2111 DEFUN ("char-charset", Fchar_charset, Schar_charset, 1, 2, 0,
2112 doc: /* Return the charset of highest priority that contains CH.
2113 If optional 2nd arg RESTRICTION is non-nil, it is a list of charsets
2114 from which to find the charset. It may also be a coding system. In
2115 that case, find the charset from what supported by that coding system. */)
2116 (ch, restriction)
2117 Lisp_Object ch, restriction;
2119 struct charset *charset;
2121 CHECK_CHARACTER (ch);
2122 if (NILP (restriction))
2123 charset = CHAR_CHARSET (XINT (ch));
2124 else
2126 Lisp_Object charset_list;
2128 if (CONSP (restriction))
2130 for (charset_list = Qnil; CONSP (restriction);
2131 restriction = XCDR (restriction))
2133 int id;
2135 CHECK_CHARSET_GET_ID (XCAR (restriction), id);
2136 charset_list = Fcons (make_number (id), charset_list);
2138 charset_list = Fnreverse (charset_list);
2140 else
2141 charset_list = coding_system_charset_list (restriction);
2142 charset = char_charset (XINT (ch), charset_list, NULL);
2143 if (! charset)
2144 return Qnil;
2146 return (CHARSET_NAME (charset));
2150 DEFUN ("charset-after", Fcharset_after, Scharset_after, 0, 1, 0,
2151 doc: /*
2152 Return charset of a character in the current buffer at position POS.
2153 If POS is nil, it defauls to the current point.
2154 If POS is out of range, the value is nil. */)
2155 (pos)
2156 Lisp_Object pos;
2158 Lisp_Object ch;
2159 struct charset *charset;
2161 ch = Fchar_after (pos);
2162 if (! INTEGERP (ch))
2163 return ch;
2164 charset = CHAR_CHARSET (XINT (ch));
2165 return (CHARSET_NAME (charset));
2169 DEFUN ("iso-charset", Fiso_charset, Siso_charset, 3, 3, 0,
2170 doc: /*
2171 Return charset of ISO's specification DIMENSION, CHARS, and FINAL-CHAR.
2173 ISO 2022's designation sequence (escape sequence) distinguishes charsets
2174 by their DIMENSION, CHARS, and FINAL-CHAR,
2175 whereas Emacs distinguishes them by charset symbol.
2176 See the documentation of the function `charset-info' for the meanings of
2177 DIMENSION, CHARS, and FINAL-CHAR. */)
2178 (dimension, chars, final_char)
2179 Lisp_Object dimension, chars, final_char;
2181 int id;
2182 int chars_flag;
2184 check_iso_charset_parameter (dimension, chars, final_char);
2185 chars_flag = XFASTINT (chars) == 96;
2186 id = ISO_CHARSET_TABLE (XFASTINT (dimension), chars_flag,
2187 XFASTINT (final_char));
2188 return (id >= 0 ? CHARSET_NAME (CHARSET_FROM_ID (id)) : Qnil);
2192 DEFUN ("clear-charset-maps", Fclear_charset_maps, Sclear_charset_maps,
2193 0, 0, 0,
2194 doc: /*
2195 Internal use only.
2196 Clear temporary charset mapping tables.
2197 It should be called only from temacs invoked for dumping. */)
2200 if (temp_charset_work)
2202 free (temp_charset_work);
2203 temp_charset_work = NULL;
2206 if (CHAR_TABLE_P (Vchar_unify_table))
2207 Foptimize_char_table (Vchar_unify_table, Qnil);
2209 return Qnil;
2212 DEFUN ("charset-priority-list", Fcharset_priority_list,
2213 Scharset_priority_list, 0, 1, 0,
2214 doc: /* Return the list of charsets ordered by priority.
2215 HIGHESTP non-nil means just return the highest priority one. */)
2216 (highestp)
2217 Lisp_Object highestp;
2219 Lisp_Object val = Qnil, list = Vcharset_ordered_list;
2221 if (!NILP (highestp))
2222 return CHARSET_NAME (CHARSET_FROM_ID (XINT (Fcar (list))));
2224 while (!NILP (list))
2226 val = Fcons (CHARSET_NAME (CHARSET_FROM_ID (XINT (XCAR (list)))), val);
2227 list = XCDR (list);
2229 return Fnreverse (val);
2232 DEFUN ("set-charset-priority", Fset_charset_priority, Sset_charset_priority,
2233 1, MANY, 0,
2234 doc: /* Assign higher priority to the charsets given as arguments.
2235 usage: (set-charset-priority &rest charsets) */)
2236 (nargs, args)
2237 int nargs;
2238 Lisp_Object *args;
2240 Lisp_Object new_head, old_list, arglist[2];
2241 Lisp_Object list_2022, list_emacs_mule;
2242 int i, id;
2244 old_list = Fcopy_sequence (Vcharset_ordered_list);
2245 new_head = Qnil;
2246 for (i = 0; i < nargs; i++)
2248 CHECK_CHARSET_GET_ID (args[i], id);
2249 if (! NILP (Fmemq (make_number (id), old_list)))
2251 old_list = Fdelq (make_number (id), old_list);
2252 new_head = Fcons (make_number (id), new_head);
2255 arglist[0] = Fnreverse (new_head);
2256 arglist[1] = Vcharset_non_preferred_head = old_list;
2257 Vcharset_ordered_list = Fnconc (2, arglist);
2258 charset_ordered_list_tick++;
2260 charset_unibyte = -1;
2261 for (old_list = Vcharset_ordered_list, list_2022 = list_emacs_mule = Qnil;
2262 CONSP (old_list); old_list = XCDR (old_list))
2264 if (! NILP (Fmemq (XCAR (old_list), Viso_2022_charset_list)))
2265 list_2022 = Fcons (XCAR (old_list), list_2022);
2266 if (! NILP (Fmemq (XCAR (old_list), Vemacs_mule_charset_list)))
2267 list_emacs_mule = Fcons (XCAR (old_list), list_emacs_mule);
2268 if (charset_unibyte < 0)
2270 struct charset *charset = CHARSET_FROM_ID (XINT (XCAR (old_list)));
2272 if (CHARSET_DIMENSION (charset) == 1
2273 && CHARSET_ASCII_COMPATIBLE_P (charset)
2274 && CHARSET_MAX_CHAR (charset) >= 0x80)
2275 charset_unibyte = CHARSET_ID (charset);
2278 Viso_2022_charset_list = Fnreverse (list_2022);
2279 Vemacs_mule_charset_list = Fnreverse (list_emacs_mule);
2280 if (charset_unibyte < 0)
2281 charset_unibyte = charset_iso_8859_1;
2283 return Qnil;
2286 DEFUN ("charset-id-internal", Fcharset_id_internal, Scharset_id_internal,
2287 0, 1, 0,
2288 doc: /* Internal use only.
2289 Return charset identification number of CHARSET. */)
2290 (charset)
2291 Lisp_Object charset;
2293 int id;
2295 CHECK_CHARSET_GET_ID (charset, id);
2296 return make_number (id);
2300 void
2301 init_charset ()
2303 Lisp_Object tempdir;
2304 tempdir = Fexpand_file_name (build_string ("charsets"), Vdata_directory);
2305 if (access ((char *) SDATA (tempdir), 0) < 0)
2307 dir_warning ("Error: charsets directory (%s) does not exist.\n\
2308 Emacs will not function correctly without the character map files.\n\
2309 Please check your installation!\n",
2310 tempdir);
2311 /* TODO should this be a fatal error? (Bug#909) */
2314 Vcharset_map_path = Fcons (tempdir, Qnil);
2318 void
2319 init_charset_once ()
2321 int i, j, k;
2323 for (i = 0; i < ISO_MAX_DIMENSION; i++)
2324 for (j = 0; j < ISO_MAX_CHARS; j++)
2325 for (k = 0; k < ISO_MAX_FINAL; k++)
2326 iso_charset_table[i][j][k] = -1;
2328 for (i = 0; i < 256; i++)
2329 emacs_mule_charset[i] = NULL;
2331 charset_jisx0201_roman = -1;
2332 charset_jisx0208_1978 = -1;
2333 charset_jisx0208 = -1;
2334 charset_ksc5601 = -1;
2337 #ifdef emacs
2339 void
2340 syms_of_charset ()
2342 DEFSYM (Qcharsetp, "charsetp");
2344 DEFSYM (Qascii, "ascii");
2345 DEFSYM (Qunicode, "unicode");
2346 DEFSYM (Qemacs, "emacs");
2347 DEFSYM (Qeight_bit, "eight-bit");
2348 DEFSYM (Qiso_8859_1, "iso-8859-1");
2350 DEFSYM (Qgl, "gl");
2351 DEFSYM (Qgr, "gr");
2353 staticpro (&Vcharset_ordered_list);
2354 Vcharset_ordered_list = Qnil;
2356 staticpro (&Viso_2022_charset_list);
2357 Viso_2022_charset_list = Qnil;
2359 staticpro (&Vemacs_mule_charset_list);
2360 Vemacs_mule_charset_list = Qnil;
2362 /* Don't staticpro them here. It's done in syms_of_fns. */
2363 QCtest = intern (":test");
2364 Qeq = intern ("eq");
2366 staticpro (&Vcharset_hash_table);
2368 Lisp_Object args[2];
2369 args[0] = QCtest;
2370 args[1] = Qeq;
2371 Vcharset_hash_table = Fmake_hash_table (2, args);
2374 charset_table_size = 128;
2375 charset_table = ((struct charset *)
2376 xmalloc (sizeof (struct charset) * charset_table_size));
2377 charset_table_used = 0;
2379 defsubr (&Scharsetp);
2380 defsubr (&Smap_charset_chars);
2381 defsubr (&Sdefine_charset_internal);
2382 defsubr (&Sdefine_charset_alias);
2383 defsubr (&Scharset_plist);
2384 defsubr (&Sset_charset_plist);
2385 defsubr (&Sunify_charset);
2386 defsubr (&Sget_unused_iso_final_char);
2387 defsubr (&Sdeclare_equiv_charset);
2388 defsubr (&Sfind_charset_region);
2389 defsubr (&Sfind_charset_string);
2390 defsubr (&Sdecode_char);
2391 defsubr (&Sencode_char);
2392 defsubr (&Ssplit_char);
2393 defsubr (&Smake_char);
2394 defsubr (&Schar_charset);
2395 defsubr (&Scharset_after);
2396 defsubr (&Siso_charset);
2397 defsubr (&Sclear_charset_maps);
2398 defsubr (&Scharset_priority_list);
2399 defsubr (&Sset_charset_priority);
2400 defsubr (&Scharset_id_internal);
2402 DEFVAR_LISP ("charset-map-path", &Vcharset_map_path,
2403 doc: /* *List of directories to search for charset map files. */);
2404 Vcharset_map_path = Qnil;
2406 DEFVAR_BOOL ("inhibit-load-charset-map", &inhibit_load_charset_map,
2407 doc: /* Inhibit loading of charset maps. Used when dumping Emacs. */);
2408 inhibit_load_charset_map = 0;
2410 DEFVAR_LISP ("charset-list", &Vcharset_list,
2411 doc: /* List of all charsets ever defined. */);
2412 Vcharset_list = Qnil;
2414 DEFVAR_LISP ("current-iso639-language", &Vcurrent_iso639_language,
2415 doc: /* ISO639 language mnemonic symbol for the current language environment.
2416 If the current language environment is for multiple languages (e.g. "Latin-1"),
2417 the value may be a list of mnemonics. */);
2418 Vcurrent_iso639_language = Qnil;
2420 charset_ascii
2421 = define_charset_internal (Qascii, 1, "\x00\x7F\x00\x00\x00\x00",
2422 0, 127, 'B', -1, 0, 1, 0, 0);
2423 charset_iso_8859_1
2424 = define_charset_internal (Qiso_8859_1, 1, "\x00\xFF\x00\x00\x00\x00",
2425 0, 255, -1, -1, -1, 1, 0, 0);
2426 charset_unicode
2427 = define_charset_internal (Qunicode, 3, "\x00\xFF\x00\xFF\x00\x10",
2428 0, MAX_UNICODE_CHAR, -1, 0, -1, 1, 0, 0);
2429 charset_emacs
2430 = define_charset_internal (Qemacs, 3, "\x00\xFF\x00\xFF\x00\x3F",
2431 0, MAX_5_BYTE_CHAR, -1, 0, -1, 1, 1, 0);
2432 charset_eight_bit
2433 = define_charset_internal (Qeight_bit, 1, "\x80\xFF\x00\x00\x00\x00",
2434 128, 255, -1, 0, -1, 0, 1,
2435 MAX_5_BYTE_CHAR + 1);
2436 charset_unibyte = charset_iso_8859_1;
2439 #endif /* emacs */
2441 /* arch-tag: 66a89b8d-4c28-47d3-9ca1-56f78440d69f
2442 (do not change this comment) */