Backslash cleanup in Elisp source files
[emacs.git] / lisp / international / mule.el
blobaf4c6e93e0be647e74602857d7b2147f38384946
1 ;;; mule.el --- basic commands for multilingual environment
3 ;; Copyright (C) 1997-2015 Free Software Foundation, Inc.
4 ;; Copyright (C) 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004,
5 ;; 2005, 2006, 2007, 2008, 2009, 2010, 2011
6 ;; National Institute of Advanced Industrial Science and Technology (AIST)
7 ;; Registration Number H14PRO021
8 ;; Copyright (C) 2003
9 ;; National Institute of Advanced Industrial Science and Technology (AIST)
10 ;; Registration Number H13PRO009
12 ;; Keywords: mule, multilingual, character set, coding system
14 ;; This file is part of GNU Emacs.
16 ;; GNU Emacs is free software: you can redistribute it and/or modify
17 ;; it under the terms of the GNU General Public License as published by
18 ;; the Free Software Foundation, either version 3 of the License, or
19 ;; (at your option) any later version.
21 ;; GNU Emacs is distributed in the hope that it will be useful,
22 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
23 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
24 ;; GNU General Public License for more details.
26 ;; You should have received a copy of the GNU General Public License
27 ;; along with GNU Emacs. If not, see <http://www.gnu.org/licenses/>.
29 ;;; Commentary:
31 ;;; Code:
33 ;; FIXME? Are these still relevant? Nothing uses them AFAICS.
34 (defconst mule-version "6.0 (HANACHIRUSATO)" "\
35 Version number and name of this version of MULE (multilingual environment).")
37 (defconst mule-version-date "2003.9.1" "\
38 Distribution date of this version of MULE (multilingual environment).")
41 ;;; CHARSET
43 ;; Backward compatibility code for handling emacs-mule charsets.
44 (defvar private-char-area-1-min #xF0000)
45 (defvar private-char-area-1-max #xFFFFE)
46 (defvar private-char-area-2-min #x100000)
47 (defvar private-char-area-2-max #x10FFFE)
49 ;; Table of emacs-mule charsets indexed by their emacs-mule ID.
50 (defvar emacs-mule-charset-table (make-vector 256 nil))
51 (aset emacs-mule-charset-table 0 'ascii)
53 ;; Convert the argument of old-style call of define-charset to a
54 ;; property list used by the new-style.
55 ;; INFO-VECTOR is a vector of the format:
56 ;; [DIMENSION CHARS WIDTH DIRECTION ISO-FINAL-CHAR ISO-GRAPHIC-PLANE
57 ;; SHORT-NAME LONG-NAME DESCRIPTION]
59 (defun convert-define-charset-argument (emacs-mule-id info-vector)
60 (let* ((dim (aref info-vector 0))
61 (chars (aref info-vector 1))
62 (total (if (= dim 1) chars (* chars chars)))
63 (code-space (if (= dim 1) (if (= chars 96) [32 127] [33 126])
64 (if (= chars 96) [32 127 32 127] [33 126 33 126])))
65 code-offset)
66 (if (integerp emacs-mule-id)
67 (or (= emacs-mule-id 0)
68 (and (>= emacs-mule-id 129) (< emacs-mule-id 256))
69 (error "Invalid CHARSET-ID: %d" emacs-mule-id))
70 (let (from-id to-id)
71 (if (= dim 1) (setq from-id 160 to-id 224)
72 (setq from-id 224 to-id 255))
73 (while (and (< from-id to-id)
74 (not (aref emacs-mule-charset-table from-id)))
75 (setq from-id (1+ from-id)))
76 (if (= from-id to-id)
77 (error "No more room for the new Emacs-mule charset"))
78 (setq emacs-mule-id from-id)))
79 (if (> (- private-char-area-1-max private-char-area-1-min) total)
80 (setq code-offset private-char-area-1-min
81 private-char-area-1-min (+ private-char-area-1-min total))
82 (if (> (- private-char-area-2-max private-char-area-2-min) total)
83 (setq code-offset private-char-area-2-min
84 private-char-area-2-min (+ private-char-area-2-min total))
85 (error "No more space for a new charset")))
86 (list :dimension dim
87 :code-space code-space
88 :iso-final-char (aref info-vector 4)
89 :code-offset code-offset
90 :emacs-mule-id emacs-mule-id)))
92 (defun define-charset (name docstring &rest props)
93 "Define NAME (symbol) as a charset with DOCSTRING.
94 The remaining arguments must come in pairs ATTRIBUTE VALUE. ATTRIBUTE
95 may be any symbol. The following have special meanings, and one of
96 `:code-offset', `:map', `:subset', `:superset' must be specified.
98 `:short-name'
100 VALUE must be a short string to identify the charset. If omitted,
101 NAME is used.
103 `:long-name'
105 VALUE must be a string longer than `:short-name' to identify the
106 charset. If omitted, the value of the `:short-name' attribute is used.
108 `:dimension'
110 VALUE must be an integer 0, 1, 2, or 3, specifying the dimension of
111 code-points of the charsets. If omitted, it is calculated from the
112 value of the `:code-space' attribute.
114 `:code-space'
116 VALUE must be a vector of length at most 8 specifying the byte code
117 range of each dimension in this format:
118 [ MIN-1 MAX-1 MIN-2 MAX-2 ... ]
119 where MIN-N is the minimum byte value of Nth dimension of code-point,
120 MAX-N is the maximum byte value of that.
122 `:min-code'
124 VALUE must be an integer specifying the minimum code point of the
125 charset. If omitted, it is calculated from `:code-space'. VALUE may
126 be a cons (HIGH . LOW), where HIGH is the most significant 16 bits of
127 the code point and LOW is the least significant 16 bits.
129 `:max-code'
131 VALUE must be an integer specifying the maximum code point of the
132 charset. If omitted, it is calculated from `:code-space'. VALUE may
133 be a cons (HIGH . LOW), where HIGH is the most significant 16 bits of
134 the code point and LOW is the least significant 16 bits.
136 `:iso-final-char'
138 VALUE must be a character in the range 32 to 127 (inclusive)
139 specifying the final char of the charset for ISO-2022 encoding. If
140 omitted, the charset can't be encoded by ISO-2022 based
141 coding-systems.
143 `:iso-revision-number'
145 VALUE must be an integer in the range 0..63, specifying the revision
146 number of the charset for ISO-2022 encoding.
148 `:emacs-mule-id'
150 VALUE must be an integer of 0, 129..255. If omitted, the charset
151 can't be encoded by coding-systems of type `emacs-mule'.
153 `:ascii-compatible-p'
155 VALUE must be nil or t (default nil). If VALUE is t, the charset is
156 compatible with ASCII, i.e. the first 128 code points map to ASCII.
158 `:supplementary-p'
160 VALUE must be nil or t. If the VALUE is t, the charset is
161 supplementary, which means it is used only as a parent or a
162 subset of some other charset, or it is provided just for backward
163 compatibility.
165 `:invalid-code'
167 VALUE must be a nonnegative integer that can be used as an invalid
168 code point of the charset. If the minimum code is 0 and the maximum
169 code is greater than Emacs's maximum integer value, `:invalid-code'
170 should not be omitted.
172 `:code-offset'
174 VALUE must be an integer added to the index number of a character to
175 get the corresponding character code.
177 `:map'
179 VALUE must be vector or string.
181 If it is a vector, the format is [ CODE-1 CHAR-1 CODE-2 CHAR-2 ... ],
182 where CODE-n is a code-point of the charset, and CHAR-n is the
183 corresponding character code.
185 If it is a string, it is a name of file that contains the above
186 information. Each line of the file must be this format:
187 0xXXX 0xYYY
188 where XXX is a hexadecimal representation of CODE-n and YYY is a
189 hexadecimal representation of CHAR-n. A line starting with `#' is a
190 comment line.
192 `:subset'
194 VALUE must be a list:
195 ( PARENT MIN-CODE MAX-CODE OFFSET )
196 PARENT is a parent charset. MIN-CODE and MAX-CODE specify the range
197 of characters inherited from the parent. OFFSET is an integer value
198 to add to a code point of the parent charset to get the corresponding
199 code point of this charset.
201 `:superset'
203 VALUE must be a list of parent charsets. The charset inherits
204 characters from them. Each element of the list may be a cons (PARENT
205 . OFFSET), where PARENT is a parent charset, and OFFSET is an offset
206 value to add to a code point of PARENT to get the corresponding code
207 point of this charset.
209 `:unify-map'
211 VALUE must be vector or string.
213 If it is a vector, the format is [ CODE-1 CHAR-1 CODE-2 CHAR-2 ... ],
214 where CODE-n is a code-point of the charset, and CHAR-n is the
215 corresponding Unicode character code.
217 If it is a string, it is a name of file that contains the above
218 information. The file format is the same as what described for `:map'
219 attribute."
220 (when (vectorp (car props))
221 ;; Old style code:
222 ;; (define-charset CHARSET-ID CHARSET-SYMBOL INFO-VECTOR)
223 ;; Convert the argument to make it fit with the current style.
224 (let ((vec (car props)))
225 (setq props (convert-define-charset-argument name vec)
226 name docstring
227 docstring (aref vec 8))))
228 (let ((attrs (mapcar 'list '(:dimension
229 :code-space
230 :min-code
231 :max-code
232 :iso-final-char
233 :iso-revision-number
234 :emacs-mule-id
235 :ascii-compatible-p
236 :supplementary-p
237 :invalid-code
238 :code-offset
239 :map
240 :subset
241 :superset
242 :unify-map
243 :plist))))
245 ;; If :dimension is omitted, get the dimension from :code-space.
246 (let ((dimension (plist-get props :dimension)))
247 (or dimension
248 (let ((code-space (plist-get props :code-space)))
249 (setq dimension (if code-space (/ (length code-space) 2) 4))
250 (setq props (plist-put props :dimension dimension)))))
252 (let ((code-space (plist-get props :code-space)))
253 (or code-space
254 (let ((dimension (plist-get props :dimension)))
255 (setq code-space (make-vector 8 0))
256 (dotimes (i dimension)
257 (aset code-space (1+ (* i 2)) #xFF))
258 (setq props (plist-put props :code-space code-space)))))
260 ;; If :emacs-mule-id is specified, update emacs-mule-charset-table.
261 (let ((emacs-mule-id (plist-get props :emacs-mule-id)))
262 (if (integerp emacs-mule-id)
263 (aset emacs-mule-charset-table emacs-mule-id name)))
265 (dolist (slot attrs)
266 (setcdr slot (purecopy (plist-get props (car slot)))))
268 ;; Make sure that the value of :code-space is a vector of 8
269 ;; elements.
270 (let* ((slot (assq :code-space attrs))
271 (val (cdr slot))
272 (len (length val)))
273 (if (< len 8)
274 (setcdr slot
275 (vconcat val (make-vector (- 8 len) 0)))))
277 ;; Add :name and :docstring properties to PROPS.
278 (setq props
279 (cons :name (cons name (cons :docstring (cons (purecopy docstring) props)))))
280 (or (plist-get props :short-name)
281 (plist-put props :short-name (symbol-name name)))
282 (or (plist-get props :long-name)
283 (plist-put props :long-name (plist-get props :short-name)))
284 (plist-put props :base name)
285 ;; We can probably get a worthwhile amount in purespace.
286 (setq props
287 (mapcar (lambda (elt)
288 (if (stringp elt)
289 (purecopy elt)
290 elt))
291 props))
292 (setcdr (assq :plist attrs) props)
294 (apply 'define-charset-internal name (mapcar 'cdr attrs))))
297 (defun load-with-code-conversion (fullname file &optional noerror nomessage)
298 "Execute a file of Lisp code named FILE whose absolute name is FULLNAME.
299 The file contents are decoded before evaluation if necessary.
300 If optional third arg NOERROR is non-nil,
301 report no error if FILE doesn't exist.
302 Print messages at start and end of loading unless
303 optional fourth arg NOMESSAGE is non-nil.
304 Return t if file exists."
305 (if (null (file-readable-p fullname))
306 (and (null noerror)
307 (signal 'file-error (list "Cannot open load file" file)))
308 ;; Read file with code conversion, and then eval.
309 (let* ((buffer
310 ;; We can't use `generate-new-buffer' because files.el
311 ;; is not yet loaded.
312 (get-buffer-create (generate-new-buffer-name " *load*")))
313 (load-in-progress t)
314 (source (save-match-data (string-match "\\.el\\'" fullname))))
315 (unless nomessage
316 (if source
317 (message "Loading %s (source)..." file)
318 (message "Loading %s..." file)))
319 (when purify-flag
320 (push (purecopy file) preloaded-file-list))
321 (unwind-protect
322 (let ((load-file-name fullname)
323 (set-auto-coding-for-load t)
324 (inhibit-file-name-operation nil))
325 (with-current-buffer buffer
326 ;; So that we don't get completely screwed if the
327 ;; file is encoded in some complicated character set,
328 ;; read it with real decoding, as a multibyte buffer.
329 (set-buffer-multibyte t)
330 ;; Don't let deactivate-mark remain set.
331 (let (deactivate-mark)
332 (insert-file-contents fullname))
333 ;; If the loaded file was inserted with no-conversion or
334 ;; raw-text coding system, make the buffer unibyte.
335 ;; Otherwise, eval-buffer might try to interpret random
336 ;; binary junk as multibyte characters.
337 (if (and enable-multibyte-characters
338 (or (eq (coding-system-type last-coding-system-used)
339 'raw-text)))
340 (set-buffer-multibyte nil))
341 ;; Make `kill-buffer' quiet.
342 (set-buffer-modified-p nil))
343 ;; Have the original buffer current while we eval.
344 (eval-buffer buffer nil
345 ;; This is compatible with what `load' does.
346 (if purify-flag file fullname)
347 nil t))
348 (let (kill-buffer-hook kill-buffer-query-functions)
349 (kill-buffer buffer)))
350 (do-after-load-evaluation fullname)
352 (unless (or nomessage noninteractive)
353 (if source
354 (message "Loading %s (source)...done" file)
355 (message "Loading %s...done" file)))
356 t)))
358 (defun charset-info (charset)
359 "Return a vector of information of CHARSET.
360 This function is provided for backward compatibility.
362 The elements of the vector are:
363 CHARSET-ID, BYTES, DIMENSION, CHARS, WIDTH, DIRECTION,
364 LEADING-CODE-BASE, LEADING-CODE-EXT,
365 ISO-FINAL-CHAR, ISO-GRAPHIC-PLANE,
366 REVERSE-CHARSET, SHORT-NAME, LONG-NAME, DESCRIPTION,
367 PLIST.
368 where
369 CHARSET-ID is always 0.
370 BYTES is always 0.
371 DIMENSION is the number of bytes of a code-point of the charset:
372 1, 2, 3, or 4.
373 CHARS is the number of characters in a dimension:
374 94, 96, 128, or 256.
375 WIDTH is always 0.
376 DIRECTION is always 0.
377 LEADING-CODE-BASE is always 0.
378 LEADING-CODE-EXT is always 0.
379 ISO-FINAL-CHAR (character) is the final character of the
380 corresponding ISO 2022 charset. If the charset is not assigned
381 any final character, the value is -1.
382 ISO-GRAPHIC-PLANE is always 0.
383 REVERSE-CHARSET is always -1.
384 SHORT-NAME (string) is the short name to refer to the charset.
385 LONG-NAME (string) is the long name to refer to the charset
386 DESCRIPTION (string) is the description string of the charset.
387 PLIST (property list) may contain any type of information a user
388 want to put and get by functions `put-charset-property' and
389 `get-charset-property' respectively."
390 (vector 0
392 (charset-dimension charset)
393 (charset-chars charset)
398 (charset-iso-final-char charset)
401 (get-charset-property charset :short-name)
402 (get-charset-property charset :short-name)
403 (charset-description charset)
404 (charset-plist charset)))
406 ;; It is better not to use backquote in this file,
407 ;; because that makes a bootstrapping problem
408 ;; if you need to recompile all the Lisp files using interpreted code.
410 (defun charset-id (_charset)
411 "Always return 0. This is provided for backward compatibility."
412 (declare (obsolete nil "23.1"))
415 (defmacro charset-bytes (_charset)
416 "Always return 0. This is provided for backward compatibility."
417 (declare (obsolete nil "23.1"))
420 (defun get-charset-property (charset propname)
421 "Return the value of CHARSET's PROPNAME property.
422 This is the last value stored with
423 (put-charset-property CHARSET PROPNAME VALUE)."
424 (plist-get (charset-plist charset) propname))
426 (defun put-charset-property (charset propname value)
427 "Set CHARSETS's PROPNAME property to value VALUE.
428 It can be retrieved with `(get-charset-property CHARSET PROPNAME)'."
429 (set-charset-plist charset
430 (plist-put (charset-plist charset) propname
431 (if (stringp value)
432 (purecopy value)
433 value))))
435 (defun charset-description (charset)
436 "Return description string of CHARSET."
437 (plist-get (charset-plist charset) :docstring))
439 (defun charset-dimension (charset)
440 "Return dimension of CHARSET."
441 (plist-get (charset-plist charset) :dimension))
443 (defun charset-chars (charset &optional dimension)
444 "Return number of characters contained in DIMENSION of CHARSET.
445 DIMENSION defaults to the first dimension."
446 (unless dimension (setq dimension 1))
447 (let ((code-space (plist-get (charset-plist charset) :code-space)))
448 (1+ (- (aref code-space (1- (* 2 dimension)))
449 (aref code-space (- (* 2 dimension) 2))))))
451 (defun charset-iso-final-char (charset)
452 "Return ISO-2022 final character of CHARSET.
453 Return -1 if charset isn't an ISO 2022 one."
454 (or (plist-get (charset-plist charset) :iso-final-char)
455 -1))
457 (defmacro charset-short-name (charset)
458 "Return short name of CHARSET."
459 (plist-get (charset-plist charset) :short-name))
461 (defmacro charset-long-name (charset)
462 "Return long name of CHARSET."
463 (plist-get (charset-plist charset) :long-name))
465 (defun charset-list ()
466 "Return list of all charsets ever defined."
467 (declare (obsolete charset-list "23.1"))
468 charset-list)
471 ;;; CHARACTER
472 (define-obsolete-function-alias 'char-valid-p 'characterp "23.1")
474 (defun generic-char-p (_char)
475 "Always return nil. This is provided for backward compatibility."
476 (declare (obsolete nil "23.1"))
477 nil)
479 (defun make-char-internal (charset-id &optional code1 code2)
480 (let ((charset (aref emacs-mule-charset-table charset-id)))
481 (or charset
482 (error "Invalid Emacs-mule charset ID: %d" charset-id))
483 (make-char charset code1 code2)))
485 ;; Save the ASCII case table in case we need it later. Some locales
486 ;; (such as Turkish) modify the case behavior of ASCII characters,
487 ;; which can interfere with networking code that uses ASCII strings.
489 (defvar ascii-case-table
490 ;; Code copied from copy-case-table to avoid requiring case-table.el
491 (let ((tbl (copy-sequence (standard-case-table)))
492 (up (char-table-extra-slot (standard-case-table) 0)))
493 (if up (set-char-table-extra-slot tbl 0 (copy-sequence up)))
494 (set-char-table-extra-slot tbl 1 nil)
495 (set-char-table-extra-slot tbl 2 nil)
496 tbl)
497 "Case table for the ASCII character set.")
499 ;; Coding system stuff
501 ;; Coding system is a symbol that has been defined by the function
502 ;; `define-coding-system'.
504 (defconst coding-system-iso-2022-flags
505 '(long-form
506 ascii-at-eol
507 ascii-at-cntl
508 7-bit
509 locking-shift
510 single-shift
511 designation
512 revision
513 direction
514 init-at-bol
515 designate-at-bol
516 safe
517 latin-extra
518 composition
519 euc-tw-shift
520 use-roman
521 use-oldjis
522 8-bit-level-4)
523 "List of symbols that control ISO-2022 encoder/decoder.
525 The value of the `:flags' attribute in the argument of the function
526 `define-coding-system' must be one of them.
528 If `long-form' is specified, use a long designation sequence on
529 encoding for the charsets `japanese-jisx0208-1978', `chinese-gb2312',
530 and `japanese-jisx0208'. The long designation sequence doesn't
531 conform to ISO 2022, but is used by such coding systems as
532 `compound-text'.
534 If `ascii-at-eol' is specified, designate ASCII to g0 at end of line
535 on encoding.
537 If `ascii-at-cntl' is specified, designate ASCII to g0 before control
538 codes and SPC on encoding.
540 If `7-bit' is specified, use 7-bit code only on encoding.
542 If `locking-shift' is specified, decode locking-shift code correctly
543 on decoding, and use locking-shift to invoke a graphic element on
544 encoding.
546 If `single-shift' is specified, decode single-shift code
547 correctly on decoding, and use single-shift to invoke a graphic
548 element on encoding. See also `8-bit-level-4' specification.
550 If `designation' is specified, decode designation code correctly on
551 decoding, and use designation to designate a charset to a graphic
552 element on encoding.
554 If `revision' is specified, produce an escape sequence to specify
555 revision number of a charset on encoding. Such an escape sequence is
556 always correctly decoded on decoding.
558 If `direction' is specified, decode ISO6429's code for specifying
559 direction correctly, and produce the code on encoding.
561 If `init-at-bol' is specified, on encoding, it is assumed that
562 invocation and designation statuses are reset at each beginning of
563 line even if `ascii-at-eol' is not specified; thus no codes for
564 resetting them are produced.
566 If `safe' is specified, on encoding, characters not supported by a
567 coding are replaced with `?'.
569 If `latin-extra' is specified, the code-detection routine assumes that a
570 code specified in `latin-extra-code-table' (which see) is valid.
572 If `composition' is specified, an escape sequence to specify
573 composition sequence is correctly decoded on decoding, and is produced
574 on encoding.
576 If `euc-tw-shift' is specified, the EUC-TW specific shifting code is
577 correctly decoded on decoding, and is produced on encoding.
579 If `use-roman' is specified, JIS0201-1976-Roman is designated instead
580 of ASCII.
582 If `use-oldjis' is specified, JIS0208-1976 is designated instead of
583 JIS0208-1983.
585 If `8-bit-level-4' is specified, the decoder assumes the
586 implementation level \"4\" for 8-bit codes which means that GL is
587 identified as the single-shift area. The default implementation
588 level for 8-bit code is \"4A\" which means that GR is identified
589 as the single-shift area.")
591 (defun define-coding-system (name docstring &rest props)
592 "Define NAME (a symbol) as a coding system with DOCSTRING and attributes.
593 The remaining arguments must come in pairs ATTRIBUTE VALUE. ATTRIBUTE
594 may be any symbol.
596 A coding system specifies a rule to decode (i.e. to convert a
597 byte sequence to a character sequence) and a rule to encode (the
598 opposite of decoding).
600 The decoding is done by at most 3 steps; the first is to convert
601 a byte sequence to a character sequence by one of Emacs'
602 internal routines specified by `:coding-type' attribute. The
603 optional second step is to convert the character sequence (the
604 result of the first step) by a translation table specified
605 by `:decode-translation-table' attribute. The optional third step
606 is to convert the above result by a Lisp function specified
607 by `:post-read-conversion' attribute.
609 The encoding is done by at most 3 steps, which are the reverse
610 of the decoding steps. The optional first step converts a
611 character sequence to another character sequence by a Lisp
612 function specified by `:pre-write-conversion' attribute. The
613 optional second step converts the above result by a translation
614 table specified by `:encode-translation-table' attribute. The
615 third step converts the above result to a byte sequence by one
616 of the Emacs's internal routines specified by the `:coding-type'
617 attribute.
619 The following attributes have special meanings. Those labeled as
620 \"(required)\" should not be omitted.
622 `:mnemonic' (required)
624 VALUE is a character to display on mode line for the coding system.
626 `:coding-type' (required)
628 VALUE specifies the format of byte sequence the coding system
629 decodes and encodes to. It must be one of `charset', `utf-8',
630 `utf-16', `iso-2022', `emacs-mule', `shift-jis', `ccl',
631 `raw-text', `undecided'.
633 If VALUE is `charset', the coding system is for handling a
634 byte sequence in which each byte or every two- to four-byte
635 sequence represents a character code of a charset specified
636 by the `:charset-list' attribute.
638 If VALUE is `utf-8', the coding system is for handling Unicode
639 UTF-8 byte sequences. See also the documentation of the
640 attribute `:bom'.
642 If VALUE is `utf-16', the coding system is for handling Unicode
643 UTF-16 byte sequences. See also the documentation of the
644 attributes :bom and `:endian'.
646 If VALUE is `iso-2022', the coding system is for handling byte
647 sequences conforming to ISO/IEC 2022. See also the documentation
648 of the attributes `:charset-list', `:flags', and `:designation'.
650 If VALUE is `emacs-mule', the coding system is for handling
651 byte sequences which Emacs 20 and 21 used for their internal
652 representation of characters.
654 If VALUE is `shift-jis', the coding system is for handling byte
655 sequences of Shift_JIS format. See also the attribute `:charset-list'.
657 If VALUE is `ccl', the coding system uses CCL programs to decode
658 and encode byte sequences. The CCL programs must be
659 specified by the attributes `:ccl-decoder' and `:ccl-encoder'.
661 If VALUE is `raw-text', the coding system decodes byte sequences
662 without any conversions.
664 `:eol-type'
666 VALUE is the EOL (end-of-line) format of the coding system. It must be
667 one of `unix', `dos', `mac'. The symbol `unix' means Unix-like EOL
668 \(i.e., a single LF character), `dos' means DOS-like EOL \(i.e., a sequence
669 of CR followed by LF), and `mac' means Mac-like EOL \(i.e., a single CR).
670 If omitted, Emacs detects the EOL format automatically when decoding.
672 `:charset-list' (required if `:coding-type' is `charset' or `shift-jis')
674 VALUE must be a list of charsets supported by the coding system.
676 If `coding-type:' is `charset', then on decoding and encoding by the
677 coding system, if a character belongs to multiple charsets in the
678 list, a charset that comes first in the list is selected.
680 If `:coding-type' is `iso-2022', VALUE may be `iso-2022', which
681 indicates that the coding system supports all ISO-2022 based
682 charsets.
684 If `:coding-type' is `shift-jis', VALUE must be a list of three
685 to four charsets supported by Shift_JIS encoding scheme. The
686 first charset (one dimension) is for code space 0x00..0x7F, the
687 second (one dimension) for 0xA1..0xDF, the third (two dimension)
688 for 0x8140..0xEFFC, the optional fourth (three dimension) for
689 0xF040..0xFCFC.
691 If `:coding-type' is `emacs-mule', VALUE may be `emacs-mule',
692 which indicates that the coding system supports all charsets that
693 have the `:emacs-mule-id' property.
695 `:ascii-compatible-p'
697 If VALUE is non-nil, the coding system decodes all 7-bit bytes into
698 the corresponding ASCII characters, and encodes all ASCII characters
699 back to the corresponding 7-bit bytes. VALUE defaults to nil.
701 `:decode-translation-table'
703 VALUE must be a translation table to use on decoding.
705 `:encode-translation-table'
707 VALUE must be a translation table to use on encoding.
709 `:post-read-conversion'
711 VALUE must be a function to call after some text is inserted and
712 decoded by the coding system itself and before any functions in
713 `after-insert-functions' are called. This function is passed one
714 argument: the number of characters in the text to convert, with
715 point at the start of the text. The function should leave point
716 unchanged, and should return the new character count.
718 `:pre-write-conversion'
720 VALUE must be a function to call after all functions in
721 `write-region-annotate-functions' and `buffer-file-format' are
722 called, and before the text is encoded by the coding system
723 itself. This function should convert the whole text in the
724 current buffer. For backward compatibility, this function is
725 passed two arguments which can be ignored.
727 `:default-char'
729 VALUE must be a character. On encoding, a character not supported by
730 the coding system is replaced with VALUE.
732 `:for-unibyte'
734 VALUE non-nil means that visiting a file with the coding system
735 results in a unibyte buffer.
737 `:mime-charset'
739 VALUE must be a symbol whose name is that of a MIME charset converted
740 to lower case.
742 `:mime-text-unsuitable'
744 VALUE non-nil means the `:mime-charset' property names a charset which
745 is unsuitable for the top-level media of type \"text\".
747 `:flags'
749 VALUE must be a list of symbols that control the ISO-2022 converter.
750 Each must be a member of the list `coding-system-iso-2022-flags'
751 \(which see). This attribute is meaningful only when `:coding-type'
752 is `iso-2022'.
754 `:designation'
756 VALUE must be a vector [G0-USAGE G1-USAGE G2-USAGE G3-USAGE].
757 GN-USAGE specifies the usage of graphic register GN as follows.
759 If it is nil, no charset can be designated to GN.
761 If it is a charset, the charset is initially designated to GN, and
762 never used by the other charsets.
764 If it is a list, the elements must be charsets, nil, 94, or 96. GN
765 can be used by all the listed charsets. If the list contains 94, any
766 iso-2022 charset whose code-space ranges are 94 long can be designated
767 to GN. If the list contains 96, any charsets whose whose ranges are
768 96 long can be designated to GN. If the first element is a charset,
769 that charset is initially designated to GN.
771 This attribute is meaningful only when `:coding-type' is `iso-2022'.
773 `:bom'
775 This attributes specifies whether the coding system uses a \"byte order
776 mark\". VALUE must be nil, t, or a cons cell of coding systems whose
777 `:coding-type' is `utf-16' or `utf-8'.
779 If the value is nil, on decoding, don't treat the first two-byte as
780 BOM, and on encoding, don't produce BOM bytes.
782 If the value is t, on decoding, skip the first two-byte as BOM, and on
783 encoding, produce BOM bytes according to the value of `:endian'.
785 If the value is a cons cell, on decoding, check the first two bytes.
786 If they are 0xFE 0xFF, use the car part coding system of the value.
787 If they are 0xFF 0xFE, use the cdr part coding system of the value.
788 Otherwise, treat them as bytes for a normal character. On encoding,
789 produce BOM bytes according to the value of `:endian'.
791 This attribute is meaningful only when `:coding-type' is `utf-16' or
792 `utf-8'.
794 `:endian'
796 VALUE must be `big' or `little' specifying big-endian and
797 little-endian respectively. The default value is `big'.
799 This attribute is meaningful only when `:coding-type' is `utf-16'.
801 `:ccl-decoder' (required if :coding-type is `ccl')
803 VALUE is a CCL program name defined by `define-ccl-program'. The
804 CCL program reads a byte sequence and writes a character sequence
805 as a decoding result.
807 `:ccl-encoder' (required if :coding-type is `ccl')
809 VALUE is a CCL program name defined by `define-ccl-program'. The
810 CCL program reads a character sequence and writes a byte sequence
811 as an encoding result.
813 `:inhibit-null-byte-detection'
815 VALUE non-nil means Emacs ignore null bytes on code detection.
816 See the variable `inhibit-null-byte-detection'. This attribute
817 is meaningful only when `:coding-type' is `undecided'.
819 `:inhibit-iso-escape-detection'
821 VALUE non-nil means Emacs ignores ISO-2022 escape sequences on
822 code detection. See the variable `inhibit-iso-escape-detection'.
823 This attribute is meaningful only when `:coding-type' is
824 `undecided'.
826 `:prefer-utf-8'
828 VALUE non-nil means Emacs prefers UTF-8 on code detection for
829 non-ASCII files. This attribute is meaningful only when
830 `:coding-type' is `undecided'."
831 (let* ((common-attrs (mapcar 'list
832 '(:mnemonic
833 :coding-type
834 :charset-list
835 :ascii-compatible-p
836 :decode-translation-table
837 :encode-translation-table
838 :post-read-conversion
839 :pre-write-conversion
840 :default-char
841 :for-unibyte
842 :plist
843 :eol-type)))
844 (coding-type (plist-get props :coding-type))
845 (spec-attrs (mapcar 'list
846 (cond ((eq coding-type 'iso-2022)
847 '(:initial
848 :reg-usage
849 :request
850 :flags))
851 ((eq coding-type 'utf-8)
852 '(:bom))
853 ((eq coding-type 'utf-16)
854 '(:bom
855 :endian))
856 ((eq coding-type 'ccl)
857 '(:ccl-decoder
858 :ccl-encoder
859 :valids))
860 ((eq coding-type 'undecided)
861 '(:inhibit-null-byte-detection
862 :inhibit-iso-escape-detection
863 :prefer-utf-8))))))
865 (dolist (slot common-attrs)
866 (setcdr slot (plist-get props (car slot))))
868 (dolist (slot spec-attrs)
869 (setcdr slot (plist-get props (car slot))))
871 (if (eq coding-type 'iso-2022)
872 (let ((designation (plist-get props :designation))
873 (flags (plist-get props :flags))
874 (initial (make-vector 4 nil))
875 (reg-usage (cons 4 4))
876 request elt)
877 (dotimes (i 4)
878 (setq elt (aref designation i))
879 (cond ((charsetp elt)
880 (aset initial i elt)
881 (setq request (cons (cons elt i) request)))
882 ((consp elt)
883 (aset initial i (car elt))
884 (if (charsetp (car elt))
885 (setq request (cons (cons (car elt) i) request)))
886 (dolist (e (cdr elt))
887 (cond ((charsetp e)
888 (setq request (cons (cons e i) request)))
889 ((eq e 94)
890 (setcar reg-usage i))
891 ((eq e 96)
892 (setcdr reg-usage i))
893 ((eq e t)
894 (setcar reg-usage i)
895 (setcdr reg-usage i)))))))
896 (setcdr (assq :initial spec-attrs) initial)
897 (setcdr (assq :reg-usage spec-attrs) reg-usage)
898 (setcdr (assq :request spec-attrs) request)
900 ;; Change :flags value from a list to a bit-mask.
901 (let ((bits 0)
902 (i 0))
903 (dolist (elt coding-system-iso-2022-flags)
904 (if (memq elt flags)
905 (setq bits (logior bits (lsh 1 i))))
906 (setq i (1+ i)))
907 (setcdr (assq :flags spec-attrs) bits))))
909 ;; Add :name and :docstring properties to PROPS.
910 (setq props
911 (cons :name (cons name (cons :docstring (cons (purecopy docstring)
912 props)))))
913 (setcdr (assq :plist common-attrs) props)
914 (apply 'define-coding-system-internal
915 name (mapcar 'cdr (append common-attrs spec-attrs)))))
917 (defun coding-system-doc-string (coding-system)
918 "Return the documentation string for CODING-SYSTEM."
919 (plist-get (coding-system-plist coding-system) :docstring))
921 (defun coding-system-mnemonic (coding-system)
922 "Return the mnemonic character of CODING-SYSTEM.
923 The mnemonic character of a coding system is used in mode line to
924 indicate the coding system. If CODING-SYSTEM is nil, return ?=."
925 (plist-get (coding-system-plist coding-system) :mnemonic))
927 (defun coding-system-type (coding-system)
928 "Return the coding type of CODING-SYSTEM.
929 A coding type is a symbol indicating the encoding method of CODING-SYSTEM.
930 See the function `define-coding-system' for more detail."
931 (plist-get (coding-system-plist coding-system) :coding-type))
933 (defun coding-system-charset-list (coding-system)
934 "Return list of charsets supported by CODING-SYSTEM.
935 If CODING-SYSTEM supports all ISO-2022 charsets, return `iso-2022'.
936 If CODING-SYSTEM supports all emacs-mule charsets, return `emacs-mule'."
937 (plist-get (coding-system-plist coding-system) :charset-list))
939 (defun coding-system-category (coding-system)
940 "Return a category symbol of CODING-SYSTEM."
941 (plist-get (coding-system-plist coding-system) :category))
943 (defun coding-system-get (coding-system prop)
944 "Extract a value from CODING-SYSTEM's property list for property PROP.
945 For compatibility with Emacs 20/21, this accepts old-style symbols
946 like `mime-charset' as well as the current style like `:mime-charset'."
947 (or (plist-get (coding-system-plist coding-system) prop)
948 (if (not (keywordp prop))
949 ;; For backward compatibility.
950 (if (eq prop 'ascii-incompatible)
951 (not (plist-get (coding-system-plist coding-system)
952 :ascii-compatible-p))
953 (plist-get (coding-system-plist coding-system)
954 (intern (concat ":" (symbol-name prop))))))))
956 (defun coding-system-eol-type-mnemonic (coding-system)
957 "Return the string indicating end-of-line format of CODING-SYSTEM."
958 (let* ((eol-type (coding-system-eol-type coding-system))
959 (val (cond ((eq eol-type 0) eol-mnemonic-unix)
960 ((eq eol-type 1) eol-mnemonic-dos)
961 ((eq eol-type 2) eol-mnemonic-mac)
962 (t eol-mnemonic-undecided))))
963 (if (stringp val)
965 (char-to-string val))))
967 (defun coding-system-lessp (x y)
968 (cond ((eq x 'no-conversion) t)
969 ((eq y 'no-conversion) nil)
970 ((eq x 'emacs-mule) t)
971 ((eq y 'emacs-mule) nil)
972 ((eq x 'undecided) t)
973 ((eq y 'undecided) nil)
974 (t (let ((c1 (coding-system-mnemonic x))
975 (c2 (coding-system-mnemonic y)))
976 (or (< (downcase c1) (downcase c2))
977 (and (not (> (downcase c1) (downcase c2)))
978 (< c1 c2)))))))
980 (defun coding-system-equal (coding-system-1 coding-system-2)
981 "Return t if and only if CODING-SYSTEM-1 and CODING-SYSTEM-2 are identical.
982 Two coding systems are identical if both symbols are equal
983 or one is an alias of the other."
984 (or (eq coding-system-1 coding-system-2)
985 (and (equal (coding-system-plist coding-system-1)
986 (coding-system-plist coding-system-2))
987 (let ((eol-type-1 (coding-system-eol-type coding-system-1))
988 (eol-type-2 (coding-system-eol-type coding-system-2)))
989 (or (eq eol-type-1 eol-type-2)
990 (and (vectorp eol-type-1) (vectorp eol-type-2)))))))
992 (defun add-to-coding-system-list (coding-system)
993 "Add CODING-SYSTEM to variable `coding-system-list' while keeping it sorted."
994 (if (or (null coding-system-list)
995 (coding-system-lessp coding-system (car coding-system-list)))
996 (setq coding-system-list (cons coding-system coding-system-list))
997 (let ((len (length coding-system-list))
998 mid (tem coding-system-list))
999 (while (> len 1)
1000 (setq mid (nthcdr (/ len 2) tem))
1001 (if (coding-system-lessp (car mid) coding-system)
1002 (setq tem mid
1003 len (- len (/ len 2)))
1004 (setq len (/ len 2))))
1005 (setcdr tem (cons coding-system (cdr tem))))))
1007 (defun coding-system-list (&optional base-only)
1008 "Return a list of all existing non-subsidiary coding systems.
1009 If optional arg BASE-ONLY is non-nil, only base coding systems are
1010 listed. The value doesn't include subsidiary coding systems which are
1011 made from bases and aliases automatically for various end-of-line
1012 formats (e.g. iso-latin-1-unix, koi8-r-dos)."
1013 (let ((codings nil))
1014 (dolist (coding coding-system-list)
1015 (if (eq (coding-system-base coding) coding)
1016 (if base-only
1017 (setq codings (cons coding codings))
1018 (dolist (alias (coding-system-aliases coding))
1019 (setq codings (cons alias codings))))))
1020 codings))
1022 (defconst char-coding-system-table nil
1023 "It exists just for backward compatibility, and the value is always nil.")
1024 (make-obsolete-variable 'char-coding-system-table nil "23.1")
1026 (defun transform-make-coding-system-args (name type &optional doc-string props)
1027 "For internal use only.
1028 Transform XEmacs style args for `make-coding-system' to Emacs style.
1029 Value is a list of transformed arguments."
1030 (let ((mnemonic (string-to-char (or (plist-get props 'mnemonic) "?")))
1031 (eol-type (plist-get props 'eol-type))
1032 properties tmp)
1033 (cond
1034 ((eq eol-type 'lf) (setq eol-type 'unix))
1035 ((eq eol-type 'crlf) (setq eol-type 'dos))
1036 ((eq eol-type 'cr) (setq eol-type 'mac)))
1037 (if (setq tmp (plist-get props 'post-read-conversion))
1038 (setq properties (plist-put properties 'post-read-conversion tmp)))
1039 (if (setq tmp (plist-get props 'pre-write-conversion))
1040 (setq properties (plist-put properties 'pre-write-conversion tmp)))
1041 (cond
1042 ((eq type 'shift-jis)
1043 `(,name 1 ,mnemonic ,doc-string () ,properties ,eol-type))
1044 ((eq type 'iso2022) ; This is not perfect.
1045 (if (plist-get props 'escape-quoted)
1046 (error "escape-quoted is not supported: %S"
1047 `(,name ,type ,doc-string ,props)))
1048 (let ((g0 (plist-get props 'charset-g0))
1049 (g1 (plist-get props 'charset-g1))
1050 (g2 (plist-get props 'charset-g2))
1051 (g3 (plist-get props 'charset-g3))
1052 (use-roman
1053 (and
1054 (eq (cadr (assoc 'latin-jisx0201
1055 (plist-get props 'input-charset-conversion)))
1056 'ascii)
1057 (eq (cadr (assoc 'ascii
1058 (plist-get props 'output-charset-conversion)))
1059 'latin-jisx0201)))
1060 (use-oldjis
1061 (and
1062 (eq (cadr (assoc 'japanese-jisx0208-1978
1063 (plist-get props 'input-charset-conversion)))
1064 'japanese-jisx0208)
1065 (eq (cadr (assoc 'japanese-jisx0208
1066 (plist-get props 'output-charset-conversion)))
1067 'japanese-jisx0208-1978))))
1068 (if (charsetp g0)
1069 (if (plist-get props 'force-g0-on-output)
1070 (setq g0 `(nil ,g0))
1071 (setq g0 `(,g0 t))))
1072 (if (charsetp g1)
1073 (if (plist-get props 'force-g1-on-output)
1074 (setq g1 `(nil ,g1))
1075 (setq g1 `(,g1 t))))
1076 (if (charsetp g2)
1077 (if (plist-get props 'force-g2-on-output)
1078 (setq g2 `(nil ,g2))
1079 (setq g2 `(,g2 t))))
1080 (if (charsetp g3)
1081 (if (plist-get props 'force-g3-on-output)
1082 (setq g3 `(nil ,g3))
1083 (setq g3 `(,g3 t))))
1084 `(,name 2 ,mnemonic ,doc-string
1085 (,g0 ,g1 ,g2 ,g3
1086 ,(plist-get props 'short)
1087 ,(not (plist-get props 'no-ascii-eol))
1088 ,(not (plist-get props 'no-ascii-cntl))
1089 ,(plist-get props 'seven)
1091 ,(not (plist-get props 'lock-shift))
1092 ,use-roman
1093 ,use-oldjis
1094 ,(plist-get props 'no-iso6429)
1095 nil nil nil nil)
1096 ,properties ,eol-type)))
1097 ((eq type 'big5)
1098 `(,name 3 ,mnemonic ,doc-string () ,properties ,eol-type))
1099 ((eq type 'ccl)
1100 `(,name 4 ,mnemonic ,doc-string
1101 (,(plist-get props 'decode) . ,(plist-get props 'encode))
1102 ,properties ,eol-type))
1104 (error "unsupported XEmacs style make-coding-style arguments: %S"
1105 `(,name ,type ,doc-string ,props))))))
1107 (defun make-coding-system (coding-system type mnemonic doc-string
1108 &optional
1109 flags
1110 properties
1111 eol-type)
1112 "Define a new coding system CODING-SYSTEM (symbol).
1113 This function is provided for backward compatibility."
1114 (declare (obsolete define-coding-system "23.1"))
1115 ;; For compatibility with XEmacs, we check the type of TYPE. If it
1116 ;; is a symbol, perhaps, this function is called with XEmacs-style
1117 ;; arguments. Here, try to transform that kind of arguments to
1118 ;; Emacs style.
1119 (if (symbolp type)
1120 (let ((args (transform-make-coding-system-args coding-system type
1121 mnemonic doc-string)))
1122 (setq coding-system (car args)
1123 type (nth 1 args)
1124 mnemonic (nth 2 args)
1125 doc-string (nth 3 args)
1126 flags (nth 4 args)
1127 properties (nth 5 args)
1128 eol-type (nth 6 args))))
1130 (setq type
1131 (cond ((eq type 0) 'emacs-mule)
1132 ((eq type 1) 'shift-jis)
1133 ((eq type 2) 'iso2022)
1134 ((eq type 3) 'big5)
1135 ((eq type 4) 'ccl)
1136 ((eq type 5) 'raw-text)
1138 (error "Invalid coding system type: %s" type))))
1140 (setq properties
1141 (let ((plist nil) key)
1142 (dolist (elt properties)
1143 (setq key (car elt))
1144 (cond ((eq key 'post-read-conversion)
1145 (setq key :post-read-conversion))
1146 ((eq key 'pre-write-conversion)
1147 (setq key :pre-write-conversion))
1148 ((eq key 'translation-table-for-decode)
1149 (setq key :decode-translation-table))
1150 ((eq key 'translation-table-for-encode)
1151 (setq key :encode-translation-table))
1152 ((eq key 'safe-charsets)
1153 (setq key :charset-list))
1154 ((eq key 'mime-charset)
1155 (setq key :mime-charset))
1156 ((eq key 'valid-codes)
1157 (setq key :valids)))
1158 (setq plist (plist-put plist key (cdr elt))))
1159 plist))
1160 (setq properties (plist-put properties :mnemonic mnemonic))
1161 (plist-put properties :coding-type type)
1162 (cond ((eq eol-type 0) (setq eol-type 'unix))
1163 ((eq eol-type 1) (setq eol-type 'dos))
1164 ((eq eol-type 2) (setq eol-type 'mac))
1165 ((vectorp eol-type) (setq eol-type nil)))
1166 (plist-put properties :eol-type eol-type)
1168 (cond
1169 ((eq type 'iso2022)
1170 (plist-put properties :flags
1171 (list (and (or (consp (nth 0 flags))
1172 (consp (nth 1 flags))
1173 (consp (nth 2 flags))
1174 (consp (nth 3 flags))) 'designation)
1175 (or (nth 4 flags) 'long-form)
1176 (and (nth 5 flags) 'ascii-at-eol)
1177 (and (nth 6 flags) 'ascii-at-cntl)
1178 (and (nth 7 flags) '7-bit)
1179 (and (nth 8 flags) 'locking-shift)
1180 (and (nth 9 flags) 'single-shift)
1181 (and (nth 10 flags) 'use-roman)
1182 (and (nth 11 flags) 'use-oldjis)
1183 (or (nth 12 flags) 'direction)
1184 (and (nth 13 flags) 'init-at-bol)
1185 (and (nth 14 flags) 'designate-at-bol)
1186 (and (nth 15 flags) 'safe)
1187 (and (nth 16 flags) 'latin-extra)))
1188 (plist-put properties :designation
1189 (let ((vec (make-vector 4 nil)))
1190 (dotimes (i 4)
1191 (let ((spec (nth i flags)))
1192 (if (eq spec t)
1193 (aset vec i '(94 96))
1194 (if (consp spec)
1195 (progn
1196 (if (memq t spec)
1197 (setq spec (append (delq t spec) '(94 96))))
1198 (aset vec i spec))))))
1199 vec)))
1201 ((eq type 'ccl)
1202 (plist-put properties :ccl-decoder (car flags))
1203 (plist-put properties :ccl-encoder (cdr flags))))
1205 (apply 'define-coding-system coding-system doc-string properties))
1207 (defun merge-coding-systems (first second)
1208 "Fill in any unspecified aspects of coding system FIRST from SECOND.
1209 Return the resulting coding system."
1210 (let ((base (coding-system-base second))
1211 (eol (coding-system-eol-type second)))
1212 ;; If FIRST doesn't specify text conversion, merge with that of SECOND.
1213 (if (eq (coding-system-base first) 'undecided)
1214 (setq first (coding-system-change-text-conversion first base)))
1215 ;; If FIRST doesn't specify eol conversion, merge with that of SECOND.
1216 (if (and (vectorp (coding-system-eol-type first))
1217 (numberp eol) (>= eol 0) (<= eol 2))
1218 (setq first (coding-system-change-eol-conversion
1219 first eol)))
1220 first))
1222 (defun autoload-coding-system (symbol form)
1223 "Define SYMBOL as a coding-system that is defined on demand.
1225 FORM is a form to evaluate to define the coding-system."
1226 (put symbol 'coding-system-define-form form)
1227 (setq coding-system-alist (cons (list (symbol-name symbol))
1228 coding-system-alist))
1229 (dolist (elt '("-unix" "-dos" "-mac"))
1230 (let ((name (concat (symbol-name symbol) elt)))
1231 (put (intern name) 'coding-system-define-form form)
1232 (setq coding-system-alist (cons (list name) coding-system-alist)))))
1234 ;; This variable is set in these two cases:
1235 ;; (1) A file is read by a coding system specified explicitly.
1236 ;; `after-insert-file-set-coding' sets the car of this value to
1237 ;; `coding-system-for-read', and sets the cdr to nil.
1238 ;; (2) `set-buffer-file-coding-system' is called.
1239 ;; The cdr of this value is set to the specified coding system.
1240 ;; This variable is used for decoding in `revert-buffer' and encoding
1241 ;; in `select-safe-coding-system'.
1243 ;; When saving a buffer, if `buffer-file-coding-system-explicit' is
1244 ;; already non-nil, `basic-save-buffer-1' sets its CAR to the value of
1245 ;; `last-coding-system-used'. (It used to set it unconditionally, but
1246 ;; that seems unnecessary; see Bug#4533.)
1248 (defvar buffer-file-coding-system-explicit nil
1249 "The file coding system explicitly specified for the current buffer.
1250 The value is a cons of coding systems for reading (decoding) and
1251 writing (encoding).
1252 Internal use only.")
1253 (make-variable-buffer-local 'buffer-file-coding-system-explicit)
1254 (put 'buffer-file-coding-system-explicit 'permanent-local t)
1256 (defun read-buffer-file-coding-system ()
1257 (let* ((bcss (find-coding-systems-region (point-min) (point-max)))
1258 (css-table
1259 (unless (equal bcss '(undecided))
1260 (append '("dos" "unix" "mac")
1261 (delq nil (mapcar (lambda (cs)
1262 (if (memq (coding-system-base cs) bcss)
1263 (symbol-name cs)))
1264 coding-system-list)))))
1265 (combined-table
1266 (if css-table
1267 (completion-table-in-turn css-table coding-system-alist)
1268 coding-system-alist))
1269 (auto-cs
1270 (unless find-file-literally
1271 (save-excursion
1272 (save-restriction
1273 (widen)
1274 (goto-char (point-min))
1275 (funcall set-auto-coding-function
1276 (or buffer-file-name "") (buffer-size))))))
1277 (preferred
1278 (let ((bfcs (default-value 'buffer-file-coding-system)))
1279 (cons (and (or (equal bcss '(undecided))
1280 (memq (coding-system-base bfcs) bcss))
1281 bfcs)
1282 (mapcar (lambda (cs)
1283 (and (coding-system-p cs)
1284 (coding-system-get cs :mime-charset)
1285 (or (equal bcss '(undecided))
1286 (memq (coding-system-base cs) bcss))
1287 cs))
1288 (coding-system-priority-list)))))
1289 (default
1290 (let ((current (coding-system-base buffer-file-coding-system)))
1291 ;; Generally use as a default the first preferred coding-system
1292 ;; different from the current coding-system, except for
1293 ;; the case of auto-cs since choosing anything else is asking
1294 ;; for trouble (would lead to using a different coding
1295 ;; system than specified in the coding tag).
1296 (or auto-cs
1297 (car (delq nil
1298 (mapcar (lambda (cs)
1299 (if (eq current (coding-system-base cs))
1301 cs))
1302 preferred))))))
1303 (completion-ignore-case t)
1304 (completion-pcm--delim-wild-regex ; Let "u8" complete to "utf-8".
1305 (concat completion-pcm--delim-wild-regex
1306 "\\|\\([[:alpha:]]\\)[[:digit:]]"))
1307 (cs (completing-read
1308 (format "Coding system for saving file (default %s): " default)
1309 combined-table
1310 nil t nil 'coding-system-history
1311 (if default (symbol-name default)))))
1312 (unless (zerop (length cs)) (intern cs))))
1314 (defun set-buffer-file-coding-system (coding-system &optional force nomodify)
1315 "Set the file coding-system of the current buffer to CODING-SYSTEM.
1316 This means that when you save the buffer, it will be converted
1317 according to CODING-SYSTEM. For a list of possible values of
1318 CODING-SYSTEM, use \\[list-coding-systems].
1320 If CODING-SYSTEM leaves the text conversion unspecified, or if it leaves
1321 the end-of-line conversion unspecified, FORCE controls what to do.
1322 If FORCE is nil, get the unspecified aspect (or aspects) from the buffer's
1323 previous `buffer-file-coding-system' value (if it is specified there).
1324 Otherwise, leave it unspecified.
1326 This marks the buffer modified so that the succeeding \\[save-buffer]
1327 surely saves the buffer with CODING-SYSTEM. From a program, if you
1328 don't want to mark the buffer modified, specify t for NOMODIFY.
1329 If you know exactly what coding system you want to use,
1330 just set the variable `buffer-file-coding-system' directly."
1331 (interactive
1332 (list (read-buffer-file-coding-system)
1333 current-prefix-arg))
1334 (check-coding-system coding-system)
1335 (if (and coding-system buffer-file-coding-system (null force))
1336 (setq coding-system
1337 (merge-coding-systems coding-system buffer-file-coding-system)))
1338 (when (and (called-interactively-p 'interactive)
1339 (not (memq 'emacs (coding-system-get coding-system
1340 :charset-list))))
1341 ;; Check whether save would succeed, and jump to the offending char(s)
1342 ;; if not.
1343 (let ((css (find-coding-systems-region (point-min) (point-max))))
1344 (unless (or (eq (car css) 'undecided)
1345 (memq (coding-system-base coding-system) css))
1346 (setq coding-system (select-safe-coding-system-interactively
1347 (point-min) (point-max) css
1348 (list coding-system))))))
1349 (setq buffer-file-coding-system coding-system)
1350 (if buffer-file-coding-system-explicit
1351 (setcdr buffer-file-coding-system-explicit coding-system)
1352 (setq buffer-file-coding-system-explicit (cons nil coding-system)))
1353 (unless nomodify
1354 (set-buffer-modified-p t))
1355 (force-mode-line-update))
1357 (defun revert-buffer-with-coding-system (coding-system &optional force)
1358 "Visit the current buffer's file again using coding system CODING-SYSTEM.
1359 For a list of possible values of CODING-SYSTEM, use \\[list-coding-systems].
1361 If CODING-SYSTEM leaves the text conversion unspecified, or if it leaves
1362 the end-of-line conversion unspecified, FORCE controls what to do.
1363 If FORCE is nil, get the unspecified aspect (or aspects) from the buffer's
1364 previous `buffer-file-coding-system' value (if it is specified there).
1365 Otherwise, determine it from the file contents as usual for visiting a file."
1366 (interactive "zCoding system for visited file (default nil): \nP")
1367 (check-coding-system coding-system)
1368 (if (and coding-system buffer-file-coding-system (null force))
1369 (setq coding-system
1370 (merge-coding-systems coding-system buffer-file-coding-system)))
1371 (let ((coding-system-for-read coding-system))
1372 (revert-buffer)))
1374 (defun set-file-name-coding-system (coding-system)
1375 "Set coding system for decoding and encoding file names to CODING-SYSTEM.
1376 It actually just set the variable `file-name-coding-system' (which see)
1377 to CODING-SYSTEM."
1378 (interactive "zCoding system for file names (default nil): ")
1379 (check-coding-system coding-system)
1380 (if (and coding-system
1381 (not (coding-system-get coding-system :ascii-compatible-p))
1382 (not (coding-system-get coding-system :suitable-for-file-name)))
1383 (error "%s is not suitable for file names" coding-system))
1384 (setq file-name-coding-system coding-system))
1386 (defvar default-terminal-coding-system nil
1387 "Default value for the terminal coding system.
1388 This is normally set according to the selected language environment.
1389 See also the command `set-terminal-coding-system'.")
1391 (defun set-terminal-coding-system (coding-system &optional terminal)
1392 "Set coding system of terminal output to CODING-SYSTEM.
1393 All text output to TERMINAL will be encoded
1394 with the specified coding system.
1396 For a list of possible values of CODING-SYSTEM, use \\[list-coding-systems].
1397 The default is determined by the selected language environment
1398 or by the previous use of this command.
1400 TERMINAL may be a terminal object, a frame, or nil for the
1401 selected frame's terminal. The setting has no effect on
1402 graphical terminals."
1403 (interactive
1404 (list (let ((default (if (and (not (terminal-coding-system))
1405 default-terminal-coding-system)
1406 default-terminal-coding-system)))
1407 (read-coding-system
1408 (format "Coding system for terminal display (default %s): "
1409 default)
1410 default))))
1411 (if (and (not coding-system)
1412 (not (terminal-coding-system)))
1413 (setq coding-system default-terminal-coding-system))
1414 (if coding-system
1415 (setq default-terminal-coding-system coding-system))
1416 (set-terminal-coding-system-internal coding-system terminal)
1417 (redraw-frame))
1419 (defvar default-keyboard-coding-system nil
1420 "Default value of the keyboard coding system.
1421 This is normally set according to the selected language environment.
1422 See also the command `set-keyboard-coding-system'.")
1424 (defun set-keyboard-coding-system (coding-system &optional terminal)
1425 "Set coding system for keyboard input on TERMINAL to CODING-SYSTEM.
1427 For a list of possible values of CODING-SYSTEM, use \\[list-coding-systems].
1428 The default is determined by the selected language environment
1429 or by the previous use of this command.
1431 If CODING-SYSTEM is nil or the coding-type of CODING-SYSTEM is
1432 `raw-text', the decoding of keyboard input is disabled.
1434 TERMINAL may be a terminal object, a frame, or nil for the
1435 selected frame's terminal. The setting has no effect on
1436 graphical terminals."
1437 (interactive
1438 (list (let* ((coding (keyboard-coding-system nil))
1439 (default (if (eq (coding-system-type coding) 'raw-text)
1440 default-keyboard-coding-system)))
1441 (read-coding-system
1442 (format "Coding system for keyboard input (default %s): "
1443 default)
1444 default))))
1445 (let ((coding-type (coding-system-type coding-system))
1446 (saved-meta-mode
1447 (terminal-parameter terminal 'keyboard-coding-saved-meta-mode)))
1448 (if (not (eq coding-type 'raw-text))
1449 (let (accept-8-bit)
1450 (if (not (or (coding-system-get coding-system :suitable-for-keyboard)
1451 (coding-system-get coding-system :ascii-compatible-p)))
1452 (error "Unsuitable coding system for keyboard: %s" coding-system))
1453 (cond ((memq coding-type '(charset utf-8 shift-jis big5 ccl))
1454 (setq accept-8-bit t))
1455 ((eq coding-type 'iso-2022)
1456 (let ((flags (coding-system-get coding-system :flags)))
1457 (or (memq '7-bit flags)
1458 (setq accept-8-bit t))))
1460 (error "Unsupported coding system for keyboard: %s"
1461 coding-system)))
1462 (if accept-8-bit
1463 (progn
1464 (or saved-meta-mode
1465 (set-terminal-parameter terminal
1466 'keyboard-coding-saved-meta-mode
1467 (cons (nth 2 (current-input-mode))
1468 nil)))
1469 (set-input-meta-mode 8 terminal))
1470 (when saved-meta-mode
1471 (set-input-meta-mode (car saved-meta-mode) terminal)
1472 (set-terminal-parameter terminal
1473 'keyboard-coding-saved-meta-mode
1474 nil)))
1475 ;; Avoid end-of-line conversion.
1476 (setq coding-system
1477 (coding-system-change-eol-conversion coding-system 'unix)))
1479 (when saved-meta-mode
1480 (set-input-meta-mode (car saved-meta-mode) terminal)
1481 (set-terminal-parameter terminal
1482 'keyboard-coding-saved-meta-mode
1483 nil))))
1484 (set-keyboard-coding-system-internal coding-system terminal)
1485 (setq keyboard-coding-system coding-system))
1487 (defcustom keyboard-coding-system nil
1488 "Specify coding system for keyboard input.
1489 If you set this on a terminal which can't distinguish Meta keys from
1490 8-bit characters, you will have to use ESC to type Meta characters.
1491 See Info node `Terminal Coding' and Info node `Unibyte Mode'.
1493 On non-windowing terminals, this is set from the locale by default.
1495 Setting this variable directly does not take effect;
1496 use either \\[customize] or \\[set-keyboard-coding-system]."
1497 :type '(coding-system :tag "Coding system")
1498 :link '(info-link "(emacs)Terminal Coding")
1499 :link '(info-link "(emacs)Unibyte Mode")
1500 :set (lambda (_symbol value)
1501 ;; Don't load encoded-kb unnecessarily.
1502 (if (or value (boundp 'encoded-kbd-setup-display))
1503 (set-keyboard-coding-system value)
1504 (set-default 'keyboard-coding-system nil))) ; must initialize
1505 :version "22.1"
1506 :group 'keyboard
1507 :group 'mule)
1509 (defun set-buffer-process-coding-system (decoding encoding)
1510 "Set coding systems for the process associated with the current buffer.
1511 DECODING is the coding system to be used to decode input from the process,
1512 ENCODING is the coding system to be used to encode output to the process.
1514 For a list of possible coding systems, use \\[list-coding-systems]."
1515 (interactive
1516 "zCoding-system for output from the process: \nzCoding-system for input to the process: ")
1517 (let ((proc (get-buffer-process (current-buffer))))
1518 (if (null proc)
1519 (error "No process")
1520 (check-coding-system decoding)
1521 (check-coding-system encoding)
1522 (set-process-coding-system proc decoding encoding)))
1523 (force-mode-line-update))
1525 (defalias 'set-clipboard-coding-system 'set-selection-coding-system)
1527 (defun set-selection-coding-system (coding-system)
1528 "Make CODING-SYSTEM used for communicating with other X clients.
1529 When sending or receiving text via cut_buffer, selection, and clipboard,
1530 the text is encoded or decoded by CODING-SYSTEM."
1531 (interactive "zCoding system for X selection: ")
1532 (check-coding-system coding-system)
1533 (setq selection-coding-system coding-system))
1535 ;; Coding system lastly specified by the command
1536 ;; set-next-selection-coding-system.
1537 (defvar last-next-selection-coding-system nil)
1539 (defun set-next-selection-coding-system (coding-system)
1540 "Use CODING-SYSTEM for next communication with other window system clients.
1541 This setting is effective for the next communication only."
1542 (interactive
1543 (list (read-coding-system
1544 (if last-next-selection-coding-system
1545 (format "Coding system for the next selection (default %S): "
1546 last-next-selection-coding-system)
1547 "Coding system for the next selection: ")
1548 last-next-selection-coding-system)))
1549 (if coding-system
1550 (setq last-next-selection-coding-system coding-system)
1551 (setq coding-system last-next-selection-coding-system))
1552 (check-coding-system coding-system)
1554 (setq next-selection-coding-system coding-system))
1556 (defun set-coding-priority (arg)
1557 "Set priority of coding categories according to ARG.
1558 ARG is a list of coding categories ordered by priority.
1560 This function is provided for backward compatibility."
1561 (declare (obsolete set-coding-system-priority "23.1"))
1562 (apply 'set-coding-system-priority
1563 (mapcar #'(lambda (x) (symbol-value x)) arg)))
1565 ;;; X selections
1567 (defvar ctext-non-standard-encodings-alist
1568 (mapcar 'purecopy
1569 '(("big5-0" big5 2 big5)
1570 ("ISO8859-14" iso-8859-14 1 latin-iso8859-14)
1571 ("ISO8859-15" iso-8859-15 1 latin-iso8859-15)
1572 ("gbk-0" gbk 2 chinese-gbk)
1573 ("koi8-r" koi8-r 1 koi8-r)
1574 ("microsoft-cp1251" windows-1251 1 windows-1251)))
1575 "Alist of non-standard encoding names vs the corresponding usages in CTEXT.
1577 It controls how extended segments of a compound text are handled
1578 by the coding system `compound-text-with-extensions'.
1580 Each element has the form (ENCODING-NAME CODING-SYSTEM N-OCTET CHARSET).
1582 ENCODING-NAME is an encoding name of an \"extended segment\".
1584 CODING-SYSTEM is the coding-system to encode (or decode) the
1585 characters into (or from) the extended segment.
1587 N-OCTET is the number of octets (bytes) that encodes a character
1588 in the segment. It can be 0 (meaning the number of octets per
1589 character is variable), 1, 2, 3, or 4.
1591 CHARSET is a character set containing characters that are encoded
1592 in the segment. It can be a list of character sets.
1594 On decoding CTEXT, all encoding names listed here are recognized.
1596 On encoding CTEXT, encoding names in the variable
1597 `ctext-non-standard-encodings' (which see) and in the information
1598 listed for the current language environment under the key
1599 `ctext-non-standard-encodings' are used.")
1601 (defvar ctext-non-standard-encodings nil
1602 "List of non-standard encoding names used in extended segments of CTEXT.
1603 Each element must be one of the names listed in the variable
1604 `ctext-non-standard-encodings-alist' (which see).")
1606 (defvar ctext-non-standard-encodings-regexp
1607 (purecopy
1608 (string-to-multibyte
1609 (concat
1610 ;; For non-standard encodings.
1611 "\\(\e%/[0-4][\200-\377][\200-\377]\\([^\002]+\\)\002\\)"
1612 "\\|"
1613 ;; For UTF-8 encoding.
1614 "\\(\e%G[^\e]*\e%@\\)"))))
1616 ;; Functions to support "Non-Standard Character Set Encodings" defined
1617 ;; by the COMPOUND-TEXT spec. They also support "The UTF-8 encoding"
1618 ;; described in the section 7 of the documentation of COMPOUND-TEXT
1619 ;; distributed with XFree86.
1621 (defun ctext-post-read-conversion (len)
1622 "Decode LEN characters encoded as Compound Text with Extended Segments."
1623 ;; We don't need the following because it is expected that this
1624 ;; function is mainly used for decoding X selection which is not
1625 ;; that big data.
1626 ;;(buffer-disable-undo) ; minimize consing due to insertions and deletions
1627 (save-match-data
1628 (save-restriction
1629 (narrow-to-region (point) (+ (point) len))
1630 (let ((case-fold-search nil)
1631 last-coding-system-used
1632 pos bytes)
1633 (decode-coding-region (point-min) (point-max) 'ctext)
1634 (while (re-search-forward ctext-non-standard-encodings-regexp
1635 nil 'move)
1636 (setq pos (match-beginning 0))
1637 (if (match-beginning 1)
1638 ;; ESC % / [0-4] M L --ENCODING-NAME-- \002 --BYTES--
1639 (let* ((M (multibyte-char-to-unibyte (char-after (+ pos 4))))
1640 (L (multibyte-char-to-unibyte (char-after (+ pos 5))))
1641 (encoding (match-string 2))
1642 (encoding-info (assoc-string
1643 encoding
1644 ctext-non-standard-encodings-alist t))
1645 (coding (if encoding-info
1646 (nth 1 encoding-info)
1647 (setq encoding (intern (downcase encoding)))
1648 (and (coding-system-p encoding)
1649 encoding))))
1650 (setq bytes (- (+ (* (- M 128) 128) (- L 128))
1651 (- (point) (+ pos 6))))
1652 (when coding
1653 (delete-region pos (point))
1654 (forward-char bytes)
1655 (decode-coding-region (- (point) bytes) (point) coding)))
1656 ;; ESC % G --UTF-8-BYTES-- ESC % @
1657 (delete-char -3)
1658 (delete-region pos (+ pos 3))
1659 (decode-coding-region pos (point) 'utf-8))))
1660 (goto-char (point-min))
1661 (- (point-max) (point)))))
1663 (defvar ctext-standard-encodings
1664 '(ascii latin-jisx0201 katakana-jisx0201
1665 latin-iso8859-1 latin-iso8859-2 latin-iso8859-3 latin-iso8859-4
1666 greek-iso8859-7 arabic-iso8859-6 hebrew-iso8859-8 cyrillic-iso8859-5
1667 latin-iso8859-9
1668 chinese-gb2312 japanese-jisx0208 korean-ksc5601)
1669 "List of approved standard encodings (i.e. charsets) of X's Compound Text.
1670 Coding-system `compound-text-with-extensions' encodes a character
1671 belonging to any of those charsets using the normal ISO2022
1672 designation sequence unless the current language environment or
1673 the variable `ctext-non-standard-encodings' decide to use an extended
1674 segment of CTEXT for that character. See also the documentation
1675 of `ctext-non-standard-encodings-alist'.")
1677 ;; Return an alist of CHARSET vs CTEXT-USAGE-INFO generated from
1678 ;; `ctext-non-standard-encodings' and a list specified by the key
1679 ;; `ctext-non-standard-encodings' for the current language
1680 ;; environment. CTEXT-USAGE-INFO is one of the element of
1681 ;; `ctext-non-standard-encodings-alist' or nil. In the former case, a
1682 ;; character in CHARSET is encoded using extended segment. In the
1683 ;; latter case, a character in CHARSET is encoded using normal ISO2022
1684 ;; designation sequence. If a character is not in any of CHARSETs, it
1685 ;; is encoded using UTF-8 encoding extension.
1687 (defun ctext-non-standard-encodings-table ()
1688 (let* ((table (append ctext-non-standard-encodings
1689 (copy-sequence
1690 (get-language-info current-language-environment
1691 'ctext-non-standard-encodings))))
1692 (tail table)
1693 elt)
1694 (while tail
1695 (setq elt (car tail))
1696 (let* ((slot (assoc elt ctext-non-standard-encodings-alist))
1697 (charset (nth 3 slot)))
1698 (if (charsetp charset)
1699 (setcar tail
1700 (cons (plist-get (charset-plist charset) :base) slot))
1701 (setcar tail (cons (car charset) slot))
1702 (dolist (cs (cdr charset))
1703 (setcdr tail
1704 (cons (cons (plist-get (charset-plist (car cs)) :base) slot)
1705 (cdr tail)))
1706 (setq tail (cdr tail))))
1707 (setq tail (cdr tail))))
1708 table))
1710 (defun ctext-pre-write-conversion (from to)
1711 "Encode characters between FROM and TO as Compound Text w/Extended Segments.
1713 If FROM is a string, generate a new temp buffer, insert the text,
1714 and convert it in the temporary buffer. Otherwise, convert
1715 in-place."
1716 (save-match-data
1717 ;; Setup a working buffer if necessary.
1718 (when (stringp from)
1719 (set-buffer (generate-new-buffer " *temp"))
1720 (set-buffer-multibyte (multibyte-string-p from))
1721 (insert from)
1722 (setq from (point-min) to (point-max)))
1723 (save-restriction
1724 (narrow-to-region from to)
1725 (goto-char from)
1726 (let ((encoding-table (ctext-non-standard-encodings-table))
1727 (charset-list (sort-charsets
1728 (copy-sequence ctext-standard-encodings)))
1729 (end-pos (make-marker))
1730 last-coding-system-used
1731 last-pos charset encoding-info)
1732 (dolist (elt encoding-table)
1733 (push (car elt) charset-list))
1734 (setq end-pos (point-marker))
1735 (while (re-search-forward "[^\0-\177]+" nil t)
1736 ;; Found a sequence of non-ASCII characters.
1737 (set-marker end-pos (match-end 0))
1738 (goto-char (match-beginning 0))
1739 (setq last-pos (point)
1740 charset (char-charset (following-char) charset-list))
1741 (forward-char 1)
1742 (while (and (< (point) end-pos)
1743 (eq charset (char-charset (following-char) charset-list)))
1744 (forward-char 1))
1745 (if charset
1746 (if (setq encoding-info (cdr (assq charset encoding-table)))
1747 ;; Encode this range using an extended segment.
1748 (let ((encoding-name (car encoding-info))
1749 (coding-system (nth 1 encoding-info))
1750 (noctets (nth 2 encoding-info))
1751 len)
1752 (encode-coding-region last-pos (point) coding-system)
1753 (setq len (+ (length encoding-name) 1
1754 (- (point) last-pos)))
1755 ;; According to the spec of CTEXT, it is not
1756 ;; necessary to produce this extra designation
1757 ;; sequence, but some buggy application
1758 ;; (e.g. crxvt-gb) requires it.
1759 (insert "\e(B")
1760 (save-excursion
1761 (goto-char last-pos)
1762 (insert (format "\e%%/%d" noctets))
1763 (insert-byte (+ (/ len 128) 128) 1)
1764 (insert-byte (+ (% len 128) 128) 1)
1765 (insert encoding-name)
1766 (insert 2)))
1767 ;; Encode this range as characters in CHARSET.
1768 (put-text-property last-pos (point) 'charset charset))
1769 ;; Encode this range using UTF-8 encoding extension.
1770 (encode-coding-region last-pos (point) 'mule-utf-8)
1771 (save-excursion
1772 (goto-char last-pos)
1773 (insert "\e%G"))
1774 (insert "\e%@")))
1775 (goto-char (point-min)))))
1776 ;; Must return nil, as build_annotations_2 expects that.
1777 nil)
1779 ;;; FILE I/O
1781 ;; TODO many elements of this list are also in inhibit-local-variables-regexps.
1782 (defcustom auto-coding-alist
1783 ;; .exe and .EXE are added to support archive-mode looking at DOS
1784 ;; self-extracting exe archives.
1785 (mapcar (lambda (arg) (cons (purecopy (car arg)) (cdr arg)))
1786 '(("\\.\\(\
1787 arc\\|zip\\|lzh\\|lha\\|zoo\\|[jew]ar\\|xpi\\|rar\\|7z\\|\
1788 ARC\\|ZIP\\|LZH\\|LHA\\|ZOO\\|[JEW]AR\\|XPI\\|RAR\\|7Z\\)\\'"
1789 . no-conversion-multibyte)
1790 ("\\.\\(exe\\|EXE\\)\\'" . no-conversion)
1791 ("\\.\\(sx[dmicw]\\|odt\\|tar\\|t[bg]z\\)\\'" . no-conversion)
1792 ("\\.\\(gz\\|Z\\|bz\\|bz2\\|xz\\|gpg\\)\\'" . no-conversion)
1793 ("\\.\\(jpe?g\\|png\\|gif\\|tiff?\\|p[bpgn]m\\)\\'" . no-conversion)
1794 ("\\.pdf\\'" . no-conversion)
1795 ("/#[^/]+#\\'" . utf-8-emacs-unix)))
1796 "Alist of filename patterns vs corresponding coding systems.
1797 Each element looks like (REGEXP . CODING-SYSTEM).
1798 A file whose name matches REGEXP is decoded by CODING-SYSTEM on reading.
1800 The settings in this alist take priority over `coding:' tags
1801 in the file (see the function `set-auto-coding')
1802 and the contents of `file-coding-system-alist'."
1803 :version "24.1" ; added xz
1804 :group 'files
1805 :group 'mule
1806 :type '(repeat (cons (regexp :tag "File name regexp")
1807 (symbol :tag "Coding system"))))
1809 (defcustom auto-coding-regexp-alist
1810 (mapcar (lambda (arg) (cons (purecopy (car arg)) (cdr arg)))
1811 '(("\\`BABYL OPTIONS:[ \t]*-\\*-[ \t]*rmail[ \t]*-\\*-" . no-conversion)
1812 ("\\`\xFE\xFF" . utf-16be-with-signature)
1813 ("\\`\xFF\xFE" . utf-16le-with-signature)
1814 ("\\`\xEF\xBB\xBF" . utf-8-with-signature)
1815 ("\\`;ELC\024\0\0\0" . emacs-mule))) ; Emacs 20-compiled
1816 "Alist of patterns vs corresponding coding systems.
1817 Each element looks like (REGEXP . CODING-SYSTEM).
1818 A file whose first bytes match REGEXP is decoded by CODING-SYSTEM on reading.
1820 The settings in this alist take priority over `coding:' tags
1821 in the file (see the function `set-auto-coding')
1822 and the contents of `file-coding-system-alist'."
1823 :group 'files
1824 :group 'mule
1825 :type '(repeat (cons (regexp :tag "Regexp")
1826 (symbol :tag "Coding system"))))
1828 (defun auto-coding-regexp-alist-lookup (from to)
1829 "Lookup `auto-coding-regexp-alist' for the contents of the current buffer.
1830 The value is a coding system is specified for the region FROM and TO,
1831 or nil."
1832 (save-excursion
1833 (goto-char from)
1834 (let ((alist auto-coding-regexp-alist)
1835 coding-system)
1836 (while (and alist (not coding-system))
1837 (let ((regexp (car (car alist))))
1838 (if enable-multibyte-characters
1839 (setq regexp (string-to-multibyte regexp)))
1840 (if (re-search-forward regexp to t)
1841 (setq coding-system (cdr (car alist)))
1842 (setq alist (cdr alist)))))
1843 coding-system)))
1845 ;; See the bottom of this file for built-in auto coding functions.
1846 (defcustom auto-coding-functions '(sgml-xml-auto-coding-function
1847 sgml-html-meta-auto-coding-function)
1848 "A list of functions which attempt to determine a coding system.
1850 Each function in this list should be written to operate on the
1851 current buffer, but should not modify it in any way. The buffer
1852 will contain undecoded text of parts of the file. Each function
1853 should take one argument, SIZE, which says how many characters
1854 \(starting from point) it should look at.
1856 If one of these functions succeeds in determining a coding
1857 system, it should return that coding system. Otherwise, it
1858 should return nil.
1860 If a file has a `coding:' tag, that takes precedence over these
1861 functions, so they won't be called at all."
1862 :group 'files
1863 :group 'mule
1864 :type '(repeat function))
1866 (defvar set-auto-coding-for-load nil
1867 "Non-nil means respect a \"unibyte: t\" entry in file local variables.
1868 Emacs binds this variable to t when loading or byte-compiling Emacs Lisp
1869 files.")
1871 (defun auto-coding-alist-lookup (filename)
1872 "Return the coding system specified by `auto-coding-alist' for FILENAME."
1873 (let ((alist auto-coding-alist)
1874 (case-fold-search (memq system-type '(windows-nt ms-dos cygwin)))
1875 coding-system)
1876 (while (and alist (not coding-system))
1877 (if (string-match (car (car alist)) filename)
1878 (setq coding-system (cdr (car alist)))
1879 (setq alist (cdr alist))))
1880 coding-system))
1882 (put 'enable-character-translation 'permanent-local t)
1883 (put 'enable-character-translation 'safe-local-variable 'booleanp)
1885 (defun find-auto-coding (filename size)
1886 "Find a coding system for a file FILENAME of which SIZE bytes follow point.
1887 These bytes should include at least the first 1k of the file
1888 and the last 3k of the file, but the middle may be omitted.
1890 The function checks FILENAME against the variable `auto-coding-alist'.
1891 If FILENAME doesn't match any entries in the variable, it checks the
1892 contents of the current buffer following point against
1893 `auto-coding-regexp-alist'. If no match is found, it checks for a
1894 `coding:' tag in the first one or two lines following point. If no
1895 `coding:' tag is found, it checks any local variables list in the last
1896 3K bytes out of the SIZE bytes. Finally, if none of these methods
1897 succeed, it checks to see if any function in `auto-coding-functions'
1898 gives a match.
1900 If a coding system is specified, the return value is a cons
1901 \(CODING . SOURCE), where CODING is the specified coding system and
1902 SOURCE is a symbol `auto-coding-alist', `auto-coding-regexp-alist',
1903 `:coding', or `auto-coding-functions' indicating by what CODING is
1904 specified. Note that the validity of CODING is not checked;
1905 it's the caller's responsibility to check it.
1907 If nothing is specified, the return value is nil."
1908 (or (let ((coding-system (auto-coding-alist-lookup filename)))
1909 (if coding-system
1910 (cons coding-system 'auto-coding-alist)))
1911 ;; Try using `auto-coding-regexp-alist'.
1912 (let ((coding-system (auto-coding-regexp-alist-lookup (point)
1913 (+ (point) size))))
1914 (if coding-system
1915 (cons coding-system 'auto-coding-regexp-alist)))
1916 (let* ((case-fold-search t)
1917 (head-start (point))
1918 (head-end (+ head-start (min size 1024)))
1919 (tail-start (+ head-start (max (- size 3072) 0)))
1920 (tail-end (+ head-start size))
1921 coding-system head-found tail-found char-trans)
1922 ;; Try a short cut by searching for the string "coding:"
1923 ;; and for "unibyte:" at the head and tail of SIZE bytes.
1924 (setq head-found (or (search-forward "coding:" head-end t)
1925 (search-forward "unibyte:" head-end t)
1926 (search-forward "enable-character-translation:"
1927 head-end t)))
1928 (if (and head-found (> head-found tail-start))
1929 ;; Head and tail are overlapped.
1930 (setq tail-found head-found)
1931 (goto-char tail-start)
1932 (setq tail-found (or (search-forward "coding:" tail-end t)
1933 (search-forward "unibyte:" tail-end t)
1934 (search-forward "enable-character-translation:"
1935 tail-end t))))
1937 ;; At first check the head.
1938 (when head-found
1939 (goto-char head-start)
1940 (setq head-end (set-auto-mode-1))
1941 (setq head-start (point))
1942 (when (and head-end (< head-found head-end))
1943 (goto-char head-start)
1944 (when (and set-auto-coding-for-load
1945 (re-search-forward
1946 "\\(.*;\\)?[ \t]*unibyte:[ \t]*\\([^ ;]+\\)"
1947 head-end t))
1948 (display-warning 'mule
1949 (format "\"unibyte: t\" (in %s) is obsolete; \
1950 use \"coding: 'raw-text\" instead."
1951 (file-relative-name filename))
1952 :warning)
1953 (setq coding-system 'raw-text))
1954 (when (and (not coding-system)
1955 (re-search-forward
1956 "\\(.*;\\)?[ \t]*coding:[ \t]*\\([^ ;]+\\)"
1957 head-end t))
1958 (setq coding-system (intern (match-string 2))))
1959 (when (re-search-forward
1960 "\\(.*;\\)?[ \t]*enable-character-translation:[ \t]*\\([^ ;]+\\)"
1961 head-end t)
1962 (setq char-trans (match-string 2)))))
1964 ;; If no coding: tag in the head, check the tail.
1965 ;; Here we must pay attention to the case that the end-of-line
1966 ;; is just "\r" and we can't use "^" nor "$" in regexp.
1967 (when (and tail-found (or (not coding-system) (not char-trans)))
1968 (goto-char tail-start)
1969 (re-search-forward "[\r\n]\^L" tail-end t)
1970 (if (re-search-forward
1971 "[\r\n]\\([^[\r\n]*\\)[ \t]*Local Variables:[ \t]*\\([^\r\n]*\\)[\r\n]"
1972 tail-end t)
1973 ;; The prefix is what comes before "local variables:" in its
1974 ;; line. The suffix is what comes after "local variables:"
1975 ;; in its line.
1976 (let* ((prefix (regexp-quote (match-string 1)))
1977 (suffix (regexp-quote (match-string 2)))
1978 (re-coding
1979 (concat
1980 "[\r\n]" prefix
1981 ;; N.B. without the \n below, the regexp can
1982 ;; eat newlines.
1983 "[ \t]*coding[ \t]*:[ \t]*\\([^ \t\r\n]+\\)[ \t]*"
1984 suffix "[\r\n]"))
1985 (re-unibyte
1986 (concat
1987 "[\r\n]" prefix
1988 "[ \t]*unibyte[ \t]*:[ \t]*\\([^ \t\r\n]+\\)[ \t]*"
1989 suffix "[\r\n]"))
1990 (re-char-trans
1991 (concat
1992 "[\r\n]" prefix
1993 "[ \t]*enable-character-translation[ \t]*:[ \t]*\\([^ \t\r\n]+\\)[ \t]*"
1994 suffix "[\r\n]"))
1995 (re-end
1996 (concat "[\r\n]" prefix "[ \t]*End *:[ \t]*" suffix
1997 "[\r\n]?"))
1998 (pos (1- (point))))
1999 (forward-char -1) ; skip back \r or \n.
2000 (re-search-forward re-end tail-end 'move)
2001 (setq tail-end (point))
2002 (goto-char pos)
2003 (when (and set-auto-coding-for-load
2004 (re-search-forward re-unibyte tail-end t))
2005 (display-warning 'mule "\"unibyte: t\" is obsolete; \
2006 use \"coding: 'raw-text\" instead." :warning)
2007 (setq coding-system 'raw-text))
2008 (when (and (not coding-system)
2009 (re-search-forward re-coding tail-end t))
2010 (setq coding-system (intern (match-string 1))))
2011 (when (and (not char-trans)
2012 (re-search-forward re-char-trans tail-end t))
2013 (setq char-trans (match-string 1))))))
2014 (if coding-system
2015 ;; If the coding-system name ends with "!", remove it and
2016 ;; set char-trans to "nil".
2017 (let ((name (symbol-name coding-system)))
2018 (if (= (aref name (1- (length name))) ?!)
2019 (setq coding-system (intern (substring name 0 -1))
2020 char-trans "nil"))))
2021 (when (and char-trans
2022 (not (setq char-trans (intern char-trans))))
2023 (make-local-variable 'enable-character-translation)
2024 (setq enable-character-translation nil))
2025 (if coding-system
2026 (cons coding-system :coding)))
2027 ;; Finally, try all the `auto-coding-functions'.
2028 (let ((funcs auto-coding-functions)
2029 (coding-system nil))
2030 (while (and funcs (not coding-system))
2031 (setq coding-system (ignore-errors
2032 (save-excursion
2033 (goto-char (point-min))
2034 (funcall (pop funcs) size)))))
2035 (if coding-system
2036 (cons coding-system 'auto-coding-functions)))))
2038 (defun set-auto-coding (filename size)
2039 "Return coding system for a file FILENAME of which SIZE bytes follow point.
2040 See `find-auto-coding' for how the coding system is found.
2041 Return nil if an invalid coding system is found.
2043 The variable `set-auto-coding-function' (which see) is set to this
2044 function by default."
2045 (let ((found (find-auto-coding filename size)))
2046 (if (and found (coding-system-p (car found)))
2047 (car found))))
2049 (setq set-auto-coding-function 'set-auto-coding)
2051 (defun after-insert-file-set-coding (inserted &optional visit)
2052 "Set `buffer-file-coding-system' of current buffer after text is inserted.
2053 INSERTED is the number of characters that were inserted, as figured
2054 in the situation before this function. Return the number of characters
2055 inserted, as figured in the situation after. The two numbers can be
2056 different if the buffer has become unibyte.
2057 The optional second arg VISIT non-nil means that we are visiting a file."
2058 (if (and visit
2059 coding-system-for-read
2060 (not (eq coding-system-for-read 'auto-save-coding)))
2061 (setq buffer-file-coding-system-explicit
2062 (cons coding-system-for-read nil)))
2063 (if last-coding-system-used
2064 (let ((coding-system
2065 (find-new-buffer-file-coding-system last-coding-system-used)))
2066 (if coding-system
2067 (setq buffer-file-coding-system coding-system))))
2068 inserted)
2070 ;; The coding-spec and eol-type of coding-system returned is decided
2071 ;; independently in the following order.
2072 ;; 1. That of buffer-file-coding-system locally bound.
2073 ;; 2. That of CODING.
2075 (defun find-new-buffer-file-coding-system (coding)
2076 "Return a coding system for a buffer when a file of CODING is inserted.
2077 The local variable `buffer-file-coding-system' of the current buffer
2078 is set to the returned value.
2079 Return nil if there's no need to set `buffer-file-coding-system'."
2080 (let (local-coding local-eol
2081 found-coding found-eol
2082 new-coding new-eol)
2083 (if (null coding)
2084 ;; Nothing found about coding.
2087 ;; Get information of `buffer-file-coding-system' in LOCAL-EOL
2088 ;; and LOCAL-CODING.
2089 (setq local-eol (coding-system-eol-type buffer-file-coding-system))
2090 (if (null (numberp local-eol))
2091 ;; But eol-type is not yet set.
2092 (setq local-eol nil))
2093 (if (and buffer-file-coding-system
2094 (not (eq (coding-system-type buffer-file-coding-system)
2095 'undecided)))
2096 (setq local-coding (coding-system-base buffer-file-coding-system)))
2098 (if (and (local-variable-p 'buffer-file-coding-system)
2099 local-eol local-coding)
2100 ;; The current buffer has already set full coding-system, we
2101 ;; had better not change it.
2104 (setq found-eol (coding-system-eol-type coding))
2105 (if (null (numberp found-eol))
2106 ;; But eol-type is not found.
2107 ;; If EOL conversions are inhibited, force unix eol-type.
2108 (setq found-eol (if inhibit-eol-conversion 0)))
2109 (setq found-coding (coding-system-base coding))
2111 (if (and (not found-eol) (eq found-coding 'undecided))
2112 ;; No valid coding information found.
2115 ;; Some coding information (eol or text) found.
2117 ;; The local setting takes precedence over the found one.
2118 (setq new-coding (if (local-variable-p 'buffer-file-coding-system)
2119 (or local-coding found-coding)
2120 (or found-coding local-coding)))
2121 (setq new-eol (if (local-variable-p 'buffer-file-coding-system)
2122 (or local-eol found-eol)
2123 (or found-eol local-eol)))
2125 (let ((eol-type (coding-system-eol-type new-coding)))
2126 (if (and (numberp new-eol) (vectorp eol-type))
2127 (aref eol-type new-eol)
2128 new-coding)))))))
2130 (defun modify-coding-system-alist (target-type regexp coding-system)
2131 "Modify one of look up tables for finding a coding system on I/O operation.
2132 There are three of such tables, `file-coding-system-alist',
2133 `process-coding-system-alist', and `network-coding-system-alist'.
2135 TARGET-TYPE specifies which of them to modify.
2136 If it is `file', it affects `file-coding-system-alist' (which see).
2137 If it is `process', it affects `process-coding-system-alist' (which see).
2138 If it is `network', it affects `network-coding-system-alist' (which see).
2140 REGEXP is a regular expression matching a target of I/O operation.
2141 The target is a file name if TARGET-TYPE is `file', a program name if
2142 TARGET-TYPE is `process', or a network service name or a port number
2143 to connect to if TARGET-TYPE is `network'.
2145 CODING-SYSTEM is a coding system to perform code conversion on the I/O
2146 operation, or a cons cell (DECODING . ENCODING) specifying the coding
2147 systems for decoding and encoding respectively, or a function symbol
2148 which, when called, returns such a cons cell."
2149 (or (memq target-type '(file process network))
2150 (error "Invalid target type: %s" target-type))
2151 (or (stringp regexp)
2152 (and (eq target-type 'network) (integerp regexp))
2153 (error "Invalid regular expression: %s" regexp))
2154 (if (symbolp coding-system)
2155 (if (not (fboundp coding-system))
2156 (progn
2157 (check-coding-system coding-system)
2158 (setq coding-system (cons coding-system coding-system))))
2159 (check-coding-system (car coding-system))
2160 (check-coding-system (cdr coding-system)))
2161 (cond ((eq target-type 'file)
2162 (let ((slot (assoc regexp file-coding-system-alist)))
2163 (if slot
2164 (setcdr slot coding-system)
2165 (setq file-coding-system-alist
2166 (cons (cons regexp coding-system)
2167 file-coding-system-alist)))))
2168 ((eq target-type 'process)
2169 (let ((slot (assoc regexp process-coding-system-alist)))
2170 (if slot
2171 (setcdr slot coding-system)
2172 (setq process-coding-system-alist
2173 (cons (cons regexp coding-system)
2174 process-coding-system-alist)))))
2176 (let ((slot (assoc regexp network-coding-system-alist)))
2177 (if slot
2178 (setcdr slot coding-system)
2179 (setq network-coding-system-alist
2180 (cons (cons regexp coding-system)
2181 network-coding-system-alist)))))))
2183 (defun decode-coding-inserted-region (from to filename
2184 &optional visit beg end replace)
2185 "Decode the region between FROM and TO as if it is read from file FILENAME.
2186 The idea is that the text between FROM and TO was just inserted somehow.
2187 Optional arguments VISIT, BEG, END, and REPLACE are the same as those
2188 of the function `insert-file-contents'.
2189 Part of the job of this function is setting `buffer-undo-list' appropriately."
2190 (save-excursion
2191 (save-restriction
2192 (let ((coding coding-system-for-read)
2193 undo-list-saved)
2194 (if visit
2195 ;; Temporarily turn off undo recording, if we're decoding the
2196 ;; text of a visited file.
2197 (setq buffer-undo-list t)
2198 ;; Otherwise, if we can recognize the undo elt for the insertion,
2199 ;; remove it and get ready to replace it later.
2200 ;; In the mean time, turn off undo recording.
2201 (let ((last (car-safe buffer-undo-list)))
2202 (if (and (consp last) (eql (car last) from) (eql (cdr last) to))
2203 (setq undo-list-saved (cdr buffer-undo-list)
2204 buffer-undo-list t))))
2205 (narrow-to-region from to)
2206 (goto-char (point-min))
2207 (or coding
2208 (setq coding (funcall set-auto-coding-function
2209 filename (- (point-max) (point-min)))))
2210 (or coding
2211 (setq coding (car (find-operation-coding-system
2212 'insert-file-contents
2213 (cons filename (current-buffer))
2214 visit beg end replace))))
2215 (if (coding-system-p coding)
2216 (or enable-multibyte-characters
2217 (setq coding
2218 (coding-system-change-text-conversion coding 'raw-text)))
2219 (setq coding nil))
2220 (if coding
2221 (decode-coding-region (point-min) (point-max) coding)
2222 (setq last-coding-system-used coding))
2223 ;; If we're decoding the text of a visited file,
2224 ;; the undo list should start out empty.
2225 (if visit
2226 (setq buffer-undo-list nil)
2227 ;; If we decided to replace the undo entry for the insertion,
2228 ;; do so now.
2229 (if undo-list-saved
2230 (setq buffer-undo-list
2231 (cons (cons from (point-max)) undo-list-saved))))))))
2233 (defun recode-region (start end new-coding coding)
2234 "Re-decode the region (previously decoded by CODING) by NEW-CODING."
2235 (interactive
2236 (list (region-beginning) (region-end)
2237 (read-coding-system "Text was really in: ")
2238 (let ((coding (or buffer-file-coding-system last-coding-system-used)))
2239 (read-coding-system
2240 (concat "But was interpreted as"
2241 (if coding (format " (default %S): " coding) ": "))
2242 coding))))
2243 (or (and new-coding coding)
2244 (error "Coding system not specified"))
2245 ;; Check it before we encode the region.
2246 (check-coding-system new-coding)
2247 (save-restriction
2248 (narrow-to-region start end)
2249 (encode-coding-region (point-min) (point-max) coding)
2250 (decode-coding-region (point-min) (point-max) new-coding))
2251 (if (region-active-p)
2252 (deactivate-mark)))
2254 (defun make-translation-table (&rest args)
2255 "Make a translation table from arguments.
2256 A translation table is a char table intended for character
2257 translation in CCL programs.
2259 Each argument is a list of elements of the form (FROM . TO), where FROM
2260 is a character to be translated to TO.
2262 The arguments and forms in each argument are processed in the given
2263 order, and if a previous form already translates TO to some other
2264 character, say TO-ALT, FROM is also translated to TO-ALT."
2265 (let ((table (make-char-table 'translation-table))
2266 revlist)
2267 (dolist (elts args)
2268 (dolist (elt elts)
2269 (let ((from (car elt))
2270 (to (cdr elt))
2271 to-alt rev-from rev-to)
2272 ;; If we have already translated TO to TO-ALT, FROM should
2273 ;; also be translated to TO-ALT.
2274 (if (setq to-alt (aref table to))
2275 (setq to to-alt))
2276 (aset table from to)
2277 ;; If we have already translated some chars to FROM, they
2278 ;; should also be translated to TO.
2279 (when (setq rev-from (assq from revlist))
2280 (dolist (elt (cdr rev-from))
2281 (aset table elt to))
2282 (setq revlist (delq rev-from revlist)
2283 rev-from (cdr rev-from)))
2284 ;; Now update REVLIST.
2285 (setq rev-to (assq to revlist))
2286 (if rev-to
2287 (setcdr rev-to (cons from (cdr rev-to)))
2288 (setq rev-to (list to from)
2289 revlist (cons rev-to revlist)))
2290 (if rev-from
2291 (setcdr rev-to (append rev-from (cdr rev-to)))))))
2292 ;; Return TABLE just created.
2293 (set-char-table-extra-slot table 1 1)
2294 table))
2296 (defun make-translation-table-from-vector (vec)
2297 "Make translation table from decoding vector VEC.
2298 VEC is an array of 256 elements to map unibyte codes to multibyte
2299 characters. Elements may be nil for undefined code points."
2300 (let ((table (make-char-table 'translation-table))
2301 (rev-table (make-char-table 'translation-table))
2303 (dotimes (i 256)
2304 (setq ch (aref vec i))
2305 (when ch
2306 (aset table i ch)
2307 (if (>= ch 256)
2308 (aset rev-table ch i))))
2309 (set-char-table-extra-slot table 0 rev-table)
2310 (set-char-table-extra-slot table 1 1)
2311 (set-char-table-extra-slot rev-table 1 1)
2312 table))
2314 (defun make-translation-table-from-alist (alist)
2315 "Make translation table from N<->M mapping in ALIST.
2316 ALIST is an alist, each element has the form (FROM . TO).
2317 FROM and TO are a character or a vector of characters.
2318 If FROM is a character, that character is translated to TO.
2319 If FROM is a vector of characters, that sequence is translated to TO.
2320 The first extra-slot of the value is a translation table for reverse mapping.
2322 FROM and TO may be nil. If TO is nil, the translation from FROM
2323 to nothing is defined in the translation table and that element
2324 is ignored in the reverse map. If FROM is nil, the translation
2325 from TO to nothing is defined in the reverse map only. A vector
2326 of length zero has the same meaning as specifying nil."
2327 (let ((tables (vector (make-char-table 'translation-table)
2328 (make-char-table 'translation-table)))
2329 table max-lookup from to idx val)
2330 (dotimes (i 2)
2331 (setq table (aref tables i))
2332 (setq max-lookup 1)
2333 (dolist (elt alist)
2334 (if (= i 0)
2335 (setq from (car elt) to (cdr elt))
2336 (setq from (cdr elt) to (car elt)))
2337 (if (characterp from)
2338 (setq idx from)
2339 (if (= (length from) 0)
2340 (setq idx nil)
2341 (setq idx (aref from 0)
2342 max-lookup (max max-lookup (length from)))))
2343 (when idx
2344 (setq val (aref table idx))
2345 (if val
2346 (progn
2347 (or (consp val)
2348 (setq val (list (cons (vector idx) val))))
2349 (if (characterp from)
2350 (setq from (vector from)))
2351 (setq val (nconc val (list (cons from to)))))
2352 (if (characterp from)
2353 (setq val to)
2354 (setq val (list (cons from to)))))
2355 (aset table idx val)))
2356 (set-char-table-extra-slot table 1 max-lookup))
2357 (set-char-table-extra-slot (aref tables 0) 0 (aref tables 1))
2358 (aref tables 0)))
2360 (defun define-translation-table (symbol &rest args)
2361 "Define SYMBOL as the name of translation table made by ARGS.
2362 This sets up information so that the table can be used for
2363 translations in a CCL program.
2365 If the first element of ARGS is a char-table whose purpose is
2366 `translation-table', just define SYMBOL to name it. (Note that this
2367 function does not bind SYMBOL.)
2369 Any other ARGS should be suitable as arguments of the function
2370 `make-translation-table' (which see).
2372 This function sets properties `translation-table' and
2373 `translation-table-id' of SYMBOL to the created table itself and the
2374 identification number of the table respectively. It also registers
2375 the table in `translation-table-vector'."
2376 (let ((table (if (and (char-table-p (car args))
2377 (eq (char-table-subtype (car args))
2378 'translation-table))
2379 (car args)
2380 (apply 'make-translation-table args)))
2381 (len (length translation-table-vector))
2382 (id 0)
2383 (done nil))
2384 (put symbol 'translation-table table)
2385 (while (not done)
2386 (if (>= id len)
2387 (setq translation-table-vector
2388 (vconcat translation-table-vector (make-vector len nil))))
2389 (let ((slot (aref translation-table-vector id)))
2390 (if (or (not slot)
2391 (eq (car slot) symbol))
2392 (progn
2393 (aset translation-table-vector id (cons symbol table))
2394 (setq done t))
2395 (setq id (1+ id)))))
2396 (put symbol 'translation-table-id id)
2397 id))
2399 (defun translate-region (start end table)
2400 "From START to END, translate characters according to TABLE.
2401 TABLE is a string or a char-table.
2402 If TABLE is a string, the Nth character in it is the mapping
2403 for the character with code N.
2404 If TABLE is a char-table, the element for character N is the mapping
2405 for the character with code N.
2406 It returns the number of characters changed."
2407 (interactive
2408 (list (region-beginning)
2409 (region-end)
2410 (let (table l)
2411 (dotimes (i (length translation-table-vector))
2412 (if (consp (aref translation-table-vector i))
2413 (push (list (symbol-name
2414 (car (aref translation-table-vector i)))) l)))
2415 (if (not l)
2416 (error "No translation table defined"))
2417 (while (not table)
2418 (setq table (completing-read "Translation table: " l nil t)))
2419 (intern table))))
2420 (if (symbolp table)
2421 (let ((val (get table 'translation-table)))
2422 (or (char-table-p val)
2423 (error "Invalid translation table name: %s" table))
2424 (setq table val)))
2425 (translate-region-internal start end table))
2427 (defmacro with-category-table (table &rest body)
2428 "Execute BODY like `progn' with TABLE the current category table.
2429 The category table of the current buffer is saved, BODY is evaluated,
2430 then the saved table is restored, even in case of an abnormal exit.
2431 Value is what BODY returns."
2432 (declare (indent 1) (debug t))
2433 (let ((old-table (make-symbol "old-table"))
2434 (old-buffer (make-symbol "old-buffer")))
2435 `(let ((,old-table (category-table))
2436 (,old-buffer (current-buffer)))
2437 (unwind-protect
2438 (progn
2439 (set-category-table ,table)
2440 ,@body)
2441 (with-current-buffer ,old-buffer
2442 (set-category-table ,old-table))))))
2444 (defun define-translation-hash-table (symbol table)
2445 "Define SYMBOL as the name of the hash translation TABLE for use in CCL.
2447 Analogous to `define-translation-table', but updates
2448 `translation-hash-table-vector' and the table is for use in the CCL
2449 `lookup-integer' and `lookup-character' functions."
2450 (unless (and (symbolp symbol)
2451 (hash-table-p table))
2452 (error "Bad args to define-translation-hash-table"))
2453 (let ((len (length translation-hash-table-vector))
2454 (id 0)
2455 done)
2456 (put symbol 'translation-hash-table table)
2457 (while (not done)
2458 (if (>= id len)
2459 (setq translation-hash-table-vector
2460 (vconcat translation-hash-table-vector [nil])))
2461 (let ((slot (aref translation-hash-table-vector id)))
2462 (if (or (not slot)
2463 (eq (car slot) symbol))
2464 (progn
2465 (aset translation-hash-table-vector id (cons symbol table))
2466 (setq done t))
2467 (setq id (1+ id)))))
2468 (put symbol 'translation-hash-table-id id)
2469 id))
2471 ;;; Initialize some variables.
2473 (put 'use-default-ascent 'char-table-extra-slots 0)
2474 (setq use-default-ascent (make-char-table 'use-default-ascent))
2475 (put 'ignore-relative-composition 'char-table-extra-slots 0)
2476 (setq ignore-relative-composition
2477 (make-char-table 'ignore-relative-composition))
2479 ;;; Built-in auto-coding-functions:
2481 (defun sgml-xml-auto-coding-function (size)
2482 "Determine whether the buffer is XML, and if so, its encoding.
2483 This function is intended to be added to `auto-coding-functions'."
2484 (setq size (+ (point) size))
2485 (when (re-search-forward "\\`[[:space:]\n]*<\\?xml" size t)
2486 (let ((end (save-excursion
2487 ;; This is a hack.
2488 (re-search-forward "[\"']\\s-*\\?>" size t))))
2489 (when end
2490 (if (re-search-forward "encoding=[\"']\\(.+?\\)[\"']" end t)
2491 (let* ((match (match-string 1))
2492 (sym (intern (downcase match))))
2493 (if (coding-system-p sym)
2495 (message "Warning: unknown coding system \"%s\"" match)
2496 nil))
2497 ;; Files without an encoding tag should be UTF-8. But users
2498 ;; may be naive about encodings, and have saved the file from
2499 ;; another editor that does not help them get the encoding right.
2500 ;; Detect the encoding and warn the user if it is detected as
2501 ;; something other than UTF-8.
2502 (let ((detected
2503 (with-coding-priority '(utf-8)
2504 (coding-system-base
2505 (detect-coding-region (point-min) size t)))))
2506 ;; Pure ASCII always comes back as undecided.
2507 (if (memq detected '(utf-8 undecided))
2508 'utf-8
2509 (warn "File contents detected as %s.
2510 Consider adding an encoding attribute to the xml declaration,
2511 or saving as utf-8, as mandated by the xml specification." detected)
2512 detected)))))))
2514 (defun sgml-html-meta-auto-coding-function (size)
2515 "If the buffer has an HTML meta tag, use it to determine encoding.
2516 This function is intended to be added to `auto-coding-functions'."
2517 (let ((case-fold-search t))
2518 (setq size (min (+ (point) size)
2519 (save-excursion
2520 ;; Limit the search by the end of the HTML header.
2521 (or (search-forward "</head>" (+ (point) size) t)
2522 ;; In case of no header, search only 10 lines.
2523 (forward-line 10))
2524 (point))))
2525 ;; Make sure that the buffer really contains an HTML document, by
2526 ;; checking that it starts with a doctype or a <HTML> start tag
2527 ;; (allowing for whitespace at bob). Note: 'DOCTYPE NETSCAPE' is
2528 ;; useful for Mozilla bookmark files.
2529 (when (and (re-search-forward "\\`[[:space:]\n]*\\(<!doctype[[:space:]\n]+\\(html\\|netscape\\)\\|<html\\)" size t)
2530 (re-search-forward "<meta\\s-+\\(http-equiv=[\"']?content-type[\"']?\\s-+content=[\"']text/\\sw+;\\s-*\\)?charset=[\"']?\\(.+?\\)[\"'\\s-/>]" size t))
2531 (let* ((match (match-string 2))
2532 (sym (intern (downcase match))))
2533 (if (coding-system-p sym)
2535 (message "Warning: unknown coding system \"%s\"" match)
2536 nil)))))
2538 (defun xml-find-file-coding-system (args)
2539 "Determine the coding system of an XML file without a declaration.
2540 Strictly speaking, the file should be utf-8, but mistakes are
2541 made, and there are genuine cases where XML fragments are saved,
2542 with the encoding properly specified in a master document, or
2543 added by processing software."
2544 (if (eq (car args) 'insert-file-contents)
2545 (let ((detected
2546 (with-coding-priority '(utf-8)
2547 (coding-system-base
2548 (detect-coding-region (point-min) (point-max) t)))))
2549 ;; Pure ASCII always comes back as undecided.
2550 (cond
2551 ((memq detected '(utf-8 undecided))
2552 'utf-8)
2553 ((eq detected 'utf-16le-with-signature) 'utf-16le-with-signature)
2554 ((eq detected 'utf-16be-with-signature) 'utf-16be-with-signature)
2556 (warn "File contents detected as %s.
2557 Consider adding an xml declaration with the encoding specified,
2558 or saving as utf-8, as mandated by the xml specification." detected)
2559 detected)))
2560 ;; Don't interfere with the user's wishes for saving the buffer.
2561 ;; We did what we could when the buffer was created to ensure the
2562 ;; correct encoding was used, or the user was warned, so any
2563 ;; non-conformity here is deliberate on the part of the user.
2564 'undecided))
2567 (provide 'mule)
2569 ;;; mule.el ends here