1 ------------------------------------------------------------------------------
3 -- GNAT COMPILER COMPONENTS --
5 -- S Y S T E M . W C H _ C O N --
9 -- Copyright (C) 1992-2014, Free Software Foundation, Inc. --
11 -- GNAT is free software; you can redistribute it and/or modify it under --
12 -- terms of the GNU General Public License as published by the Free Soft- --
13 -- ware Foundation; either version 3, or (at your option) any later ver- --
14 -- sion. GNAT is distributed in the hope that it will be useful, but WITH- --
15 -- OUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY --
16 -- or FITNESS FOR A PARTICULAR PURPOSE. --
18 -- As a special exception under Section 7 of GPL version 3, you are granted --
19 -- additional permissions described in the GCC Runtime Library Exception, --
20 -- version 3.1, as published by the Free Software Foundation. --
22 -- You should have received a copy of the GNU General Public License and --
23 -- a copy of the GCC Runtime Library Exception along with this program; --
24 -- see the files COPYING3 and COPYING.RUNTIME respectively. If not, see --
25 -- <http://www.gnu.org/licenses/>. --
27 -- GNAT was originally developed by the GNAT team at New York University. --
28 -- Extensive contributions were provided by Ada Core Technologies Inc. --
30 ------------------------------------------------------------------------------
32 -- This package defines the codes used to identify the encoding method for
33 -- wide characters in string and character constants. This is needed both
34 -- at compile time and at runtime (for the wide character runtime routines)
36 -- This unit may be used directly from an application program by providing
37 -- an appropriate WITH, and the interface can be expected to remain stable.
39 pragma Compiler_Unit_Warning
;
41 package System
.WCh_Con
is
44 -------------------------------------
45 -- Wide_Character Encoding Methods --
46 -------------------------------------
48 -- A wide character encoding method is a method for uniquely representing
49 -- a Wide_Character or Wide_Wide_Character value using a one or more
50 -- Character values. Three types of encoding method are supported by GNAT:
52 -- An escape encoding method uses ESC as the first character of the
53 -- sequence, and subsequent characters determine the wide character
54 -- value that is represented. Any character other than ESC stands
55 -- for itself as a single byte (i.e. any character in Latin-1, other
56 -- than ESC itself, is represented as a single character: itself).
58 -- An upper half encoding method uses a character in the upper half
59 -- range (i.e. in the range 16#80# .. 16#FF#) as the first byte of
60 -- a wide character encoding sequence. Subsequent characters are
61 -- used to determine the wide character value that is represented.
62 -- Any character in the lower half (16#00# .. 16#7F#) represents
63 -- itself as a single character.
65 -- The brackets notation, where a wide character is represented by the
66 -- sequence ["xx"] or ["xxxx"] or ["xxxxxx"] where xx are hexadecimal
67 -- characters. Note that currently this is the only encoding that
68 -- supports the full UTF-32 range.
70 -- Note that GNAT does not currently support escape-in, escape-out
71 -- encoding methods, where an escape sequence is used to set a mode
72 -- used to recognize subsequent characters. All encoding methods use
73 -- individual character-by-character encodings, so that a sequence of
74 -- wide characters is represented by a sequence of encodings.
76 -- To add new encoding methods, the following steps are required:
78 -- 1. Define a code for a new value of type WC_Encoding_Method
79 -- 2. Adjust the definition of WC_Encoding_Method accordingly
80 -- 3. Provide appropriate conversion routines in System.WCh_Cnv
81 -- 4. Adjust definition of WC_Longest_Sequence if necessary
82 -- 5. Add an entry in WC_Encoding_Letters for the new method
83 -- 6. Add proper code to s-wchstw.adb, s-wchwts.adb, s-widwch.adb
84 -- 7. Update documentation (remember section on form strings)
86 -- Note that the WC_Encoding_Method values must be kept ordered so that
87 -- the definitions of the subtypes WC_Upper_Half_Encoding_Method and
88 -- WC_ESC_Encoding_Method are still correct.
90 ---------------------------------
91 -- Encoding Method Definitions --
92 ---------------------------------
94 type WC_Encoding_Method
is range 1 .. 6;
95 -- Type covering the range of values used to represent wide character
96 -- encoding methods. An enumeration type might be a little neater, but
97 -- more trouble than it's worth, given the need to pass these values
98 -- from the compiler to the backend, and to record them in the ALI file.
100 WCEM_Hex
: constant WC_Encoding_Method
:= 1;
101 -- The wide character with code 16#abcd# is represented by the escape
102 -- sequence ESC a b c d (five characters, where abcd are ASCII hex
103 -- characters, using upper case for letters). This method is easy
104 -- to deal with in external environments that do not support wide
105 -- characters, and covers the whole 16-bit BMP. Codes larger than
106 -- 16#FFFF# are not representable using this encoding method.
108 WCEM_Upper
: constant WC_Encoding_Method
:= 2;
109 -- The wide character with encoding 16#abcd#, where the upper bit is on
110 -- (i.e. a is in the range 8-F) is represented as two bytes 16#ab# and
111 -- 16#cd#. The second byte may never be a format control character, but
112 -- is not required to be in the upper half. This method can be also used
113 -- for shift-JIS or EUC where the internal coding matches the external
114 -- coding. Codes larger than 16#FFFF# are not representable using this
117 WCEM_Shift_JIS
: constant WC_Encoding_Method
:= 3;
118 -- A wide character is represented by a two character sequence 16#ab#
119 -- and 16#cd#, with the restrictions described for upper half encoding
120 -- as described above. The internal character code is the corresponding
121 -- JIS character according to the standard algorithm for Shift-JIS
122 -- conversion. See the body of package System.JIS_Conversions for
123 -- further details. Codes larger than 16#FFFF are not representable
124 -- using this encoding method.
126 WCEM_EUC
: constant WC_Encoding_Method
:= 4;
127 -- A wide character is represented by a two character sequence 16#ab# and
128 -- 16#cd#, with both characters being in the upper half set. The internal
129 -- character code is the corresponding JIS character according to the EUC
130 -- encoding algorithm. See the body of package System.JIS_Conversions for
131 -- further details. Codes larger than 16#FFFF# are not representable using
132 -- this encoding method.
134 WCEM_UTF8
: constant WC_Encoding_Method
:= 5;
135 -- An ISO 10646-1 BMP/Unicode wide character is represented in UCS
136 -- Transformation Format 8 (UTF-8), as defined in Annex R of ISO
137 -- 10646-1/Am.2. Depending on the character value, a Unicode character
138 -- is represented as the one to six byte sequence.
140 -- 16#0000_0000#-16#0000_007f#: 2#0xxxxxxx#
141 -- 16#0000_0080#-16#0000_07ff#: 2#110xxxxx# 2#10xxxxxx#
142 -- 16#0000_0800#-16#0000_ffff#: 2#1110xxxx# 2#10xxxxxx# 2#10xxxxxx#
143 -- 16#0001_0000#-16#001F_FFFF#: 2#11110xxx# 2#10xxxxxx# 2#10xxxxxx#
145 -- 16#0020_0000#-16#03FF_FFFF#: 2#111110xx# 2#10xxxxxx# 2#10xxxxxx#
146 -- 2#10xxxxxx# 2#10xxxxxx#
147 -- 16#0400_0000#-16#7FFF_FFFF#: 2#1111110x# 2#10xxxxxx# 2#10xxxxxx#
148 -- 2#10xxxxxx# 2#10xxxxxx# 2#10xxxxxx#
150 -- where the xxx bits correspond to the left-padded bits of the
151 -- 16-bit character value. Note that all lower half ASCII characters
152 -- are represented as ASCII bytes and all upper half characters and
153 -- other wide characters are represented as sequences of upper-half. This
154 -- encoding method can represent the entire range of Wide_Wide_Character.
156 WCEM_Brackets
: constant WC_Encoding_Method
:= 6;
157 -- A wide character is represented using one of the following sequences:
164 -- where xx are hexadecimal digits representing the character code. This
165 -- encoding method can represent the entire range of Wide_Wide_Character
166 -- but in the general case results in ambiguous representations (there is
167 -- no ambiguity in Ada sources, since the above sequences are illegal Ada).
169 WC_Encoding_Letters
: constant array (WC_Encoding_Method
) of Character :=
172 WCEM_Shift_JIS
=> 's',
175 WCEM_Brackets
=> 'b');
176 -- Letters used for selection of wide character encoding method in the
177 -- compiler options (-gnatW? switch) and for Wide_Text_IO (WCEM parameter
178 -- in the form string).
180 subtype WC_ESC_Encoding_Method
is
181 WC_Encoding_Method
range WCEM_Hex
.. WCEM_Hex
;
182 -- Encoding methods using an ESC character at the start of the sequence
184 subtype WC_Upper_Half_Encoding_Method
is
185 WC_Encoding_Method
range WCEM_Upper
.. WCEM_UTF8
;
186 -- Encoding methods using an upper half character (16#80#..16#FF) at
187 -- the start of the sequence.
189 WC_Longest_Sequence
: constant := 12;
190 -- The longest number of characters that can be used for a wide character
191 -- or wide wide character sequence for any of the active encoding methods.
193 WC_Longest_Sequences
: constant array (WC_Encoding_Method
) of Natural :=
199 WCEM_Brackets
=> 12);
200 -- The longest number of characters that can be used for a wide character
201 -- or wide wide character sequence using the given encoding method.
203 function Get_WC_Encoding_Method
(C
: Character) return WC_Encoding_Method
;
204 -- Given a character C, returns corresponding encoding method (see array
205 -- WC_Encoding_Letters above). Raises Constraint_Error if not in list.
207 function Get_WC_Encoding_Method
(S
: String) return WC_Encoding_Method
;
208 -- Given a lower case string that is one of hex, upper, shift_jis, euc,
209 -- utf8, brackets, return the corresponding encoding method. Raises
210 -- Constraint_Error if not in list.
212 function Is_Start_Of_Encoding
214 EM
: WC_Encoding_Method
) return Boolean;
215 pragma Inline
(Is_Start_Of_Encoding
);
216 -- Returns True if the Character C is the start of a multi-character
217 -- encoding sequence for the given encoding method EM. If EM is set to
218 -- WCEM_Brackets, this function always returns False.