author | Claus Gittinger <cg@exept.de> |
Fri, 28 Nov 2008 19:53:43 +0100 | |
changeset 11374 | 1a61d6a991b9 |
parent 11316 | 0b2757774461 |
child 11975 | 7b37b4dbd66f |
child 17711 | 39faaaf888b4 |
permissions | -rw-r--r-- |
8048 | 1 |
" |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
2 |
COPYRIGHT (c) 2004 by eXept Software AG |
7932 | 3 |
All Rights Reserved |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
4 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
5 |
This software is furnished under a license and may be used |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
6 |
only in accordance with the terms of that license and with the |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
7 |
inclusion of the above copyright notice. This software may not |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
8 |
be provided or otherwise made available to, or used by, any |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
9 |
other person. No title to or ownership of the software is |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
10 |
hereby transferred. |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
11 |
" |
8114
05274a80fcc4
separated implementation into dynamically (lazy) loaded classes
Claus Gittinger <cg@exept.de>
parents:
8105
diff
changeset
|
12 |
"{ Package: 'stx:libbasic' }" |
05274a80fcc4
separated implementation into dynamically (lazy) loaded classes
Claus Gittinger <cg@exept.de>
parents:
8105
diff
changeset
|
13 |
|
8118 | 14 |
Object subclass:#CharacterEncoder |
7914 | 15 |
instanceVariableNames:'' |
8118 | 16 |
classVariableNames:'EncoderClassesByName EncodersByName CachedEncoders LastEncoder |
8122 | 17 |
AccessLock NullEncoderInstance Jis7KanjiEscapeSequence |
18 |
Jis7RomanEscapeSequence JisISO2022EscapeSequence |
|
19 |
Jis7KanjiOldEscapeSequence' |
|
7915 | 20 |
poolDictionaries:'' |
8114
05274a80fcc4
separated implementation into dynamically (lazy) loaded classes
Claus Gittinger <cg@exept.de>
parents:
8105
diff
changeset
|
21 |
category:'Collections-Text-Encodings' |
7969 | 22 |
! |
23 |
||
7914 | 24 |
CharacterEncoder subclass:#CompoundEncoder |
25 |
instanceVariableNames:'decoder encoder' |
|
26 |
classVariableNames:'' |
|
27 |
poolDictionaries:'' |
|
7915 | 28 |
privateIn:CharacterEncoder |
29 |
! |
|
30 |
||
7932 | 31 |
CharacterEncoder subclass:#DefaultEncoder |
32 |
instanceVariableNames:'' |
|
33 |
classVariableNames:'' |
|
34 |
poolDictionaries:'' |
|
35 |
privateIn:CharacterEncoder |
|
36 |
! |
|
37 |
||
7914 | 38 |
CharacterEncoder subclass:#InverseEncoder |
39 |
instanceVariableNames:'decoder' |
|
40 |
classVariableNames:'' |
|
41 |
poolDictionaries:'' |
|
7915 | 42 |
privateIn:CharacterEncoder |
43 |
! |
|
44 |
||
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
45 |
CharacterEncoder subclass:#NullEncoder |
7893 | 46 |
instanceVariableNames:'' |
47 |
classVariableNames:'' |
|
48 |
poolDictionaries:'' |
|
7915 | 49 |
privateIn:CharacterEncoder |
50 |
! |
|
51 |
||
7892 | 52 |
CharacterEncoder subclass:#OtherEncoding |
53 |
instanceVariableNames:'' |
|
54 |
classVariableNames:'' |
|
55 |
poolDictionaries:'' |
|
7915 | 56 |
privateIn:CharacterEncoder |
57 |
! |
|
58 |
||
7919 | 59 |
CharacterEncoder subclass:#TwoStepEncoder |
60 |
instanceVariableNames:'encoder1 encoder2' |
|
61 |
classVariableNames:'' |
|
62 |
poolDictionaries:'' |
|
63 |
privateIn:CharacterEncoder |
|
64 |
! |
|
65 |
||
7893 | 66 |
!CharacterEncoder class methodsFor:'documentation'! |
67 |
||
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
68 |
copyright |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
69 |
" |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
70 |
COPYRIGHT (c) 2004 by eXept Software AG |
7932 | 71 |
All Rights Reserved |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
72 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
73 |
This software is furnished under a license and may be used |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
74 |
only in accordance with the terms of that license and with the |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
75 |
inclusion of the above copyright notice. This software may not |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
76 |
be provided or otherwise made available to, or used by, any |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
77 |
other person. No title to or ownership of the software is |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
78 |
hereby transferred. |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
79 |
" |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
80 |
! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
81 |
|
7893 | 82 |
documentation |
83 |
" |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
84 |
unfinished code - please read howToAddMoreCoders. |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
85 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
86 |
Character mappings are based on information in character maps found at either: |
8226 | 87 |
http://std.dkuug.dk/i18n/charmaps |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
88 |
or: |
8226 | 89 |
http://www.unicode.org/Public/MAPPINGS |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
90 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
91 |
No Warranty. |
8226 | 92 |
|
93 |
All the ISO 8859 codesets include ASCII as a proper codeset within them: |
|
94 |
||
95 |
ISO 8859-1: Latin 1 - Western European Languages. |
|
96 |
ISO 8859-2: Latin 2 - Eastern European Languages. |
|
97 |
ISO 8859-3: Latin 3 - Afrikaans, Catalan, Dutch, English, Esperanto, German, |
|
98 |
Italian, Maltese, Spanish and Turkish. |
|
99 |
ISO 8859-4: Latin 4 - Danish, English, Estonian, Finnish, German, Greenlandic, Lappish and Latvian. |
|
100 |
ISO 8859-5: Latin/Cyrillic - Bulgarian, Byelorussian, English, Macedonian, Russian, Serbo-Croat and Ukranian. |
|
101 |
ISO 8859-6: Latin/Arabic - Arabic. |
|
102 |
ISO 8859-7: Latin/Greek - Greek. |
|
103 |
ISO 8859-8: Latin/Hebrew - Hebrew. |
|
104 |
ISO 8859-9: Latin 5 - Danish, Dutch, English, Finnish, French, German, Irish, Italian, |
|
105 |
Norwegian, Portuguese, Spanish, Swedish and Turkish. |
|
106 |
ISO 8859-10: Latin 6 - Danish, English, Estonian, Finnish, German, Greenlandic, Icelandic, |
|
107 |
Sami (Lappish), Latvian, Lithuanian, Norwegian, Faroese and Swedish. |
|
8810 | 108 |
[author:] |
109 |
Claus Gittinger |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
110 |
" |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
111 |
! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
112 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
113 |
examples |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
114 |
" |
9143 | 115 |
[exBegin] |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
116 |
|s1 s2| |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
117 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
118 |
s1 := 'hello'. |
9143 | 119 |
s2 := CharacterEncoder encodeString:s1 from:#'iso8859-1' into:#'unicode'. |
120 |
s2 |
|
121 |
[exEnd] |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
122 |
|
9143 | 123 |
[exBegin] |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
124 |
|s1 s2| |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
125 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
126 |
s1 := 'hello'. |
9143 | 127 |
s2 := CharacterEncoder encodeString:s1 from:#'iso8859-1' into:#'iso8859-7'. |
128 |
s2 |
|
129 |
[exEnd] |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
130 |
" |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
131 |
! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
132 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
133 |
howToAddMoreCoders |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
134 |
" |
9143 | 135 |
Coders can be hand-written or automagically generated via a mapping table. |
7932 | 136 |
Examples for hand-written coders are UTF8_to_ISO10464 or JIS0208_to_JIS7. |
137 |
||
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
138 |
The table driven encode/decode methods can be generated from a character mapping document |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
139 |
as found on the unicode consortium host |
9143 | 140 |
(for example: 'http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-1.TXT') |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
141 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
142 |
or from the i18n character maps: |
9143 | 143 |
(for example: 'http://std.dkuug.dk/i18n/charmaps/ISO-8859-1 |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
144 |
|
9143 | 145 |
In order to add another coder (for example: for EBCDIC or ms-codePage 278), |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
146 |
perform the following steps: |
9143 | 147 |
- create a private subclass of CharacterEncoder named (for example) CP267. |
8114
05274a80fcc4
separated implementation into dynamically (lazy) loaded classes
Claus Gittinger <cg@exept.de>
parents:
8105
diff
changeset
|
148 |
|
9143 | 149 |
- create a public subclass of CharacterEncoderImplementations::CharacterEncoderImplementation named (for example) CharacterEncoderImplementations::CP267. |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
150 |
|
9143 | 151 |
- define the mappingURL1_relativeName (if the table is found on 'www.unicode.org') |
152 |
or the mappingURL2_relativeName (if it is found on 'std.dkuug.dk') method, which |
|
153 |
should return the name of the tables file, relative to the top directory there |
|
154 |
(which is '.../Public/MAPPINGS' on www.unicode.org and '.../i18n/charmaops' on 'std.dkuug.dk'. |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
155 |
|
9143 | 156 |
In this example, the table from 'std.dkuug.dk' is used, and named 'EBCDIC-CP-FI' there. |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
157 |
|
9143 | 158 |
- generate code by evaluating: |
159 |
CharacterEncoder::CP267 generateCode |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
160 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
161 |
Thats all !! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
162 |
|
7909 | 163 |
|
164 |
The existing code was generated by: |
|
165 |
||
9143 | 166 |
CharacterEncoder::SingleByteEncoder subclassesDo:[:cls | Transcript showCR:cls name. cls flushCode; generateCode ] |
167 |
CharacterEncoder::SingleByteEncoder subclassesDo:[:cls | cls allSubclassesDo:[:sub | Transcript showCR:sub name. sub flushCode; generateSubclassCode]] |
|
7909 | 168 |
|
169 |
or individually: |
|
9143 | 170 |
CharacterEncoder::ASCII flushCode; generateCode. |
171 |
CharacterEncoder::ISO8859_1 flushCode; generateCode. |
|
172 |
CharacterEncoder::ISO8859_2 flushCode; generateCode. |
|
173 |
CharacterEncoder::ISO8859_3 flushCode; generateCode. |
|
174 |
CharacterEncoder::ISO8859_4 flushCode; generateCode. |
|
175 |
CharacterEncoder::ISO8859_5 flushCode; generateCode. |
|
176 |
CharacterEncoder::ISO8859_6 flushCode; generateCode. |
|
177 |
CharacterEncoder::ISO8859_7 flushCode; generateCode. |
|
178 |
CharacterEncoder::ISO8859_8 flushCode; generateCode. |
|
179 |
CharacterEncoder::ISO8859_9 flushCode; generateCode. |
|
180 |
CharacterEncoder::ISO8859_10 flushCode; generateCode. |
|
181 |
CharacterEncoder::ISO8859_11 flushCode; generateCode. |
|
182 |
CharacterEncoder::ISO8859_13 flushCode; generateCode. |
|
183 |
CharacterEncoder::ISO8859_14 flushCode; generateCode. |
|
184 |
CharacterEncoder::ISO8859_15 flushCode; generateCode. |
|
185 |
CharacterEncoder::ISO8859_16 flushCode; generateCode. |
|
186 |
CharacterEncoder::KOI8_R flushCode; generateCode. |
|
187 |
CharacterEncoder::GSM0338 flushCode; generateCode. |
|
7909 | 188 |
|
9143 | 189 |
CharacterEncoder::KOI8_U flushCode; generateSubclassCode. |
7912 | 190 |
|
9143 | 191 |
CharacterEncoder::JIS0208 flushCode; generateCode. |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
192 |
" |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
193 |
! ! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
194 |
|
7971 | 195 |
!CharacterEncoder class methodsFor:'instance creation'! |
196 |
||
197 |
encoderFor:encodingNameSymbol |
|
198 |
"given the name of an encoding, return an encoder-instance which can map these from/into unicode." |
|
199 |
||
200 |
^ self |
|
8156 | 201 |
encoderFor:encodingNameSymbol |
202 |
ifAbsent:[ |
|
203 |
"/ proceed to ignore this error in the future. |
|
8352
20d2476f538e
add nullEncoder BEFORE raising an error
Claus Gittinger <cg@exept.de>
parents:
8262
diff
changeset
|
204 |
|
20d2476f538e
add nullEncoder BEFORE raising an error
Claus Gittinger <cg@exept.de>
parents:
8262
diff
changeset
|
205 |
(EncodersByName at:#unicode) at:encodingNameSymbol put:NullEncoderInstance. |
20d2476f538e
add nullEncoder BEFORE raising an error
Claus Gittinger <cg@exept.de>
parents:
8262
diff
changeset
|
206 |
(EncoderClassesByName at:#'unicode') at:encodingNameSymbol put:NullEncoder. |
20d2476f538e
add nullEncoder BEFORE raising an error
Claus Gittinger <cg@exept.de>
parents:
8262
diff
changeset
|
207 |
|
8388
b5cf7abdfe64
no encoder: send a message to stdError instead of entering
Claus Gittinger <cg@exept.de>
parents:
8352
diff
changeset
|
208 |
"/ self error:'no encoder for ' , encodingNameSymbol mayProceed:true. |
b5cf7abdfe64
no encoder: send a message to stdError instead of entering
Claus Gittinger <cg@exept.de>
parents:
8352
diff
changeset
|
209 |
('CharacterEncoder [warning]: no encoder for ' , encodingNameSymbol) errorPrintCR. |
b5cf7abdfe64
no encoder: send a message to stdError instead of entering
Claus Gittinger <cg@exept.de>
parents:
8352
diff
changeset
|
210 |
|
8156 | 211 |
NullEncoderInstance |
212 |
] |
|
7971 | 213 |
|
214 |
" |
|
8388
b5cf7abdfe64
no encoder: send a message to stdError instead of entering
Claus Gittinger <cg@exept.de>
parents:
8352
diff
changeset
|
215 |
CharacterEncoder encoderFor:#'blabla2' |
7971 | 216 |
CharacterEncoder encoderFor:#'latin1' |
217 |
self encoderFor:#'arabic' |
|
218 |
self encoderFor:#'ms-arabic' |
|
8814 | 219 |
self encoderFor:#'cp1250' |
220 |
self encoderFor:#'cp1251' |
|
221 |
self encoderFor:#'cp1252' |
|
222 |
self encoderFor:#'cp1253' |
|
7971 | 223 |
self encoderFor:#'iso8859-5' |
224 |
self encoderFor:#'koi8-r' |
|
225 |
self encoderFor:#'koi8-u' |
|
226 |
self encoderFor:#'jis0208' |
|
227 |
self encoderFor:#'jis7' |
|
8087
0a2ee76bcf55
last version before separating into extra classes
Claus Gittinger <cg@exept.de>
parents:
8062
diff
changeset
|
228 |
self encoderFor:#'utf8' |
8904 | 229 |
(self encoderFor:#'utf16le') encode:'hello' |
230 |
self encoderFor:#'utf16be' |
|
10111 | 231 |
self encoderFor:#'sgml' |
232 |
self encoderFor:#'java' |
|
7971 | 233 |
" |
10111 | 234 |
|
235 |
"Modified: / 23-10-2006 / 13:33:01 / cg" |
|
7971 | 236 |
! |
237 |
||
8168 | 238 |
encoderFor:encodingNameSymbolArg ifAbsent:exceptionValue |
7971 | 239 |
"given the name of an encoding, return an encoder-instance which can map these from/into unicode." |
240 |
||
8168 | 241 |
|encodingNameSymbol enc clsName cls lcName name unicodeEncoders unicodeEncoderClasses| |
8118 | 242 |
|
8168 | 243 |
encodingNameSymbol := encodingNameSymbolArg. |
8118 | 244 |
encodingNameSymbol isNil ifTrue:[ ^ NullEncoderInstance]. |
7972 | 245 |
|
8168 | 246 |
encodingNameSymbol == #'iso10646-1' ifTrue:[ encodingNameSymbol := #'unicode']. |
8261 | 247 |
encodingNameSymbol isSymbol ifFalse:[encodingNameSymbol := encodingNameSymbol asSymbol]. |
8168 | 248 |
|
8118 | 249 |
lcName := encodingNameSymbol asLowercase. |
250 |
name := lcName asSymbolIfInterned. |
|
251 |
name isNil ifTrue:[name := lcName]. |
|
8052 | 252 |
|
8118 | 253 |
name includesMatchCharacters ifTrue:[ |
8262
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
254 |
AccessLock critical:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
255 |
unicodeEncoders := EncodersByName at:#unicode ifAbsent:nil. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
256 |
]. |
8155 | 257 |
unicodeEncoders notNil ifTrue:[ |
258 |
unicodeEncoders keysAndValuesDo:[:eachEncodingAlias :eachEncoderInstance | |
|
259 |
(name matches:eachEncodingAlias) ifTrue:[ |
|
260 |
^ eachEncoderInstance. |
|
261 |
]. |
|
262 |
]. |
|
263 |
]. |
|
8118 | 264 |
|
8262
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
265 |
AccessLock critical:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
266 |
unicodeEncoderClasses := EncoderClassesByName at:#unicode. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
267 |
]. |
8155 | 268 |
unicodeEncoderClasses notNil ifTrue:[ |
269 |
unicodeEncoderClasses keysAndValuesDo:[:eachEncodingAlias :eachEncoderClassOrName | |
|
270 |
(name matches:eachEncodingAlias) ifTrue:[ |
|
271 |
eachEncoderClassOrName isBehavior ifTrue:[ |
|
8194 | 272 |
cls := eachEncoderClassOrName |
273 |
] ifFalse:[ |
|
274 |
cls := CharacterEncoderImplementations at:eachEncoderClassOrName. |
|
8155 | 275 |
]. |
276 |
cls notNil ifTrue:[ |
|
277 |
^ cls new. |
|
278 |
] |
|
279 |
]. |
|
280 |
]. |
|
281 |
]. |
|
282 |
^ exceptionValue value |
|
7972 | 283 |
]. |
7971 | 284 |
|
8118 | 285 |
AccessLock critical:[ |
8155 | 286 |
unicodeEncoders := EncodersByName at:#unicode ifAbsent:nil. |
287 |
unicodeEncoders isNil ifTrue:[ |
|
288 |
EncodersByName at:#unicode put:(unicodeEncoders := Dictionary new). |
|
289 |
]. |
|
290 |
enc := unicodeEncoders at:name ifAbsent:nil. |
|
8262
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
291 |
]. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
292 |
enc isNil ifTrue:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
293 |
AccessLock critical:[ |
8155 | 294 |
unicodeEncoderClasses := EncoderClassesByName at:#unicode ifAbsent:nil. |
295 |
unicodeEncoderClasses isNil ifTrue:[ |
|
296 |
EncoderClassesByName at:#unicode put:(unicodeEncoderClasses := Dictionary new). |
|
297 |
]. |
|
298 |
clsName := unicodeEncoderClasses at:name ifAbsent:nil. |
|
8262
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
299 |
]. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
300 |
clsName notNil ifTrue:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
301 |
clsName isBehavior ifTrue:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
302 |
cls := clsName |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
303 |
] ifFalse:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
304 |
cls := CharacterEncoderImplementations at:clsName. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
305 |
]. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
306 |
cls notNil ifTrue:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
307 |
enc := cls new. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
308 |
AccessLock critical:[ |
8155 | 309 |
unicodeEncoders at:name put:enc. |
310 |
] |
|
311 |
]. |
|
312 |
]. |
|
7973 | 313 |
]. |
8262
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
314 |
|
8118 | 315 |
enc notNil ifTrue:[ |
8155 | 316 |
^ enc |
7973 | 317 |
]. |
7971 | 318 |
|
8118 | 319 |
"/ no direct encoder from unicode->name |
320 |
"/ search for unicode->any and: any->name |
|
8262
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
321 |
AccessLock critical:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
322 |
unicodeEncoderClasses := EncoderClassesByName at:#unicode ifAbsent:nil. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
323 |
]. |
8118 | 324 |
unicodeEncoderClasses keysAndValuesDo:[:eachEncodingAlias :eachEncoderClass | |
8155 | 325 |
|dict2 enc1 enc2| |
8118 | 326 |
|
8262
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
327 |
AccessLock critical:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
328 |
dict2 := EncoderClassesByName at:eachEncodingAlias ifAbsent:nil. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
329 |
]. |
8155 | 330 |
dict2 notNil ifTrue:[ |
331 |
clsName := dict2 at:name ifAbsent:nil. |
|
332 |
clsName notNil ifTrue:[ |
|
333 |
clsName isBehavior ifTrue:[ |
|
8194 | 334 |
cls := clsName |
8155 | 335 |
] ifFalse:[ |
336 |
cls := CharacterEncoderImplementations at:clsName. |
|
337 |
]. |
|
338 |
cls notNil ifTrue:[ |
|
339 |
enc2 := cls new. |
|
340 |
enc1 := self encoderFor:eachEncodingAlias. |
|
341 |
(enc1 notNil and:[enc2 notNil]) ifTrue:[ |
|
342 |
enc := TwoStepEncoder new encoder1:enc1 encoder2:enc2. |
|
343 |
AccessLock critical:[ |
|
344 |
unicodeEncoders at:name put:enc. |
|
345 |
]. |
|
346 |
^ enc. |
|
347 |
] |
|
348 |
] |
|
349 |
] |
|
350 |
]. |
|
7971 | 351 |
]. |
352 |
||
8194 | 353 |
EncoderClassesByName keysAndValuesDo:[:encoding1 :dict1 | |
354 |
dict1 keysAndValuesDo:[:encoding2 :clsName1| |
|
355 |
|clsName2 cls1 cls2 dict2 enc1 enc2| |
|
356 |
||
357 |
encoding2 = encodingNameSymbol ifTrue:[ |
|
8262
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
358 |
AccessLock critical:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
359 |
dict2 := EncoderClassesByName at:#unicode. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
360 |
]. |
8194 | 361 |
clsName2 := dict2 at:encoding1 ifAbsent:nil. |
362 |
clsName2 notNil ifTrue:[ |
|
363 |
clsName1 isBehavior ifTrue:[ |
|
364 |
cls1 := clsName1 |
|
365 |
] ifFalse:[ |
|
366 |
cls1 := CharacterEncoderImplementations at:clsName1. |
|
367 |
]. |
|
368 |
clsName2 isBehavior ifTrue:[ |
|
369 |
cls2 := clsName2 |
|
370 |
] ifFalse:[ |
|
371 |
cls2 := CharacterEncoderImplementations at:clsName2. |
|
372 |
]. |
|
373 |
(cls1 notNil and:[cls2 notNil]) ifTrue:[ |
|
374 |
enc := TwoStepEncoder new encoder1:enc1 encoder2:enc2. |
|
375 |
^ enc. |
|
376 |
]. |
|
377 |
] |
|
378 |
] |
|
379 |
] |
|
380 |
]. |
|
381 |
||
7971 | 382 |
^ exceptionValue value |
383 |
||
384 |
" |
|
385 |
CharacterEncoder encoderFor:#'latin1' |
|
7972 | 386 |
self encoderFor:#'arabic' |
387 |
self encoderFor:#'ms-arabic' |
|
388 |
self encoderFor:#'iso8859-5' |
|
7971 | 389 |
self encoderFor:#'koi8-r' |
390 |
self encoderFor:#'koi8-u' |
|
391 |
self encoderFor:#'jis0208' |
|
392 |
self encoderFor:#'jis7' |
|
7972 | 393 |
self encoderFor:#'unicode' |
7971 | 394 |
" |
395 |
! |
|
396 |
||
8210 | 397 |
encoderForUTF8 |
8211 | 398 |
"return an encoder-instance which can map unicode into/from utf8" |
399 |
||
8210 | 400 |
^ self encoderFor:#utf8 |
401 |
||
402 |
" |
|
403 |
CharacterEncoder encoderFor:#'latin1' |
|
404 |
self encoderFor:#'arabic' |
|
405 |
self encoderFor:#'ms-arabic' |
|
406 |
self encoderFor:#'iso8859-5' |
|
407 |
self encoderFor:#'koi8-r' |
|
408 |
self encoderFor:#'koi8-u' |
|
409 |
self encoderFor:#'jis0208' |
|
410 |
self encoderFor:#'jis7' |
|
411 |
self encoderFor:#'utf8' |
|
412 |
self encoderForUTF8' |
|
413 |
" |
|
414 |
! |
|
415 |
||
7971 | 416 |
encoderToEncodeFrom:oldEncodingArg into:newEncodingArg |
8135 | 417 |
|oldEncoding newEncoding encoders encoderClasses encoder decoder clsName cls| |
8118 | 418 |
|
7971 | 419 |
oldEncoding := oldEncodingArg ? #'unicode'. |
7972 | 420 |
oldEncoding == #'iso10646-1' ifTrue:[ oldEncoding := #'unicode']. |
7971 | 421 |
newEncoding := newEncodingArg ? #'unicode'. |
7972 | 422 |
newEncoding == #'iso10646-1' ifTrue:[ newEncoding := #'unicode']. |
423 |
||
8261 | 424 |
oldEncoding isSymbol ifFalse:[oldEncoding := oldEncoding asSymbol]. |
425 |
newEncoding isSymbol ifFalse:[newEncoding := newEncoding asSymbol]. |
|
8120 | 426 |
|
8118 | 427 |
oldEncoding == newEncoding ifTrue:[^ NullEncoderInstance]. |
428 |
(oldEncoding match:newEncoding) ifTrue:[^ NullEncoderInstance]. |
|
7971 | 429 |
|
8122 | 430 |
(oldEncoding == #unicode) ifTrue:[ |
8155 | 431 |
"/ something -> unicode |
432 |
^ self encoderFor:newEncoding. |
|
8122 | 433 |
]. |
434 |
||
8118 | 435 |
AccessLock critical:[ |
8155 | 436 |
encoders := EncodersByName at:oldEncoding ifAbsent:nil. |
437 |
encoders isNil ifTrue:[ |
|
438 |
EncodersByName at:oldEncoding put:(encoders := Dictionary new). |
|
439 |
]. |
|
440 |
encoder := encoders at:newEncodingArg ifAbsent:nil. |
|
441 |
encoder isNil ifTrue:[ |
|
442 |
encoderClasses := EncoderClassesByName at:oldEncoding ifAbsent:nil. |
|
443 |
encoderClasses isNil ifTrue:[ |
|
444 |
EncoderClassesByName at:oldEncoding put:(encoderClasses := Dictionary new). |
|
445 |
]. |
|
446 |
clsName := encoderClasses at:newEncoding ifAbsent:nil. |
|
447 |
clsName notNil ifTrue:[ |
|
448 |
clsName isBehavior ifTrue:[ |
|
8262
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
449 |
cls := clsName |
8155 | 450 |
] ifFalse:[ |
451 |
cls := CharacterEncoderImplementations at:clsName. |
|
452 |
] |
|
453 |
]. |
|
454 |
]. |
|
7971 | 455 |
]. |
8262
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
456 |
cls notNil ifTrue:[ |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
457 |
encoder := cls new. |
550c67712dfa
do not autoload while in accesslock (deadlock)
Claus Gittinger <cg@exept.de>
parents:
8261
diff
changeset
|
458 |
]. |
7971 | 459 |
|
8118 | 460 |
encoder isNil ifTrue:[ |
8155 | 461 |
(newEncoding == #unicode) ifTrue:[ |
462 |
"/ something -> unicode |
|
463 |
decoder := self encoderFor:oldEncoding. |
|
464 |
encoder := InverseEncoder new decoder:decoder. |
|
465 |
] ifFalse:[ |
|
466 |
"/ do it as: oldEncoding -> unicode -> newEncoding |
|
7972 | 467 |
|
8155 | 468 |
"/ something -> unicode |
469 |
decoder := self encoderFor:oldEncoding. |
|
7972 | 470 |
|
8155 | 471 |
"/ unicode -> something |
472 |
encoder := self encoderFor:newEncoding. |
|
473 |
encoder := CompoundEncoder new encoder:encoder decoder:decoder. |
|
474 |
]. |
|
7971 | 475 |
]. |
476 |
||
8118 | 477 |
AccessLock critical:[ |
8155 | 478 |
(EncodersByName at:oldEncoding) at:newEncoding put:encoder |
8118 | 479 |
]. |
480 |
^ encoder |
|
7971 | 481 |
|
8118 | 482 |
" CharacterEncoder initialize |
7972 | 483 |
CharacterEncoder encoderToEncodeFrom:#'latin1' into:#'jis7' |
8118 | 484 |
CharacterEncoder encoderToEncodeFrom:#'koi8-r' into:#'mac-cyrillic' |
8087
0a2ee76bcf55
last version before separating into extra classes
Claus Gittinger <cg@exept.de>
parents:
8062
diff
changeset
|
485 |
CharacterEncoder encoderToEncodeFrom:#'ms-arabic' into:#'mac-arabic' |
0a2ee76bcf55
last version before separating into extra classes
Claus Gittinger <cg@exept.de>
parents:
8062
diff
changeset
|
486 |
CharacterEncoder encoderToEncodeFrom:#'iso8859-5' into:#'koi8-r' |
0a2ee76bcf55
last version before separating into extra classes
Claus Gittinger <cg@exept.de>
parents:
8062
diff
changeset
|
487 |
CharacterEncoder encoderToEncodeFrom:#'koi8-r' into:#'koi8-u' |
7971 | 488 |
" |
489 |
! ! |
|
490 |
||
7932 | 491 |
!CharacterEncoder class methodsFor:'Compatibility-ST80'! |
492 |
||
493 |
encoderNamed: encoderName |
|
494 |
"/ q & d hack |
|
495 |
||
496 |
encoderName == #default ifTrue:[ |
|
11262
5de131eaba9e
changed #classMenuCompareTwoRepositoryVersions
Claus Gittinger <cg@exept.de>
parents:
11228
diff
changeset
|
497 |
^ DefaultEncoder new |
7932 | 498 |
]. |
11262
5de131eaba9e
changed #classMenuCompareTwoRepositoryVersions
Claus Gittinger <cg@exept.de>
parents:
11228
diff
changeset
|
499 |
self halt:'should not be reached'. |
7932 | 500 |
^ self new |
501 |
! |
|
502 |
||
503 |
platformName |
|
504 |
^ OperatingSystem platformName |
|
505 |
||
506 |
"Created: 20.6.1997 / 17:34:03 / cg" |
|
507 |
"Modified: 20.6.1997 / 17:38:40 / cg" |
|
508 |
! ! |
|
509 |
||
11316
0b2757774461
access method #nullEncoderInstance
Stefan Vogel <sv@exept.de>
parents:
11300
diff
changeset
|
510 |
!CharacterEncoder class methodsFor:'accessing'! |
0b2757774461
access method #nullEncoderInstance
Stefan Vogel <sv@exept.de>
parents:
11300
diff
changeset
|
511 |
|
0b2757774461
access method #nullEncoderInstance
Stefan Vogel <sv@exept.de>
parents:
11300
diff
changeset
|
512 |
nullEncoderInstance |
0b2757774461
access method #nullEncoderInstance
Stefan Vogel <sv@exept.de>
parents:
11300
diff
changeset
|
513 |
^ NullEncoderInstance |
0b2757774461
access method #nullEncoderInstance
Stefan Vogel <sv@exept.de>
parents:
11300
diff
changeset
|
514 |
! ! |
0b2757774461
access method #nullEncoderInstance
Stefan Vogel <sv@exept.de>
parents:
11300
diff
changeset
|
515 |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
516 |
!CharacterEncoder class methodsFor:'class initialization'! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
517 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
518 |
initialize |
8154 | 519 |
|ud| |
520 |
||
8151 | 521 |
AccessLock := RecursionLock new. |
8118 | 522 |
NullEncoderInstance := NullEncoder new. |
7973 | 523 |
|
8126 | 524 |
EncodersByName := Dictionary new. |
525 |
EncoderClassesByName := Dictionary new. |
|
526 |
CachedEncoders := Dictionary new. |
|
7972 | 527 |
|
8154 | 528 |
EncoderClassesByName at:#'unicode' put:(ud := Dictionary new). |
529 |
ud at:#'fontspecific' put:NullEncoder. |
|
530 |
ud at:#'adobe-fontspecific' put:NullEncoder. |
|
8190 | 531 |
ud at:#'ms-oem' put:NullEncoder. |
8152 | 532 |
|
8135 | 533 |
"/ className decoded-name array-of-encodingNames |
8118 | 534 |
#( |
8151 | 535 |
(ASCII unicode ( ascii 'us-ascii' 'iso-ir-6' 'ibm-367' 'ms-cp367' 'cp367' 'iso646-us' 'ibm-cp367' )) |
8118 | 536 |
|
8151 | 537 |
(BIG5 unicode ( big5 )) |
8118 | 538 |
|
8151 | 539 |
(CNS11643 unicode ( 'cns11643' )) |
8118 | 540 |
|
8151 | 541 |
(CP437 unicode ( 'cp437' 'cp-437' 'ibm-437' 'ms-cp437' 'microsoft-cp437' 'ibm-cp437' )) |
8118 | 542 |
|
8151 | 543 |
(GB2313_1980 unicode ( 'gb2313' 'gb2313-1980' )) |
8118 | 544 |
|
8151 | 545 |
(HANGUL unicode ( 'hangul' )) |
8118 | 546 |
|
8151 | 547 |
(ISO10646_1 unicode ( unicode 'iso10646_1' 'iso10646-1' 'iso-10646-1' )) |
8118 | 548 |
|
8151 | 549 |
(ISO10646_to_UTF8 unicode ( utf8 'utf-8' )) |
8904 | 550 |
(ISO10646_to_UTF16BE unicode ( utf16b utf16be 'utf-16b' 'utf-16be' )) |
551 |
(ISO10646_to_UTF16LE unicode ( utf16l utf16le 'utf-16e' 'utf-16le' )) |
|
8118 | 552 |
|
8855
289b5bda04bb
guessEncoding - return the real encodings name
Claus Gittinger <cg@exept.de>
parents:
8814
diff
changeset
|
553 |
(ISO8859_1 unicode ( 'iso8859_1' 'iso8859-1' 'iso-8859-1' 'latin-1' 'latin1' 'iso-ir-100' 'ibm-819' 'ms-cp819' 'ibm-cp819' 'iso8859')) |
8118 | 554 |
|
8151 | 555 |
(ISO8859_2 unicode ( 'iso8859_2' 'iso8859-2' 'iso-8859-2' 'latin2' 'latin-2' 'iso-ir-101')) |
8118 | 556 |
|
8151 | 557 |
(ISO8859_3 unicode ( 'iso8859_3' 'iso8859-3' 'iso-8859-3' 'latin3' 'latin-3' 'iso-ir-109')) |
8118 | 558 |
|
8151 | 559 |
(ISO8859_4 unicode ( 'iso8859_4' 'iso8859-4' 'iso-8859-4' 'latin4' 'latin-4' 'iso-ir-110')) |
8118 | 560 |
|
8151 | 561 |
(ISO8859_5 unicode ( 'iso8859_5' 'iso8859-5' 'iso-8859-5' 'cyrillic' 'iso-ir-144' )) |
8118 | 562 |
|
8151 | 563 |
(ISO8859_6 unicode ( 'iso8859_6' 'iso8859-6' 'iso-8859-6' 'arabic' 'asmo-708' 'ecma-114' 'iso-ir-127' )) |
8118 | 564 |
|
8151 | 565 |
(ISO8859_7 unicode ( 'iso8859_7' 'iso8859-7' 'iso-8859-7' 'greek' 'iso-ir-126' 'ecma-118')) |
8118 | 566 |
|
8151 | 567 |
(ISO8859_8 unicode ( 'iso8859_8' 'iso8859-8' 'iso-8859-8' 'hebrew' 'iso-ir-138' )) |
8118 | 568 |
|
8151 | 569 |
(ISO8859_9 unicode ( 'iso8859_9' 'iso8859-9' 'iso-8859-9' 'latin5' 'latin-5' 'iso-ir-148')) |
8118 | 570 |
|
8151 | 571 |
(ISO8859_10 unicode ( 'iso8859_10' 'iso8859-10' 'iso-8859-10' 'latin6' 'latin-6' 'iso-ir-157')) |
8118 | 572 |
|
8151 | 573 |
(ISO8859_11 unicode ( 'iso8859_11' 'iso8859-11' 'iso-8859-11' 'thai' )) |
8118 | 574 |
|
8151 | 575 |
(ISO8859_13 unicode ( 'iso8859_13' 'iso8859-13' 'iso-8859-13' 'latin7' 'latin-7' )) |
8118 | 576 |
|
8151 | 577 |
(ISO8859_14 unicode ( 'iso8859_14' 'iso8859-14' 'iso-8859-14' 'latin8' 'latin-8' 'latin-celtic' )) |
8118 | 578 |
|
8151 | 579 |
(ISO8859_15 unicode ( 'iso8859_15' 'iso8859-15' 'iso-8859-15' 'latin9' 'latin-9' 'iso-ir-203')) |
8118 | 580 |
|
8151 | 581 |
(ISO8859_16 unicode ( 'iso8859_16' 'iso8859-16' 'iso-8859-16' 'latin10' 'latin-10' )) |
8118 | 582 |
|
8151 | 583 |
(JIS0201 unicode ( 'jis0201' #'jisx0201.1976-0')) |
8118 | 584 |
|
8151 | 585 |
(JIS0208 unicode ( jis0208 'jisx0208' 'jisx0208.1983-0' 'jisx0208.1990-0')) |
8118 | 586 |
|
8151 | 587 |
(JIS0208_to_JIS7 jis0208 ( jis7 'jis-7' 'x-jis7' 'x-iso2022-jp' 'iso2022-jp')) |
8118 | 588 |
|
8151 | 589 |
(JIS0208_to_EUC jis0208 ( euc #'x-euc-jp' )) |
8122 | 590 |
|
8176 | 591 |
(JIS0208_to_SJIS jis0208 ( 'sjis' 'shiftjis' 'x-sjis' #'x-shift-jis' #'shift-jis')) |
592 |
||
8151 | 593 |
(JIS0212 unicode ( 'jis0212' )) |
8118 | 594 |
|
8151 | 595 |
(JOHAB unicode ( 'johab' )) |
8118 | 596 |
|
8151 | 597 |
(KOI7 unicode ( 'koi7' )) |
8118 | 598 |
|
8151 | 599 |
(KOI8_R unicode ( #'koi8-r' 'cp878' )) |
8118 | 600 |
|
8151 | 601 |
(KOI8_U unicode ( #'koi8-u' )) |
8118 | 602 |
|
8151 | 603 |
(KSC5601 unicode ( #'ksc5601' )) |
8118 | 604 |
|
8151 | 605 |
(MAC_Arabic unicode ( #'mac-arabic' 'macarabic' )) |
8118 | 606 |
|
8151 | 607 |
(MAC_CentralEuropean unicode ( #'mac-centraleuropean' #'mac-centraleurope' 'maccentraleurope' 'maccentraleuropean' )) |
8118 | 608 |
|
8151 | 609 |
(MAC_Croatian unicode ( #'mac-croatian' 'maccroatian')) |
8118 | 610 |
|
8151 | 611 |
(MAC_Cyrillic unicode ( #'mac-cyrillic' 'maccyrillic' )) |
8118 | 612 |
|
8151 | 613 |
(MAC_Dingbats unicode ( #'mac-dingbats' 'macdingbats' 'macdingbat')) |
8118 | 614 |
|
8151 | 615 |
(MAC_Farsi unicode ( #'mac-farsi' 'macfarsi' )) |
8118 | 616 |
|
8151 | 617 |
(MAC_Greek unicode ( #'mac-greek' #'macgreek' )) |
8118 | 618 |
|
8151 | 619 |
(MAC_Hebrew unicode ( #'mac-hebrew' #'machebrew' )) |
8118 | 620 |
|
8151 | 621 |
(MAC_Iceland unicode ( #'mac-iceland' #'maciceland' )) |
8118 | 622 |
|
8151 | 623 |
(MAC_Japanese unicode ( #'mac-japanese' #'macjapanese' )) |
8118 | 624 |
|
8151 | 625 |
(MAC_Korean unicode ( #'mac-korean' #'mackorean' )) |
8118 | 626 |
|
8151 | 627 |
(MAC_Roman unicode ( #'mac-roman' #'macroman' )) |
8118 | 628 |
|
8151 | 629 |
(MAC_Romanian unicode ( #'mac-romanian' #'macromanian' )) |
8118 | 630 |
|
8151 | 631 |
(MAC_Symbol unicode ( #'mac-symbol' #'macsymbol' )) |
8118 | 632 |
|
8151 | 633 |
(MAC_Thai unicode ( #'mac-thai' #'macthai' )) |
8118 | 634 |
|
8151 | 635 |
(MAC_Turkish unicode ( #'mac-turkish' #'macturkish' )) |
8118 | 636 |
|
8151 | 637 |
(MS_Ansi unicode ( #'ms-ansi' 'ms-cp1252' 'microsoft-cp1252' 'cp1252' 'microsoft-ansi' 'windows-1252' 'windows-latin1')) |
8118 | 638 |
|
8151 | 639 |
(MS_Arabic unicode ( 'ms-arabic' 'ms-cp1256' 'microsoft-cp1256' 'cp1256' 'microsoft-arabic' 'windows-1256' )) |
8118 | 640 |
|
8151 | 641 |
(MS_Baltic unicode ( 'ms-baltic' 'ms-cp1257' 'microsoft-cp1257' 'cp1257' 'microsoft-baltic' 'windows-1257' )) |
8118 | 642 |
|
8151 | 643 |
(MS_Cyrillic unicode ( 'ms-cyrillic' 'ms-cp1251' 'microsoft-cp1251' 'cp1251' 'microsoft-cyrillic' 'windows-1251' )) |
8118 | 644 |
|
8151 | 645 |
(MS_EastEuropean unicode ( 'ms-easteuropean' 'ms-ee' 'cp1250' 'ms-cp1250' 'microsoft-cp1250' 'microsoft-easteuropean' 'windows-1250' )) |
8118 | 646 |
|
8151 | 647 |
(MS_Greek unicode ( 'ms-greek' 'ms-cp1253' 'microsoft-cp1253' 'cp1253' 'microsoft-greek' 'windows-1253' )) |
8118 | 648 |
|
8151 | 649 |
(MS_Hebrew unicode ( 'ms-hebrew' 'ms-cp1255' 'microsoft-cp1255' 'cp1255' 'microsoft-hebrew' 'windows-1255' )) |
8118 | 650 |
|
651 |
"/ (MS_Symbol unicode ( 'ms-symbol' 'microsoft-symbol' )) |
|
652 |
||
8151 | 653 |
(MS_Turkish unicode ( 'ms-turkish' 'ms-cp1254' 'microsoft-cp1254' 'cp1254' 'microsoft-turkish' 'windows-1254' )) |
8118 | 654 |
|
8151 | 655 |
(NEXT unicode ( 'next' 'nextstep' )) |
8186 | 656 |
|
10111 | 657 |
(ISO10646_to_SGML unicode ( 'sgml' )) |
658 |
(ISO10646_to_JavaText unicode ( 'java' 'javaText' )) |
|
8118 | 659 |
) triplesDo:[:className :decodesTo :encodesTo | |
8151 | 660 |
|dict| |
8134 | 661 |
|
8151 | 662 |
"/ notice that the encoders are not yet installed as autoloaded. |
663 |
"/ Therefore, we remember their names here. |
|
664 |
dict := EncoderClassesByName at:decodesTo ifAbsent:nil. |
|
665 |
dict isNil ifTrue:[ |
|
666 |
EncoderClassesByName at:decodesTo put:(dict := Dictionary new). |
|
667 |
]. |
|
668 |
encodesTo do:[:eachEncodingAlias | |
|
669 |
(dict includesKey:eachEncodingAlias) ifTrue:[ |
|
670 |
self halt:'conflicting alias' |
|
671 |
]. |
|
672 |
dict at:eachEncodingAlias put:className. |
|
673 |
]. |
|
8118 | 674 |
]. |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
675 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
676 |
" |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
677 |
self initialize |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
678 |
" |
10111 | 679 |
|
680 |
"Modified: / 23-10-2006 / 13:33:39 / cg" |
|
7892 | 681 |
! ! |
682 |
||
8122 | 683 |
!CharacterEncoder class methodsFor:'constants'! |
684 |
||
685 |
jis7KanjiEscapeSequence |
|
686 |
"return the escape sequence used to switch to kanji in jis7 encoded strings. |
|
687 |
This happens to be the same as ISO2022-JP's escape sequence." |
|
688 |
||
689 |
Jis7KanjiEscapeSequence isNil ifTrue:[ |
|
690 |
Jis7KanjiEscapeSequence := Character esc asString , '$B'. |
|
691 |
]. |
|
692 |
^ Jis7KanjiEscapeSequence. |
|
693 |
||
694 |
"Created: 26.2.1996 / 17:38:08 / cg" |
|
695 |
"Modified: 30.6.1997 / 16:03:16 / cg" |
|
696 |
! |
|
697 |
||
698 |
jis7KanjiOldEscapeSequence |
|
699 |
"return the escape sequence used to switch to kanji in some old jis7 encoded strings." |
|
700 |
||
701 |
Jis7KanjiOldEscapeSequence isNil ifTrue:[ |
|
8856 | 702 |
Jis7KanjiOldEscapeSequence := Character esc asString , '$@'. |
8122 | 703 |
]. |
704 |
^ Jis7KanjiOldEscapeSequence. |
|
705 |
! |
|
706 |
||
707 |
jis7RomanEscapeSequence |
|
708 |
"return the escape sequence used to switch to roman in jis7 encoded strings" |
|
709 |
||
710 |
Jis7RomanEscapeSequence isNil ifTrue:[ |
|
711 |
Jis7RomanEscapeSequence := Character esc asString , '(J'. |
|
712 |
]. |
|
713 |
^ Jis7RomanEscapeSequence. |
|
714 |
||
715 |
"Created: 26.2.1996 / 17:38:08 / cg" |
|
716 |
"Modified: 30.6.1997 / 16:03:16 / cg" |
|
717 |
! |
|
718 |
||
719 |
jisISO2022EscapeSequence |
|
720 |
"return the escape sequence used to switch to kanji in iso2022 encoded strings" |
|
721 |
||
722 |
JisISO2022EscapeSequence isNil ifTrue:[ |
|
8136 | 723 |
JisISO2022EscapeSequence := Character esc asString , '&@' , Character esc asString , '$B'. |
8122 | 724 |
]. |
725 |
^ JisISO2022EscapeSequence. |
|
726 |
! ! |
|
727 |
||
7892 | 728 |
!CharacterEncoder class methodsFor:'encoding & decoding'! |
729 |
||
730 |
decode:aCodePoint |
|
731 |
^ self new decode:aCodePoint |
|
732 |
! |
|
733 |
||
734 |
decodeString:aString |
|
735 |
^ self new decodeString:aString |
|
736 |
! |
|
737 |
||
7972 | 738 |
decodeString:aString from:oldEncoding |
8016 | 739 |
^ self encodeString:aString from:oldEncoding into:#'unicode' |
7967 | 740 |
! |
741 |
||
7892 | 742 |
encode:aCodePoint |
743 |
^ self new encode:aCodePoint |
|
744 |
||
745 |
" |
|
746 |
ISO8859_1 encode:16r00FF |
|
747 |
ISO8859_1 decodeString:'hello' |
|
748 |
ISO8859_1 encodeString:(ISO8859_1 decodeString:'hello') |
|
749 |
||
750 |
ISO8859_5 decodeString:(String |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
751 |
with:(Character value:16rE4) |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
752 |
with:(Character value:16rE0)) |
7892 | 753 |
" |
754 |
! |
|
755 |
||
7994 | 756 |
encode:codePoint from:oldEncodingArg into:newEncodingArg |
8015 | 757 |
|oldEncoding newEncoding encoder| |
7994 | 758 |
|
759 |
oldEncoding := oldEncodingArg ? #'unicode'. |
|
760 |
oldEncoding == #'iso10646-1' ifTrue:[ oldEncoding := #'unicode']. |
|
761 |
newEncoding := newEncodingArg ? #'unicode'. |
|
762 |
newEncoding == #'iso10646-1' ifTrue:[ newEncoding := #'unicode']. |
|
763 |
||
764 |
oldEncoding == newEncoding ifTrue:[^ codePoint]. |
|
765 |
||
8016 | 766 |
oldEncoding == #'unicode' ifTrue:[ |
8136 | 767 |
newEncoding == #'iso8859-1' ifTrue:[ |
768 |
codePoint <= 16rFF ifTrue:[ |
|
769 |
^ codePoint |
|
770 |
] |
|
771 |
] |
|
8016 | 772 |
]. |
773 |
newEncoding == #'unicode' ifTrue:[ |
|
8136 | 774 |
oldEncoding == #'iso8859-1' ifTrue:[ |
775 |
codePoint <= 16rFF ifTrue:[ |
|
776 |
^ codePoint |
|
777 |
] |
|
778 |
] |
|
8016 | 779 |
]. |
8118 | 780 |
encoder := self encoderToEncodeFrom:oldEncoding into:newEncoding. |
8015 | 781 |
^ encoder encode:codePoint. |
7994 | 782 |
! |
783 |
||
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
784 |
encodeString:aUnicodeString |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
785 |
"given a string in unicode, return a string in my encoding for it" |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
786 |
|
7912 | 787 |
^ self new encodeString:aUnicodeString |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
788 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
789 |
" |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
790 |
ISO8859_1 decodeString:'hello' |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
791 |
" |
7914 | 792 |
! |
793 |
||
7967 | 794 |
encodeString:aString from:oldEncodingArg into:newEncodingArg |
8015 | 795 |
|oldEncoding newEncoding encoder| |
7967 | 796 |
|
797 |
oldEncoding := oldEncodingArg ? #'unicode'. |
|
7972 | 798 |
oldEncoding == #'iso10646-1' ifTrue:[ oldEncoding := #'unicode']. |
7967 | 799 |
newEncoding := newEncodingArg ? #'unicode'. |
7972 | 800 |
newEncoding == #'iso10646-1' ifTrue:[ newEncoding := #'unicode']. |
801 |
||
7967 | 802 |
oldEncoding == newEncoding ifTrue:[^ aString]. |
803 |
||
8016 | 804 |
oldEncoding == #'unicode' ifTrue:[ |
8136 | 805 |
newEncoding == #'iso8859-1' ifTrue:[ |
806 |
aString bitsPerCharacter == 8 ifTrue:[ |
|
807 |
^ aString |
|
808 |
] |
|
809 |
] |
|
8016 | 810 |
]. |
811 |
newEncoding == #'unicode' ifTrue:[ |
|
8136 | 812 |
oldEncoding == #'iso8859-1' ifTrue:[ |
813 |
aString bitsPerCharacter == 8 ifTrue:[ |
|
814 |
^ aString |
|
815 |
] |
|
816 |
] |
|
8016 | 817 |
]. |
818 |
||
8118 | 819 |
encoder := self encoderToEncodeFrom:oldEncoding into:newEncoding. |
8015 | 820 |
^ encoder encodeString:aString. |
7972 | 821 |
! |
822 |
||
823 |
encodeString:aString into:newEncoding |
|
8016 | 824 |
^ self encodeString:aString from:#'unicode' into:newEncoding |
7892 | 825 |
! ! |
826 |
||
827 |
!CharacterEncoder class methodsFor:'private'! |
|
828 |
||
829 |
flushCode |
|
8127 | 830 |
self initialize. |
7914 | 831 |
|
7892 | 832 |
self isAbstract ifFalse:[ |
8136 | 833 |
(self mapFileURL1_relativePathName notNil |
834 |
or:[ self mapFileURL2_relativePathName notNil]) ifTrue:[ |
|
835 |
self class removeSelector:#mapping. |
|
836 |
]. |
|
7892 | 837 |
]. |
838 |
||
839 |
" |
|
840 |
self flushCode |
|
841 |
" |
|
842 |
! ! |
|
843 |
||
844 |
!CharacterEncoder class methodsFor:'private-mapping setup'! |
|
845 |
||
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
846 |
generateCode |
7909 | 847 |
(CharacterEncoderCodeGenerator new targetClass:self) generateCode. |
848 |
! |
|
849 |
||
850 |
generateSubclassCode |
|
851 |
(CharacterEncoderCodeGenerator new targetClass:self) generateSubclassCode. |
|
7892 | 852 |
! |
853 |
||
7914 | 854 |
mapFileURL1_codeColumn |
855 |
^ 1 |
|
856 |
! |
|
857 |
||
7912 | 858 |
mapFileURL1_relativePathName |
859 |
"raise an error: must be redefined in concrete subclass(es)" |
|
860 |
||
861 |
^ nil |
|
862 |
! |
|
863 |
||
864 |
mapFileURL2_relativePathName |
|
865 |
"raise an error: must be redefined in concrete subclass(es)" |
|
866 |
||
867 |
^ nil |
|
868 |
! |
|
869 |
||
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
870 |
mappingURL1 |
7892 | 871 |
"raise an error: must be redefined in concrete subclass(es)" |
7912 | 872 |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
873 |
|rel| |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
874 |
|
7912 | 875 |
rel := self mapFileURL1_relativePathName. |
876 |
rel isNil ifTrue:[ |
|
7932 | 877 |
^ nil |
7912 | 878 |
]. |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
879 |
^ 'http://www.unicode.org/Public/MAPPINGS/' , rel |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
880 |
! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
881 |
|
7892 | 882 |
mappingURL2 |
883 |
"raise an error: must be redefined in concrete subclass(es)" |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
884 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
885 |
|rel| |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
886 |
|
7912 | 887 |
rel := self mapFileURL2_relativePathName. |
888 |
rel isNil ifTrue:[ |
|
7932 | 889 |
^ nil |
7912 | 890 |
]. |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
891 |
^ 'http://std.dkuug.dk/i18n/charmaps/' , rel |
7892 | 892 |
! ! |
893 |
||
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
894 |
!CharacterEncoder class methodsFor:'queries'! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
895 |
|
7938 | 896 |
isEncoding:subSetEncodingArg subSetOf:superSetEncodingArg |
7994 | 897 |
"return true, if superSetEncoding encoding includes all characters of subSetEncoding. |
898 |
(this means: characters are included - not that they have the same encoding)" |
|
7938 | 899 |
|
900 |
|subSetEncoding superSetEncoding| |
|
901 |
||
902 |
subSetEncodingArg = superSetEncodingArg ifTrue:[^ true]. |
|
903 |
subSetEncoding := subSetEncodingArg asLowercase. |
|
904 |
superSetEncoding := superSetEncodingArg asLowercase. |
|
905 |
||
906 |
(subSetEncoding match:superSetEncoding) ifTrue:[^ true]. |
|
907 |
||
8214
406c7fc10e12
assume ms-ansi is same as unicode
Claus Gittinger <cg@exept.de>
parents:
8211
diff
changeset
|
908 |
(('iso10646*' match:superSetEncoding) |
406c7fc10e12
assume ms-ansi is same as unicode
Claus Gittinger <cg@exept.de>
parents:
8211
diff
changeset
|
909 |
or:[superSetEncoding = 'unicode' |
406c7fc10e12
assume ms-ansi is same as unicode
Claus Gittinger <cg@exept.de>
parents:
8211
diff
changeset
|
910 |
or:[superSetEncoding = 'ms-ansi']]) ifTrue:[ |
406c7fc10e12
assume ms-ansi is same as unicode
Claus Gittinger <cg@exept.de>
parents:
8211
diff
changeset
|
911 |
"/ assume that any character is in unicode |
406c7fc10e12
assume ms-ansi is same as unicode
Claus Gittinger <cg@exept.de>
parents:
8211
diff
changeset
|
912 |
^ true. |
7938 | 913 |
]. |
914 |
||
915 |
"/ if the subSet is iso8859-*, that means ascii (i.e. the lower 7 bits of iso8859 only). |
|
916 |
((subSetEncoding = 'iso8859*') or:[subSetEncoding = 'iso8859-*']) ifTrue:[ |
|
8168 | 917 |
('ascii*' match:superSetEncoding) ifTrue:[^ true]. |
918 |
('ms-ansi*' match:superSetEncoding) ifTrue:[^ true]. |
|
7938 | 919 |
]. |
920 |
(subSetEncoding = 'ascii') ifTrue:[ |
|
8168 | 921 |
('iso8859*' match:superSetEncoding) ifTrue:[^ true]. |
922 |
('ms-ansi*' match:superSetEncoding) ifTrue:[^ true]. |
|
7938 | 923 |
]. |
924 |
||
7923 | 925 |
"/ TODO: check the charSets mappingTables... |
926 |
"/ self halt. |
|
927 |
^ false. |
|
928 |
! |
|
929 |
||
7919 | 930 |
nameOfDecodedCode |
931 |
"Most coders decode from their code into unicode / encode from unicode into their code. |
|
932 |
There are a few exceptions to this, though - these must redefine this." |
|
933 |
||
934 |
^ #'unicode' |
|
935 |
! |
|
936 |
||
937 |
nameOfEncoding |
|
7974 | 938 |
^ (self nameWithoutPrefix asLowercase copyReplaceAll:$_ with:$-) asSymbol |
7919 | 939 |
! |
940 |
||
7959 | 941 |
supportedExternalEncodings |
942 |
"return an array of arrays containing the names of supported |
|
943 |
encodings which are supported for external resources (i.e. files). |
|
944 |
The first element contains the internally used symbolic name, |
|
945 |
the second contains a user-readable string (description). |
|
946 |
More than one external name may be mapped onto the same symbolic." |
|
947 |
||
948 |
^ #( |
|
8176 | 949 |
('utf8' 'Unicode as 8Bit characters' ) |
8904 | 950 |
('utf16BE' 'Unicode as 16Bit big-endian' ) |
951 |
('utf16LE' 'Unicode as 16Bit little-endian' ) |
|
8176 | 952 |
"/ ('utf7' 'Unicode as 7Bit characters' ) |
953 |
"/ nil |
|
954 |
('ascii' 'Common 7bit subset of iso8859' ) |
|
955 |
('iso8859-1' 'Latin1' ) |
|
956 |
('iso8859-2' 'Latin2' ) |
|
957 |
('iso8859-3' 'Latin3' ) |
|
958 |
('iso8859-4' 'Latin4' ) |
|
959 |
('iso8859-5' 'Cyrillic' ) |
|
960 |
('iso8859-6' 'Arabic' ) |
|
961 |
('iso8859-7' 'Greek' ) |
|
962 |
('iso8859-8' 'Hebrew' ) |
|
963 |
"/ nil |
|
964 |
('koi7' 'Cyrillic (Old)' ) |
|
965 |
('koi8-r' 'Cyrillic' ) |
|
966 |
('koi8-u' 'Cyrillic (Ukraine)' ) |
|
967 |
"/ nil |
|
968 |
('cp437' 'msdos US / codepage 437' ) |
|
8810 | 969 |
('cp850' 'msdos Latin1 / codepage 850' ) |
970 |
('cp1250' 'msdos Latin2 / codepage 1250' ) |
|
8176 | 971 |
"/ ('mac' 'macintosh 8 bit' ) |
972 |
('next' 'NeXT 8 bit' ) |
|
973 |
"/ ('hp' 'hpux 8 bit' ) |
|
974 |
"/ nil |
|
975 |
('euc' 'EUC - extended unix code (japanese)' ) |
|
976 |
('jis7' 'JIS7 - jis 7bit escape codes (japanese)' ) |
|
977 |
('iso-2022-jp' 'Same as jis 7bit' ) |
|
978 |
('sjis' 'SJIS - shift jis 8bit codes (japanese)' ) |
|
979 |
"/ nil |
|
980 |
('gb' 'GB - mainland china' ) |
|
981 |
('big5' 'BIG5 - taiwan' ) |
|
7959 | 982 |
"/ ('ksc' 'korean' ) |
8186 | 983 |
('sgml' 'SGML (XML/HTML) character escapes' ) |
10111 | 984 |
('java' 'JavaText (\uXXXX) character escapes' ) |
7959 | 985 |
) |
10111 | 986 |
|
987 |
"Modified: / 23-10-2006 / 13:27:48 / cg" |
|
7959 | 988 |
! |
989 |
||
7947 | 990 |
userFriendlyNameOfEncoding |
7972 | 991 |
^ self nameOfEncoding asUppercaseFirst |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
992 |
! ! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
993 |
|
7912 | 994 |
!CharacterEncoder class methodsFor:'testing'! |
995 |
||
996 |
isAbstract |
|
11228 | 997 |
"Return if this class is an abstract class. |
998 |
True is returned for CharacterEncoder here; false for subclasses. |
|
999 |
Abstract subclasses must redefine again." |
|
1000 |
||
7912 | 1001 |
^ self == CharacterEncoder |
1002 |
! ! |
|
1003 |
||
8711
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1004 |
!CharacterEncoder class methodsFor:'utilities'! |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1005 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1006 |
guessEncodingOfBuffer:buffer |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1007 |
"look for a string of the form |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1008 |
encoding #name |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1009 |
or: |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1010 |
encoding: name |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1011 |
within the given buffer |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1012 |
(which is usually the first few bytes of a textFile)." |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1013 |
|
10672
b6230a13035b
#guessEncodingOfBuffer - do NOT handle encoding=utf8
Stefan Vogel <sv@exept.de>
parents:
10111
diff
changeset
|
1014 |
|lcBuffer quote| |
8711
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1015 |
|
10672
b6230a13035b
#guessEncodingOfBuffer - do NOT handle encoding=utf8
Stefan Vogel <sv@exept.de>
parents:
10111
diff
changeset
|
1016 |
(buffer startsWith:#[16rEF 16rBB 16rBF] asString) ifTrue:[ |
b6230a13035b
#guessEncodingOfBuffer - do NOT handle encoding=utf8
Stefan Vogel <sv@exept.de>
parents:
10111
diff
changeset
|
1017 |
^ #utf8 |
b6230a13035b
#guessEncodingOfBuffer - do NOT handle encoding=utf8
Stefan Vogel <sv@exept.de>
parents:
10111
diff
changeset
|
1018 |
]. |
8711
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1019 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1020 |
lcBuffer := buffer asLowercase. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1021 |
|
10672
b6230a13035b
#guessEncodingOfBuffer - do NOT handle encoding=utf8
Stefan Vogel <sv@exept.de>
parents:
10111
diff
changeset
|
1022 |
#(charset encoding) do:[:keyWord | |
8855
289b5bda04bb
guessEncoding - return the real encodings name
Claus Gittinger <cg@exept.de>
parents:
8814
diff
changeset
|
1023 |
|encoderOrNil idx s w enc| |
289b5bda04bb
guessEncoding - return the real encodings name
Claus Gittinger <cg@exept.de>
parents:
8814
diff
changeset
|
1024 |
|
8711
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1025 |
(idx := lcBuffer findString:keyWord) ~~ 0 ifTrue:[ |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1026 |
s := ReadStream on:buffer. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1027 |
s position1Based:idx. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1028 |
s skip:keyWord size. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1029 |
s skipSeparators. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1030 |
|
10672
b6230a13035b
#guessEncodingOfBuffer - do NOT handle encoding=utf8
Stefan Vogel <sv@exept.de>
parents:
10111
diff
changeset
|
1031 |
"do not include '=' here, otherwise |
b6230a13035b
#guessEncodingOfBuffer - do NOT handle encoding=utf8
Stefan Vogel <sv@exept.de>
parents:
10111
diff
changeset
|
1032 |
files containing xml code (<?xml charset='utf8'> will be parsed as UTF-8" |
b6230a13035b
#guessEncodingOfBuffer - do NOT handle encoding=utf8
Stefan Vogel <sv@exept.de>
parents:
10111
diff
changeset
|
1033 |
|
11300 | 1034 |
[':#=' includes:s peek] whileTrue:[ |
8711
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1035 |
s next. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1036 |
s skipSeparators. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1037 |
]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1038 |
s skipSeparators. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1039 |
('"''' includes:s peek) ifTrue:[ |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1040 |
quote := s next. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1041 |
w := s upTo:quote. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1042 |
] ifFalse:[ |
11300 | 1043 |
w := s upToMatching:[:ch | ch isSeparator or:[ch == $" or:[ch == $' or:[ch == $> ]]]]. |
8711
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1044 |
]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1045 |
w notNil ifTrue:[ |
11300 | 1046 |
enc := w withoutQuotes. |
1047 |
(enc startsWith:'x-') ifTrue:[ |
|
1048 |
enc := enc copyFrom:3. |
|
1049 |
]. |
|
10672
b6230a13035b
#guessEncodingOfBuffer - do NOT handle encoding=utf8
Stefan Vogel <sv@exept.de>
parents:
10111
diff
changeset
|
1050 |
encoderOrNil := self encoderFor:enc ifAbsent:nil. |
8855
289b5bda04bb
guessEncoding - return the real encodings name
Claus Gittinger <cg@exept.de>
parents:
8814
diff
changeset
|
1051 |
encoderOrNil notNil ifTrue:[ |
289b5bda04bb
guessEncoding - return the real encodings name
Claus Gittinger <cg@exept.de>
parents:
8814
diff
changeset
|
1052 |
^ encoderOrNil nameOfEncoding |
8711
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1053 |
]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1054 |
"/ enc size >=3 ifTrue:[ |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1055 |
"/ Transcript showCR:'Unknown encoding: ' , (withoutQuotes value:w). |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1056 |
"/ ] |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1057 |
]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1058 |
]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1059 |
]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1060 |
^ nil |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1061 |
! |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1062 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1063 |
guessEncodingOfFile:aFilename |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1064 |
"look for a string |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1065 |
encoding #name |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1066 |
or: |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1067 |
encoding: name |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1068 |
within the given buffer |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1069 |
(which is usually the first few bytes of a textFile). |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1070 |
If thats not found, use heuristics (in CharacterArray) to guess." |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1071 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1072 |
|s buffer n "{Class: SmallInteger }" |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1073 |
binary enc| |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1074 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1075 |
s := aFilename asFilename readStreamOrNil. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1076 |
s isNil ifTrue:[^ nil]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1077 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1078 |
buffer := String new:2048. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1079 |
n := buffer size. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1080 |
n := s nextBytes:n into:buffer. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1081 |
s close. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1082 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1083 |
enc := self guessEncodingOfBuffer:buffer. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1084 |
enc notNil ifTrue:[^ enc]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1085 |
|
8722 | 1086 |
"/ binary := false. |
1087 |
"/ 1 to:n do:[:i | |
|
1088 |
"/ (buffer at:i) isPrintable ifFalse:[binary := true]. |
|
1089 |
"/ ]. |
|
8711
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1090 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1091 |
"/ look for JIS7 / EUC encoding |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1092 |
(buffer findString:(self jisISO2022EscapeSequence)) ~~ 0 ifTrue:[ |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1093 |
^ #'iso2020-jp' |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1094 |
]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1095 |
(buffer findString:(self jis7KanjiEscapeSequence)) ~~ 0 ifTrue:[ |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1096 |
^ #jis7 |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1097 |
]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1098 |
(buffer findString:(self jis7KanjiOldEscapeSequence)) ~~ 0 ifTrue:[ |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1099 |
^ #jis7 |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1100 |
]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1101 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1102 |
"/ TODO: |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1103 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1104 |
"/ "/ look for EUC |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1105 |
"/ idx := aString findFirst:[:char | |ascii| |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1106 |
"/ ((ascii := char asciiValue) >= 16rA1) |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1107 |
"/ and:[ascii <= 16rFE]]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1108 |
"/ idx ~~ 0 ifTrue:[ |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1109 |
"/ ascii := (aString at:(idx + 1)) asciiValue. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1110 |
"/ (ascii >= 16rA1 and:[ascii <= 16rFE]) ifTrue:[ |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1111 |
"/ ^ #euc |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1112 |
"/ ] |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1113 |
"/ ]. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1114 |
"/ look for SJIS ... |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1115 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1116 |
^ nil |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1117 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1118 |
" |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1119 |
self guessEncodingOfFile:'../../libview2/resources/ApplicationModel_de.rs' asFilename |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1120 |
self guessEncodingOfFile:'../../libview2/resources/ApplicationModel_ru.rs' asFilename |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1121 |
" |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1122 |
! |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1123 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1124 |
guessEncodingOfStream:aStream |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1125 |
"look for a string of the form |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1126 |
encoding #name |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1127 |
or: |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1128 |
encoding: name |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1129 |
in the first few bytes of aStream." |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1130 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1131 |
|oldPosition buffer n| |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1132 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1133 |
buffer := String new:2048. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1134 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1135 |
oldPosition := aStream position. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1136 |
n := buffer size. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1137 |
n := aStream nextBytes:n into:buffer. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1138 |
aStream position:oldPosition. |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1139 |
|
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1140 |
^ self guessEncodingOfBuffer:buffer |
8810 | 1141 |
! |
1142 |
||
1143 |
showCharacterSet |
|
1144 |
|font| |
|
1145 |
||
1146 |
"/ font := (Font family:'courier' face:'medium' style:'roman' size:12 encoding:'iso10646-1'). |
|
1147 |
font := View defaultFont. |
|
1148 |
||
1149 |
CharacterSetView |
|
1150 |
openOn:font |
|
1151 |
label:'Characters of ',self nameWithoutPrefix |
|
1152 |
clickLabel:nil |
|
1153 |
asInputFor:nil |
|
1154 |
encoder:self |
|
1155 |
||
1156 |
" |
|
1157 |
CharacterEncoderImplementations::CP1250 showCharacterSet |
|
1158 |
" |
|
8711
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1159 |
! ! |
c5f28b4c719d
guessEncoding now implemented in CharacterEncoder
Claus Gittinger <cg@exept.de>
parents:
8388
diff
changeset
|
1160 |
|
7892 | 1161 |
!CharacterEncoder methodsFor:'encoding & decoding'! |
1162 |
||
1163 |
decode:anEncoding |
|
1164 |
"given an integer in my encoding, return a unicode codePoint for it" |
|
1165 |
||
8118 | 1166 |
self subclassResponsibility |
7892 | 1167 |
! |
1168 |
||
1169 |
decodeString:anEncodedString |
|
1170 |
"given a string in my encoding, return a unicode-string for it" |
|
1171 |
||
8150
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1172 |
|newString myCode uniCodePoint bits| |
8118 | 1173 |
|
1174 |
newString := String new:(anEncodedString size). |
|
8150
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1175 |
bits := newString bitsPerCharacter. |
8118 | 1176 |
|
8150
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1177 |
1 to:anEncodedString size do:[:idx | |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1178 |
uniCodePoint := (anEncodedString at:idx) codePoint. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1179 |
myCode := self decode:uniCodePoint. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1180 |
myCode > 16rFF ifTrue:[ |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1181 |
myCode > 16rFFFF ifTrue:[ |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1182 |
bits < 32 ifTrue:[ |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1183 |
newString := Unicode32String fromString:newString. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1184 |
bits := 32. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1185 |
] |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1186 |
] ifFalse:[ |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1187 |
bits < 16 ifTrue:[ |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1188 |
newString := Unicode16String fromString:newString. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1189 |
bits := 16. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1190 |
] |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1191 |
] |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1192 |
]. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1193 |
newString at:idx put:(Character value:myCode). |
8118 | 1194 |
]. |
1195 |
^ newString |
|
7892 | 1196 |
|
1197 |
" |
|
1198 |
ISO8859_1 decodeString:'hello' |
|
1199 |
" |
|
1200 |
! |
|
1201 |
||
1202 |
encode:aCodePoint |
|
1203 |
"given a codePoint in unicode, return a byte in my encoding for it" |
|
1204 |
||
8118 | 1205 |
self subclassResponsibility |
7892 | 1206 |
! |
1207 |
||
1208 |
encodeString:aUnicodeString |
|
1209 |
"given a string in unicode, return a string in my encoding for it" |
|
1210 |
||
8150
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1211 |
|newString myCode uniCodePoint bits| |
8118 | 1212 |
|
8150
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1213 |
newString := String new:(aUnicodeString size). |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1214 |
bits := newString bitsPerCharacter. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1215 |
|
8118 | 1216 |
1 to:aUnicodeString size do:[:idx | |
8150
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1217 |
uniCodePoint := (aUnicodeString at:idx) codePoint. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1218 |
myCode := self encode:uniCodePoint. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1219 |
myCode > 16rFF ifTrue:[ |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1220 |
myCode > 16rFFFF ifTrue:[ |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1221 |
bits < 32 ifTrue:[ |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1222 |
newString := Unicode32String fromString:newString. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1223 |
bits := 32. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1224 |
] |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1225 |
] ifFalse:[ |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1226 |
bits < 16 ifTrue:[ |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1227 |
newString := Unicode16String fromString:newString. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1228 |
bits := 16. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1229 |
] |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1230 |
] |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1231 |
]. |
ba9c6e587973
care for bitsPerCharacter change during encodeString/decodeString.
ca
parents:
8136
diff
changeset
|
1232 |
newString at:idx put:(Character value:myCode). |
8118 | 1233 |
]. |
1234 |
^ newString |
|
7892 | 1235 |
! ! |
1236 |
||
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1237 |
!CharacterEncoder methodsFor:'error handling'! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1238 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1239 |
decodingError |
7904 | 1240 |
"report an error that there is no unicode-codePoint for a given codePoint in this encoding. |
1241 |
(which is unlikely) or that the encoding is undefined for that value |
|
1242 |
(for example, holes in the ISO8859-3 encoding)" |
|
1243 |
||
7919 | 1244 |
|badCodePoint sender| |
1245 |
||
1246 |
sender := thisContext sender. |
|
1247 |
((sender selector == #encode:) or:[sender selector == #decode:]) ifFalse:[ |
|
11295 | 1248 |
badCodePoint := sender methodHome argAt:1 |
7919 | 1249 |
]. |
11295 | 1250 |
^ (DecodingError new) |
1251 |
defaultValue:(self defaultDecoderValue); |
|
1252 |
parameter:badCodePoint; |
|
1253 |
messageText:'invalid code'; |
|
1254 |
suspendedContext:sender; |
|
1255 |
raiseRequest. |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1256 |
! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1257 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1258 |
defaultDecoderValue |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1259 |
"placed into a decoded string, in case there is no unicode codePoint |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1260 |
for a given encoded codePoint. |
7904 | 1261 |
(typically 16rFFFF)." |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1262 |
|
7904 | 1263 |
^ 16rFFFF |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1264 |
! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1265 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1266 |
defaultEncoderValue |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1267 |
"placed into an encoded string, in case there is no codePoint |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1268 |
for a given unicode codePoint. |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1269 |
(typically $?)." |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1270 |
|
8101
f7023a4735bf
Use the ANSI-blessed #codePoint instead of deprecated #asciiValue
Stefan Vogel <sv@exept.de>
parents:
8087
diff
changeset
|
1271 |
^ $? codePoint |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1272 |
! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1273 |
|
7919 | 1274 |
encodingError |
1275 |
"report an error that some unicode-codePoint cannot be represented by this encoder" |
|
1276 |
||
1277 |
|badCodePoint sender| |
|
7904 | 1278 |
|
1279 |
sender := thisContext sender. |
|
1280 |
((sender selector == #encode:) or:[sender selector == #decode:]) ifFalse:[ |
|
8136 | 1281 |
badCodePoint := sender methodHome argAt:1 |
7904 | 1282 |
]. |
8048 | 1283 |
^ (EncodingError new) |
8136 | 1284 |
defaultValue:(self defaultEncoderValue); |
1285 |
parameter:badCodePoint; |
|
1286 |
messageText:'unrepresentable unicode'; |
|
1287 |
suspendedContext:sender; |
|
1288 |
raiseRequest |
|
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1289 |
! ! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1290 |
|
7972 | 1291 |
!CharacterEncoder methodsFor:'printing'! |
1292 |
||
1293 |
printOn:aStream |
|
1294 |
aStream |
|
8136 | 1295 |
nextPutAll:(self nameOfDecodedCode); |
1296 |
nextPutAll:'->'; |
|
1297 |
nextPutAll:(self nameOfEncoding) |
|
7972 | 1298 |
! ! |
1299 |
||
7892 | 1300 |
!CharacterEncoder methodsFor:'private'! |
1301 |
||
1302 |
newString:size |
|
1303 |
self subclassResponsibility |
|
1304 |
! ! |
|
1305 |
||
7917 | 1306 |
!CharacterEncoder methodsFor:'queries'! |
1307 |
||
1308 |
isNullEncoder |
|
1309 |
^ false |
|
7972 | 1310 |
! |
1311 |
||
1312 |
nameOfDecodedCode |
|
1313 |
"Most coders decode from their code into unicode / encode from unicode into their code. |
|
1314 |
There are a few exceptions to this, though - these must redefine this." |
|
1315 |
||
1316 |
^ self class nameOfDecodedCode |
|
1317 |
! |
|
1318 |
||
1319 |
nameOfEncoding |
|
1320 |
^ self class nameOfEncoding |
|
1321 |
! |
|
1322 |
||
1323 |
userFriendlyNameOfEncoding |
|
1324 |
^ self class userFriendlyNameOfEncoding |
|
7917 | 1325 |
! ! |
1326 |
||
7915 | 1327 |
!CharacterEncoder::CompoundEncoder class methodsFor:'documentation'! |
7914 | 1328 |
|
1329 |
documentation |
|
1330 |
" |
|
1331 |
A compoundEncoder uses two real encoders; |
|
1332 |
to encode: |
|
8136 | 1333 |
string -> decoder(encode) -> encoder -> result |
7914 | 1334 |
to decode: |
8136 | 1335 |
string -> encoder -> decoder -> result |
7956 | 1336 |
|
1337 |
|e| |
|
1338 |
||
1339 |
e := CompoundEncoder new. |
|
1340 |
e encoder:ISO8859_5 decoder:KOI8_R. |
|
1341 |
e decode:16rB0. 'CYRILLIC CAPITAL LETTER A; 16rB0 in 8859-5; 16rE1 in KOI8-R'. |
|
1342 |
e encode:16rE1. |
|
7914 | 1343 |
" |
1344 |
! ! |
|
1345 |
||
7915 | 1346 |
!CharacterEncoder::CompoundEncoder methodsFor:'accessing'! |
7914 | 1347 |
|
1348 |
encoder:encoderArg decoder:decoderArg |
|
1349 |
"set instance variables (automatically generated)" |
|
1350 |
||
1351 |
decoder := decoderArg. |
|
1352 |
encoder := encoderArg. |
|
1353 |
! ! |
|
1354 |
||
7915 | 1355 |
!CharacterEncoder::CompoundEncoder methodsFor:'encoding & decoding'! |
7914 | 1356 |
|
7956 | 1357 |
decode:aCode |
1358 |
^ decoder encode:(encoder decode:aCode) |
|
1359 |
! |
|
1360 |
||
1361 |
decodeString:aString |
|
1362 |
^ decoder encodeString:(encoder decodeString:aString) |
|
1363 |
! |
|
1364 |
||
7914 | 1365 |
encode:aCode |
1366 |
^ encoder encode:(decoder decode:aCode) |
|
1367 |
! |
|
1368 |
||
1369 |
encodeString:aString |
|
1370 |
^ encoder encodeString:(decoder decodeString:aString) |
|
1371 |
! ! |
|
1372 |
||
7972 | 1373 |
!CharacterEncoder::CompoundEncoder methodsFor:'printing'! |
1374 |
||
1375 |
printOn:aStream |
|
1376 |
aStream |
|
8136 | 1377 |
nextPutAll:(decoder nameOfEncoding); |
1378 |
nextPutAll:'->'. |
|
7972 | 1379 |
"/ nextPutAll:(decoder nameOfDecodedCode); |
1380 |
"/ nextPutAll:'->'; |
|
1381 |
"/ nextPutAll:(encoder nameOfEncoding) |
|
1382 |
encoder printOn:aStream |
|
1383 |
! ! |
|
1384 |
||
7932 | 1385 |
!CharacterEncoder::DefaultEncoder class methodsFor:'documentation'! |
1386 |
||
1387 |
documentation |
|
1388 |
" |
|
7972 | 1389 |
That is only a dummy for ST80 compatibility |
7932 | 1390 |
" |
1391 |
! ! |
|
1392 |
||
7915 | 1393 |
!CharacterEncoder::InverseEncoder class methodsFor:'documentation'! |
7914 | 1394 |
|
1395 |
documentation |
|
1396 |
" |
|
1397 |
An inverseEncoder does the inverse - i.e. encode is really a decode |
|
1398 |
and decode is really an encode. |
|
1399 |
" |
|
1400 |
! ! |
|
1401 |
||
7915 | 1402 |
!CharacterEncoder::InverseEncoder methodsFor:'accessing'! |
7914 | 1403 |
|
1404 |
decoder:something |
|
1405 |
decoder := something. |
|
1406 |
! ! |
|
1407 |
||
7915 | 1408 |
!CharacterEncoder::InverseEncoder methodsFor:'encoding & decoding'! |
7914 | 1409 |
|
1410 |
decode:aCode |
|
1411 |
^ decoder encode:aCode |
|
1412 |
! |
|
1413 |
||
1414 |
decodeString:aString |
|
1415 |
^ decoder encodeString:aString |
|
1416 |
! |
|
1417 |
||
1418 |
encode:aCode |
|
1419 |
^ decoder decode:aCode |
|
1420 |
! |
|
1421 |
||
1422 |
encodeString:aString |
|
1423 |
^ decoder decodeString:aString |
|
1424 |
! ! |
|
1425 |
||
7972 | 1426 |
!CharacterEncoder::InverseEncoder methodsFor:'printing'! |
1427 |
||
1428 |
printOn:aStream |
|
1429 |
aStream |
|
8136 | 1430 |
nextPutAll:(decoder nameOfEncoding); |
1431 |
nextPutAll:'->'; |
|
1432 |
nextPutAll:(decoder nameOfDecodedCode) |
|
7972 | 1433 |
! ! |
1434 |
||
7915 | 1435 |
!CharacterEncoder::NullEncoder class methodsFor:'documentation'! |
7914 | 1436 |
|
1437 |
documentation |
|
1438 |
" |
|
1439 |
A NullEncoder does nothing. |
|
1440 |
" |
|
1441 |
! ! |
|
1442 |
||
7915 | 1443 |
!CharacterEncoder::NullEncoder methodsFor:'encoding & decoding'! |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1444 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1445 |
decode:aCode |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1446 |
^ aCode |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1447 |
! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1448 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1449 |
decodeString:aString |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1450 |
^ aString |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1451 |
! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1452 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1453 |
encode:aCode |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1454 |
^ aCode |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1455 |
! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1456 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1457 |
encodeString:aString |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1458 |
^ aString |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1459 |
! ! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1460 |
|
7917 | 1461 |
!CharacterEncoder::NullEncoder methodsFor:'queries'! |
1462 |
||
1463 |
isNullEncoder |
|
1464 |
^ true |
|
1465 |
! ! |
|
1466 |
||
7915 | 1467 |
!CharacterEncoder::OtherEncoding class methodsFor:'private'! |
7892 | 1468 |
|
1469 |
flushCode |
|
1470 |
! |
|
1471 |
||
1472 |
generateEncoderCode |
|
1473 |
! ! |
|
1474 |
||
7919 | 1475 |
!CharacterEncoder::TwoStepEncoder class methodsFor:'documentation'! |
1476 |
||
1477 |
documentation |
|
1478 |
" |
|
1479 |
A twoStepEncoder uses two real encoders; |
|
1480 |
to encode: |
|
7932 | 1481 |
string -> encoder1(encode) -> encoder2(encode) -> result |
7919 | 1482 |
to decode: |
7932 | 1483 |
string -> encoder2(decode) -> encoder1(decode) -> result |
7919 | 1484 |
" |
1485 |
! ! |
|
1486 |
||
1487 |
!CharacterEncoder::TwoStepEncoder methodsFor:'accessing'! |
|
1488 |
||
1489 |
encoder1:encoder1Arg encoder2:encoder2Arg |
|
1490 |
"set instance variables (automatically generated)" |
|
1491 |
||
1492 |
encoder1 := encoder1Arg. |
|
1493 |
encoder2 := encoder2Arg. |
|
1494 |
! ! |
|
1495 |
||
1496 |
!CharacterEncoder::TwoStepEncoder methodsFor:'encoding & decoding'! |
|
1497 |
||
1498 |
decode:aCode |
|
1499 |
^ encoder1 decode:(encoder2 decode:aCode) |
|
1500 |
! |
|
1501 |
||
1502 |
decodeString:aString |
|
1503 |
^ encoder1 decodeString:(encoder2 decodeString:aString) |
|
1504 |
! |
|
1505 |
||
1506 |
encode:aCode |
|
1507 |
^ encoder2 encode:(encoder1 encode:aCode) |
|
1508 |
! |
|
1509 |
||
1510 |
encodeString:aString |
|
1511 |
^ encoder2 encodeString:(encoder1 encodeString:aString) |
|
1512 |
! ! |
|
1513 |
||
7972 | 1514 |
!CharacterEncoder::TwoStepEncoder methodsFor:'printing'! |
1515 |
||
1516 |
printOn:aStream |
|
1517 |
aStream |
|
8136 | 1518 |
nextPutAll:(encoder1 nameOfDecodedCode); |
1519 |
nextPutAll:'->'; |
|
1520 |
nextPutAll:(encoder1 nameOfEncoding); |
|
1521 |
nextPutAll:'->'; |
|
1522 |
nextPutAll:(encoder2 nameOfEncoding) |
|
7972 | 1523 |
! ! |
1524 |
||
11300 | 1525 |
!CharacterEncoder::TwoStepEncoder methodsFor:'queries'! |
1526 |
||
1527 |
nameOfEncoding |
|
1528 |
^ "encoder1 nameOfEncoding , '-' ," encoder2 nameOfEncoding |
|
1529 |
||
1530 |
||
1531 |
||
1532 |
||
1533 |
||
1534 |
||
1535 |
||
1536 |
||
1537 |
||
1538 |
||
1539 |
||
1540 |
||
1541 |
||
1542 |
||
1543 |
||
1544 |
||
1545 |
! ! |
|
1546 |
||
7892 | 1547 |
!CharacterEncoder class methodsFor:'documentation'! |
1548 |
||
1549 |
version |
|
11374 | 1550 |
^ '$Header: /cvs/stx/stx/libbasic/CharacterEncoder.st,v 1.103 2008-11-28 18:53:43 cg Exp $' |
7899
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1551 |
! ! |
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1552 |
|
7577df77ba95
character encodings - first attempt
Claus Gittinger <cg@exept.de>
parents:
7893
diff
changeset
|
1553 |
CharacterEncoder initialize! |