author | Jan Vrany <jan.vrany@fit.cvut.cz> |
Sat, 19 Jan 2013 23:19:12 +0000 | |
branch | refactoring-vmdata |
changeset 1985 | 7c5a14d663ba |
parent 1947 | dbebba5f7d70 |
child 2069 | 75d40b7b986f |
permissions | -rw-r--r-- |
1419 | 1 |
" |
2 |
COPYRIGHT (c) 2003 by Claus Gittinger |
|
3 |
All Rights Reserved |
|
4 |
||
5 |
This software is furnished under a license and may be used |
|
6 |
only in accordance with the terms of that license and with the |
|
7 |
inclusion of the above copyright notice. This software may not |
|
8 |
be provided or otherwise made available to, or used by, any |
|
9 |
other person. No title to or ownership of the software is |
|
10 |
hereby transferred. |
|
11 |
" |
|
12 |
"{ Package: 'stx:libjava/tools' }" |
|
13 |
||
14 |
JavaScannerBase subclass:#JavaScanner |
|
15 |
instanceVariableNames:'allowDegeneratedMantissa keywordTable' |
|
16 |
classVariableNames:'Verbose' |
|
17 |
poolDictionaries:'' |
|
18 |
category:'Languages-Java-Parser' |
|
19 |
! |
|
20 |
||
1944
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
21 |
Object subclass:#Token |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
22 |
instanceVariableNames:'type value startPosition endPosition' |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
23 |
classVariableNames:'' |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
24 |
poolDictionaries:'' |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
25 |
privateIn:JavaScanner |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
26 |
! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
27 |
|
1419 | 28 |
!JavaScanner class methodsFor:'documentation'! |
29 |
||
30 |
copyright |
|
31 |
" |
|
32 |
COPYRIGHT (c) 2003 by Claus Gittinger |
|
33 |
All Rights Reserved |
|
34 |
||
35 |
This software is furnished under a license and may be used |
|
36 |
only in accordance with the terms of that license and with the |
|
37 |
inclusion of the above copyright notice. This software may not |
|
38 |
be provided or otherwise made available to, or used by, any |
|
39 |
other person. No title to or ownership of the software is |
|
40 |
hereby transferred. |
|
41 |
" |
|
42 |
! |
|
43 |
||
44 |
examples |
|
45 |
" |
|
46 |
|s in| |
|
47 |
||
48 |
in := ' |
|
49 |
function scalefactor(value) { |
|
50 |
scalevector[0]=value; |
|
51 |
scalevector[1]=1.; |
|
52 |
scalevector[2]=1.; |
|
53 |
} |
|
54 |
'. |
|
55 |
||
56 |
s := JavaScanner for:in readStream. |
|
57 |
s nextToken |
|
58 |
||
59 |
||
60 |
|s in| |
|
61 |
||
62 |
in := ' |
|
63 |
function scalefactor(value) { |
|
64 |
scalevector[0]=value; |
|
65 |
scalevector[1]=1.; |
|
66 |
scalevector[2]=1.; |
|
67 |
} |
|
68 |
'. |
|
69 |
s := JavaScanner new. |
|
70 |
s scanTokens:(in readStream). |
|
71 |
||
72 |
||
73 |
|s in| |
|
74 |
||
75 |
in := ' |
|
76 |
function scalefactor(value) { |
|
77 |
scalevector[0]=value; |
|
78 |
scalevector[1]=1.; |
|
79 |
scalevector[2]=1.; |
|
80 |
} |
|
81 |
'. |
|
82 |
in := in readStream. |
|
83 |
s := JavaScanner for:in. |
|
84 |
[in atEnd] whileFalse:[ |
|
85 |
Transcript showCR:s nextToken |
|
86 |
] |
|
87 |
||
88 |
" |
|
89 |
||
90 |
"Created: / 13.5.1998 / 14:54:06 / cg" |
|
91 |
! ! |
|
92 |
||
93 |
!JavaScanner class methodsFor:'initialization'! |
|
94 |
||
95 |
setupActions |
|
96 |
"initialize the scanners actionTables - these are used to dispatch |
|
97 |
into scanner methods as characters are read" |
|
98 |
||
99 |
|block| |
|
100 |
||
101 |
self setupKeywordTable. |
|
102 |
||
103 |
ActionArray := Array new:256. |
|
104 |
TypeArray := Array new:256. |
|
105 |
||
106 |
block := [:s :char | s nextNumber]. |
|
107 |
($0 asciiValue) to:($9 asciiValue) do:[:index | |
|
108 |
ActionArray at:index put:block |
|
109 |
]. |
|
110 |
||
111 |
block := [:s :char | s nextSingleCharacterToken:char]. |
|
112 |
#( $: $; $, ${ $} $( $) $[ $] $_ $? $@) do:[:ch | |
|
113 |
ActionArray at:(ch asciiValue) put:block |
|
114 |
]. |
|
115 |
||
116 |
block := [:s :char | s nextIdentifier]. |
|
117 |
($a asciiValue) to:($z asciiValue) do:[:index | |
|
118 |
ActionArray at:index put:block |
|
119 |
]. |
|
120 |
($A asciiValue) to:($Z asciiValue) do:[:index | |
|
121 |
ActionArray at:index put:block |
|
122 |
]. |
|
123 |
ActionArray at:$_ asciiValue put:block. |
|
124 |
||
1424
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
125 |
ActionArray at:$$ asciiValue put:block. |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
126 |
|
1420 | 127 |
ActionArray at:($. asciiValue) put:[:s :char | s nextDotOrFloatOrEllipsis]. |
1419 | 128 |
|
129 |
ActionArray at:($' asciiValue) put:[:s :char | s nextString:$' character:true]. |
|
130 |
ActionArray at:($" asciiValue) put:[:s :char | s nextString:$" character:false]. |
|
131 |
ActionArray at:($!! asciiValue) put:[:s :char | s nextMulti:#(($= #'!!=')) after:char]. |
|
132 |
ActionArray at:($= asciiValue) put:[:s :char | s nextMulti:#(($= #'==')) after:char]. |
|
133 |
ActionArray at:($< asciiValue) put:[:s :char | s nextMulti:#(($= #'<=') ($< #'<<')) after:char]. |
|
134 |
ActionArray at:($> asciiValue) put:[:s :char | s nextMulti:#(($= #'>=') ($> #'>>' $> #'>>>' $= #'>>>=')) after:char]. |
|
135 |
||
136 |
ActionArray at:($- asciiValue) put:[:s :char | s nextMulti:#(($- #'--') ($= #'-=')) after:char]. |
|
137 |
ActionArray at:($+ asciiValue) put:[:s :char | s nextMulti:#(($+ #'++') ($= #'+=')) after:char]. |
|
138 |
ActionArray at:($* asciiValue) put:[:s :char | s nextMulti:#(($= #'*=')) after:char]. |
|
139 |
ActionArray at:($/ asciiValue) put:[:s :char | s nextMulti:#(($= #'/=') ($/ nil #skipEOLComment) ($* nil #skipComment)) after:char]. |
|
140 |
ActionArray at:($% asciiValue) put:[:s :char | s nextMulti:#(($= #'%=')) after:char]. |
|
141 |
ActionArray at:($& asciiValue) put:[:s :char | s nextMulti:#(($= #'&=') ($& #'&&')) after:char]. |
|
142 |
ActionArray at:($^ asciiValue) put:[:s :char | s nextMulti:#(($= #'^=')) after:char]. |
|
1422 | 143 |
ActionArray at:($~ asciiValue) put:[:s :char | s nextMulti:#(($= #'~=')) after:char]. |
1419 | 144 |
ActionArray at:($| asciiValue) put:[:s :char | s nextMulti:#(($= #'|=') ($| #'||')) after:char]. |
145 |
||
146 |
" |
|
147 |
self setupActions |
|
148 |
" |
|
149 |
||
150 |
"Created: / 14-05-1998 / 15:48:03 / cg" |
|
151 |
"Modified: / 17-05-1998 / 21:03:37 / cg" |
|
1424
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
152 |
"Modified: / 16-03-2012 / 23:49:40 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
1419 | 153 |
! |
154 |
||
155 |
setupKeywordTable |
|
156 |
"initialize the scanners actionTables - these are used to dispatch |
|
157 |
into scanner methods as characters are read" |
|
158 |
||
159 |
KeywordTable := Dictionary new. |
|
160 |
||
161 |
#( |
|
162 |
'abstract' abstract |
|
163 |
'boolean' boolean |
|
164 |
'break' break |
|
165 |
'byte' byte |
|
166 |
'case' case |
|
167 |
'catch' catch |
|
168 |
'char' char |
|
169 |
'class' class |
|
170 |
'continue' continue |
|
171 |
'default' default |
|
172 |
'do' do |
|
173 |
'double' double |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
174 |
'enum' enum |
1419 | 175 |
'else' else |
176 |
'extends' extends |
|
177 |
'final' final |
|
178 |
'finally' finally |
|
179 |
'float' float |
|
180 |
'for' for |
|
181 |
'if' if |
|
182 |
'implements' implements |
|
183 |
'import' import |
|
184 |
'instanceof' instanceof |
|
185 |
'int' int |
|
186 |
'interface' interface |
|
187 |
'long' long |
|
188 |
'native' native |
|
189 |
'new' new |
|
190 |
'package' package |
|
191 |
'private' private |
|
192 |
'protected' protected |
|
193 |
'public' public |
|
194 |
'return' return |
|
195 |
'short' short |
|
196 |
'static' static |
|
197 |
'super' super |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
198 |
'strictfp' strictfp |
1419 | 199 |
'switch' switch |
200 |
'synchronized' synchronized |
|
201 |
'this' this |
|
202 |
'threadsafe' threadsafe |
|
203 |
'throw' throw |
|
204 |
'throws' throws |
|
205 |
'transient' transient |
|
206 |
'try' try |
|
207 |
'void' void |
|
208 |
'volatile' volatile |
|
209 |
'while' while |
|
210 |
||
211 |
"/ Reserved, but Unused KeyWords |
|
212 |
'const' const |
|
213 |
'byvalue' byvalue |
|
214 |
'goto' goto |
|
215 |
||
216 |
"/ literals |
|
217 |
'null' null |
|
218 |
'true' boolean |
|
219 |
'false' boolean |
|
220 |
) pairWiseDo:[:s :kw | |
|
221 |
KeywordTable at:s put:kw |
|
222 |
]. |
|
223 |
||
224 |
" |
|
225 |
NewJavaScanner setupKeywordTable |
|
226 |
" |
|
227 |
||
228 |
"Created: / 14-05-1998 / 15:48:03 / cg" |
|
229 |
"Modified: / 17-05-1998 / 21:03:37 / cg" |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
230 |
"Modified: / 15-03-2012 / 22:47:26 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
1419 | 231 |
! ! |
232 |
||
1426 | 233 |
!JavaScanner methodsFor:'accessing'! |
234 |
||
235 |
token |
|
236 |
"the previously scanned token" |
|
237 |
||
1944
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
238 |
^Token new |
1426 | 239 |
type: tokenType; |
240 |
value: tokenValue; |
|
241 |
startPosition: tokenStartPosition; |
|
242 |
endPosition: tokenEndPosition; |
|
243 |
yourself |
|
244 |
||
245 |
"Created: / 17-03-2012 / 13:32:09 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
246 |
! ! |
|
247 |
||
1419 | 248 |
!JavaScanner methodsFor:'converting'! |
249 |
||
250 |
asPetitStream |
|
251 |
||
252 |
^self |
|
253 |
||
254 |
"Created: / 14-03-2012 / 22:51:43 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
255 |
! ! |
|
256 |
||
257 |
!JavaScanner methodsFor:'error handling'! |
|
258 |
||
259 |
errorMessagePrefix |
|
260 |
^ 'Java Error:' |
|
261 |
! |
|
262 |
||
263 |
warningMessagePrefix |
|
264 |
^ 'Java Warning:' |
|
265 |
! ! |
|
266 |
||
267 |
!JavaScanner methodsFor:'initialization'! |
|
268 |
||
269 |
initialize |
|
270 |
"initialize the scanner" |
|
271 |
||
272 |
super initialize. |
|
273 |
||
274 |
allowDegeneratedMantissa := true. "/ something like 123. |
|
275 |
keywordTable := self class keywordTable. |
|
276 |
! ! |
|
277 |
||
278 |
!JavaScanner methodsFor:'private'! |
|
279 |
||
280 |
checkForKeyword:string |
|
281 |
"check if string is a keyword (as opposed to an identifier)." |
|
282 |
||
283 |
|tok| |
|
284 |
||
285 |
(tok := keywordTable at:string ifAbsent:nil) notNil ifTrue:[ |
|
286 |
tokenType := tok. |
|
287 |
^ true |
|
288 |
]. |
|
289 |
^ false |
|
290 |
! |
|
291 |
||
292 |
isCommentCharacter:ch |
|
293 |
"return true, if ch is the comment-start character" |
|
294 |
||
295 |
^ false |
|
296 |
||
297 |
"Created: / 14.5.1998 / 20:53:33 / cg" |
|
1424
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
298 |
! |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
299 |
|
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
300 |
rememberTokenStartPosition |
1426 | 301 |
self rememberTokenStartPosition:0 |
1424
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
302 |
|
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
303 |
"Created: / 17-03-2012 / 00:19:57 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
1426 | 304 |
! |
305 |
||
306 |
rememberTokenStartPosition: offset |
|
307 |
tokenStartPosition := source position - offset |
|
308 |
||
309 |
"Created: / 17-03-2012 / 17:39:25 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
1419 | 310 |
! ! |
311 |
||
312 |
!JavaScanner methodsFor:'reading next token'! |
|
313 |
||
314 |
characterEscape:char |
|
315 |
|ascii c | |
|
316 |
||
1422 | 317 |
char == $" ifTrue:[ |
318 |
^ $". |
|
319 |
]. |
|
320 |
||
1419 | 321 |
char == $b ifTrue:[ |
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
322 |
^ Character backspace |
1419 | 323 |
]. |
324 |
char == $t ifTrue:[ |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
325 |
^ Character tab |
1419 | 326 |
]. |
327 |
char == $n ifTrue:[ |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
328 |
^ Character cr |
1419 | 329 |
]. |
330 |
char == $r ifTrue:[ |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
331 |
^ Character return |
1419 | 332 |
]. |
333 |
char == $f ifTrue:[ |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
334 |
^ Character newPage |
1419 | 335 |
]. |
336 |
||
337 |
char == $u ifTrue:[ |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
338 |
ascii := 0. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
339 |
c := source peekOrNil. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
340 |
4 timesRepeat:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
341 |
(c isDigitRadix:16) ifFalse:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
342 |
self syntaxError:'invalid hex character constant' |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
343 |
position:source position-2 to:(source position - 1). |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
344 |
^ Character value:ascii |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
345 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
346 |
ascii := (ascii bitShift:4). |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
347 |
ascii := ascii + c digitValue. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
348 |
source next. c := source peekOrNil. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
349 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
350 |
^ Character value:ascii |
1419 | 351 |
]. |
1422 | 352 |
"/ char == $x ifTrue:[ |
353 |
"/ ascii := 0. |
|
354 |
"/ c := source peekOrNil. |
|
355 |
"/ 2 timesRepeat:[ |
|
356 |
"/ (c isDigitRadix:16) ifFalse:[ |
|
357 |
"/ self syntaxError:'invalid hex character constant' |
|
358 |
"/ position:source position-2 to:(source position - 1). |
|
359 |
"/ ^ Character value:ascii |
|
360 |
"/ ]. |
|
361 |
"/ ascii := (ascii bitShift:4). |
|
362 |
"/ ascii := ascii + c digitValue. |
|
363 |
"/ source next. c := source peekOrNil. |
|
364 |
"/ ]. |
|
365 |
"/ ^ Character value:ascii |
|
366 |
"/ ]. |
|
367 |
"OctalEscape ::= \ OctalDigit | |
|
368 |
\ OctalDigit OctalDigit |
|
369 |
\ ZeroToThree OctalDigit OctalDigit" |
|
370 |
||
371 |
(char between:$0 and:$3) ifTrue:[ |
|
372 |
ascii := char digitValue. |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
373 |
c := source peekOrNil. |
1422 | 374 |
(c between: $0 and: $7) ifTrue:[ |
375 |
source next. |
|
376 |
ascii := (ascii bitShift:3). |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
377 |
ascii := ascii + c digitValue. |
1422 | 378 |
]. |
379 |
c := source peekOrNil. |
|
380 |
(c between: $0 and: $7) ifTrue:[ |
|
381 |
source next. |
|
382 |
ascii := (ascii bitShift:3). |
|
383 |
ascii := ascii + c digitValue. |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
384 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
385 |
^ Character value:ascii |
1419 | 386 |
]. |
1422 | 387 |
(char between:$4 and: $7) ifTrue:[ |
388 |
ascii := char digitValue. |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
389 |
c := source peekOrNil. |
1422 | 390 |
(c between: $0 and: $7) ifTrue:[ |
391 |
source next. |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
392 |
ascii := (ascii bitShift:3). |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
393 |
ascii := ascii + c digitValue. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
394 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
395 |
^ Character value:ascii |
1419 | 396 |
]. |
1422 | 397 |
|
1419 | 398 |
^ char |
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
399 |
|
1422 | 400 |
"Modified: / 16-03-2012 / 10:07:10 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
1419 | 401 |
! |
402 |
||
403 |
exponentPart:initialValue |
|
404 |
|nextChar value s| |
|
405 |
||
406 |
value := initialValue. |
|
407 |
nextChar := source peekOrNil. |
|
408 |
||
409 |
((nextChar == $e) or:[nextChar == $E]) ifTrue:[ |
|
410 |
nextChar := source nextPeek. |
|
411 |
(nextChar notNil and:[(nextChar isDigitRadix:10) or:['+-' includes:nextChar]]) ifTrue:[ |
|
412 |
s := 1. |
|
413 |
(nextChar == $+) ifTrue:[ |
|
414 |
nextChar := source nextPeek |
|
415 |
] ifFalse:[ |
|
416 |
(nextChar == $-) ifTrue:[ |
|
417 |
nextChar := source nextPeek. |
|
418 |
s := s negated |
|
419 |
] |
|
420 |
]. |
|
421 |
value := value asFloat |
|
422 |
* (10.0 raisedToInteger:((Integer readFrom:source radix:10) * s)) |
|
423 |
] |
|
424 |
]. |
|
425 |
^ value |
|
426 |
! |
|
427 |
||
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
428 |
hexponentPart:initialValue |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
429 |
|nextChar value s| |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
430 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
431 |
value := initialValue. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
432 |
nextChar := source peekOrNil. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
433 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
434 |
((nextChar == $p) or:[nextChar == $P]) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
435 |
nextChar := source nextPeek. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
436 |
(nextChar notNil and:[(nextChar isDigitRadix:16) or:['+-' includes:nextChar]]) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
437 |
s := 1. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
438 |
(nextChar == $+) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
439 |
nextChar := source nextPeek |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
440 |
] ifFalse:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
441 |
(nextChar == $-) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
442 |
nextChar := source nextPeek. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
443 |
s := s negated |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
444 |
] |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
445 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
446 |
value := value asFloat |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
447 |
* (16.0 raisedToInteger:((Integer readFrom:source radix:16) * s)) |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
448 |
] |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
449 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
450 |
^ value |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
451 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
452 |
"Created: / 16-03-2012 / 00:00:09 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
453 |
! |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
454 |
|
1419 | 455 |
nextDotOrFloat |
456 |
|nextChar| |
|
457 |
||
458 |
nextChar := source nextPeek. |
|
459 |
nextChar isDigit ifTrue:[ |
|
460 |
^ self nextFractionalPart:0. |
|
461 |
]. |
|
462 |
tokenType := tokenValue := $. . |
|
463 |
^ tokenType |
|
464 |
! |
|
465 |
||
1420 | 466 |
nextDotOrFloatOrEllipsis |
467 |
|nextChar nextChar2| |
|
468 |
||
469 |
nextChar := source nextPeek. |
|
470 |
nextChar isDigit ifTrue:[ |
|
471 |
^ self nextFractionalPart:0. |
|
472 |
]. |
|
473 |
nextChar == $. ifTrue:[ |
|
474 |
nextChar2 := source nextPeek. |
|
475 |
nextChar2 == $. ifTrue:[ |
|
476 |
source next. |
|
477 |
tokenType := #Ellipsis. |
|
478 |
tokenValue := '...'. |
|
479 |
^tokenType. |
|
480 |
] ifFalse:[ |
|
481 |
source skip: -1. |
|
482 |
]. |
|
483 |
]. |
|
484 |
tokenType := tokenValue := $. . |
|
485 |
^ tokenType |
|
486 |
||
487 |
"Created: / 15-03-2012 / 10:08:13 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
488 |
! |
|
489 |
||
1419 | 490 |
nextFractionalPart:intValue |
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
491 |
|nextChar value| |
1419 | 492 |
|
493 |
value := intValue. |
|
494 |
nextChar := source peekOrNil. |
|
495 |
||
496 |
(nextChar notNil and:[nextChar isDigitRadix:10]) ifTrue:[ |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
497 |
value := value asFloat + (self nextMantissa:10). |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
498 |
nextChar := source peekOrNil |
1419 | 499 |
] ifFalse:[ |
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
500 |
allowDegeneratedMantissa == true ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
501 |
self warning:'degenerated float constant: ' , value printString , '.' . |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
502 |
tokenValue := value asFloat. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
503 |
tokenType := #Float. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
504 |
^ tokenType |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
505 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
506 |
nextChar := peekChar := $.. |
1419 | 507 |
]. |
508 |
||
509 |
((nextChar == $e) or:[nextChar == $E]) ifTrue:[ |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
510 |
value := self exponentPart:value. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
511 |
nextChar := source peekOrNil |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
512 |
] ifFalse:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
513 |
((nextChar == $p) or:[nextChar == $P]) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
514 |
value := self hexponentPart:value. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
515 |
nextChar := source peekOrNil |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
516 |
]. |
1419 | 517 |
]. |
518 |
||
519 |
tokenValue := value. |
|
520 |
||
521 |
(nextChar == $d or:[nextChar == $D]) ifTrue:[ |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
522 |
source next. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
523 |
tokenType := #Double. |
1419 | 524 |
] ifFalse:[ |
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
525 |
(nextChar == $f or:[nextChar == $F]) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
526 |
source next. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
527 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
528 |
tokenType := #Float. |
1419 | 529 |
]. |
530 |
||
531 |
^ tokenType |
|
532 |
||
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
533 |
"Created: / 14-05-1998 / 20:00:25 / cg" |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
534 |
"Modified: / 16-05-1998 / 15:51:46 / cg" |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
535 |
"Modified: / 16-03-2012 / 00:00:58 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
536 |
! |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
537 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
538 |
nextHexFractionalPart:intValue |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
539 |
|nextChar value| |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
540 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
541 |
value := intValue. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
542 |
nextChar := source peekOrNil. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
543 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
544 |
(nextChar notNil and:[nextChar isDigitRadix:16]) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
545 |
value := value asFloat + (self nextMantissa:16). |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
546 |
nextChar := source peekOrNil |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
547 |
] ifFalse:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
548 |
allowDegeneratedMantissa == true ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
549 |
self warning:'degenerated float constant: ' , value printString , '.' . |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
550 |
tokenValue := value asFloat. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
551 |
tokenType := #Float. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
552 |
^ tokenType |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
553 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
554 |
nextChar := peekChar := $.. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
555 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
556 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
557 |
((nextChar == $e) or:[nextChar == $E]) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
558 |
value := self exponentPart:value. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
559 |
nextChar := source peekOrNil |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
560 |
] ifFalse:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
561 |
((nextChar == $p) or:[nextChar == $P]) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
562 |
value := self hexponentPart:value. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
563 |
nextChar := source peekOrNil |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
564 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
565 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
566 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
567 |
tokenValue := value. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
568 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
569 |
(nextChar == $d or:[nextChar == $D]) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
570 |
source next. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
571 |
tokenType := #Double. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
572 |
] ifFalse:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
573 |
(nextChar == $f or:[nextChar == $F]) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
574 |
source next. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
575 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
576 |
tokenType := #Float. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
577 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
578 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
579 |
^ tokenType |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
580 |
|
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
581 |
"Created: / 14-05-1998 / 20:00:25 / cg" |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
582 |
"Modified: / 16-05-1998 / 15:51:46 / cg" |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
583 |
"Created: / 16-03-2012 / 00:16:43 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
1419 | 584 |
! |
585 |
||
586 |
nextIdentifier |
|
587 |
"an alpha character (or underscore) has been read. |
|
588 |
Return the next identifier." |
|
589 |
||
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
590 |
|nextChar string ok pos| |
1419 | 591 |
|
592 |
hereChar == $_ ifTrue:[ |
|
1420 | 593 |
nextChar := source nextPeek. |
594 |
string := '_'. |
|
595 |
[nextChar == $_] whileTrue:[ |
|
596 |
string := string copyWith:$_. |
|
597 |
nextChar := source nextPeek. |
|
598 |
]. |
|
599 |
nextChar isAlphaNumeric ifTrue:[ |
|
600 |
string := string , source nextAlphaNumericWord. |
|
601 |
] |
|
1419 | 602 |
] ifFalse:[ |
1420 | 603 |
string := source nextAlphaNumericWord "self nextId". |
1419 | 604 |
]. |
605 |
nextChar := source peekOrNil. |
|
606 |
||
1420 | 607 |
(nextChar == $_ or:[nextChar == $$]) ifTrue:[ |
608 |
pos := source position. |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
609 |
ok := true. |
1420 | 610 |
[ok] whileTrue:[ |
611 |
string := string copyWith:nextChar. |
|
612 |
nextChar := source nextPeek. |
|
613 |
nextChar isNil ifTrue:[ |
|
614 |
ok := false |
|
615 |
] ifFalse:[ |
|
616 |
(nextChar isAlphaNumeric) ifTrue:[ |
|
617 |
string := string , source nextAlphaNumericWord. |
|
618 |
nextChar := source peekOrNil. |
|
619 |
]. |
|
620 |
(nextChar == $_ or:[nextChar == $$]) ifFalse:[ |
|
621 |
ok := false |
|
622 |
] |
|
623 |
] |
|
624 |
]. |
|
1419 | 625 |
]. |
626 |
||
627 |
"/ (nextChar == $: and:[scanColonAsLabel]) ifTrue:[ |
|
628 |
"/ source next. |
|
629 |
"/ ch2 := source peekOrNil. |
|
630 |
"/ "/ colon follows - care for '::' (nameSpace separator) or ':=' (assignment) |
|
631 |
"/ (ch2 == $=) ifFalse:[ |
|
632 |
"/ (ch2 == $:) ifFalse:[ |
|
633 |
"/ tokenEndPosition := source position - 1. |
|
634 |
"/ token := string copyWith:nextChar. |
|
635 |
"/ tokenType := #Keyword. |
|
636 |
"/ ^ tokenType |
|
637 |
"/ ]. |
|
638 |
"/ peekChar := $:. |
|
639 |
"/ peekChar2 := $:. |
|
640 |
"/ ] ifTrue:[ |
|
641 |
"/ peekChar := $:. |
|
642 |
"/ peekChar2 := $=. |
|
643 |
"/ ] |
|
644 |
"/ ]. |
|
645 |
||
646 |
tokenValue := string. |
|
647 |
(self checkForKeyword:string) ifFalse:[ |
|
1420 | 648 |
tokenType := #Identifier. |
1419 | 649 |
]. |
650 |
tokenEndPosition := source position - 1. |
|
651 |
peekChar2 notNil ifTrue:[ |
|
1420 | 652 |
tokenEndPosition := tokenEndPosition - 1 |
1419 | 653 |
]. |
654 |
^ tokenType |
|
1420 | 655 |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
656 |
"Modified: / 15-03-2012 / 20:53:44 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
1419 | 657 |
! |
658 |
||
659 |
nextMulti:list after:firstChar |
|
660 |
"a char has been read - peek ahead in list" |
|
661 |
||
662 |
|pc| |
|
663 |
||
664 |
peekChar isNil ifTrue:[ |
|
665 |
source next. |
|
666 |
] ifFalse:[ |
|
667 |
peekChar := nil. |
|
668 |
]. |
|
669 |
pc := source peek. |
|
670 |
||
671 |
list do:[:spec | |
|
672 |
|ch tok idx| |
|
673 |
||
674 |
ch := spec at:1. |
|
675 |
tok := spec at:2. |
|
676 |
idx := 3. |
|
677 |
||
678 |
pc == ch ifTrue:[ |
|
679 |
peekChar isNil ifTrue:[ |
|
680 |
source next. |
|
681 |
] ifFalse:[ |
|
682 |
peekChar := nil. |
|
683 |
]. |
|
684 |
||
685 |
spec size > 2 ifTrue:[ |
|
686 |
ch := spec at:3. |
|
687 |
source peek == ch ifTrue:[ |
|
688 |
source next. |
|
689 |
tok := spec at:4. |
|
690 |
idx := 5. |
|
691 |
] |
|
692 |
]. |
|
693 |
||
694 |
tok isNil ifTrue:[ |
|
695 |
^ self perform:(spec at:idx). |
|
696 |
]. |
|
697 |
||
698 |
tokenType := tokenValue := tok. |
|
699 |
^ tokenType |
|
700 |
] |
|
701 |
]. |
|
702 |
||
703 |
tokenType := tokenValue := firstChar. |
|
704 |
^ tokenType |
|
705 |
||
706 |
"Created: / 14.5.1998 / 19:19:34 / cg" |
|
707 |
"Modified: / 16.5.1998 / 19:09:59 / cg" |
|
708 |
! |
|
709 |
||
710 |
nextNumber |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
711 |
|nextChar value| |
1419 | 712 |
|
713 |
value := 0. |
|
714 |
nextChar := source peekOrNil. |
|
715 |
nextChar == $0 ifTrue:[ |
|
716 |
source next. |
|
717 |
nextChar := source peekOrNil. |
|
718 |
(nextChar == $x or:[nextChar == $X]) ifTrue:[ |
|
719 |
source next. |
|
720 |
value := Integer readFrom:source radix:16. |
|
721 |
||
722 |
tokenValue := value. |
|
723 |
numberRadix := 16. |
|
724 |
||
725 |
nextChar := source peekOrNil. |
|
726 |
||
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
727 |
source peekOrNil isNil ifTrue:[ |
1419 | 728 |
tokenType := #Integer. |
729 |
tokenValue := 0. |
|
730 |
^tokenType |
|
731 |
]. |
|
732 |
||
733 |
(nextChar == $L or:[nextChar == $l]) ifTrue:[ |
|
734 |
source next. |
|
735 |
tokenType := #LongInteger. |
|
736 |
]. |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
737 |
nextChar == $. ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
738 |
source next. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
739 |
^self nextHexFractionalPart: tokenValue. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
740 |
]. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
741 |
tokenType := #Integer. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
742 |
^ tokenType. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
743 |
|
1419 | 744 |
]. |
745 |
(nextChar notNil and:[nextChar between:$0 and:$7]) ifTrue:[ |
|
746 |
value := Integer readFrom:source radix:8. |
|
747 |
tokenValue := value. |
|
748 |
numberRadix := 8. |
|
749 |
||
750 |
nextChar := source peekOrNil. |
|
751 |
(nextChar == $L or:[nextChar == $l]) ifTrue:[ |
|
752 |
source next. |
|
753 |
tokenType := #LongInteger. |
|
754 |
] ifFalse:[ |
|
755 |
tokenType := #Integer. |
|
756 |
]. |
|
757 |
^ tokenType |
|
758 |
]. |
|
759 |
]. |
|
1424
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
760 |
(nextChar == $L or:[nextChar == $l]) ifTrue:[ |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
761 |
source next. |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
762 |
tokenValue := value. |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
763 |
tokenType := #LongInteger. |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
764 |
^ tokenType |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
765 |
]. |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
766 |
(nextChar == $D or:[nextChar == $d]) ifTrue:[ |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
767 |
source next. |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
768 |
tokenValue := 0.0. |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
769 |
tokenType := #Double. |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
770 |
^ tokenType |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
771 |
]. |
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
772 |
|
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
773 |
|
1419 | 774 |
|
775 |
numberRadix := 10. |
|
776 |
nextChar isDigit ifTrue:[ |
|
777 |
value := Integer readFrom:source radix:10. |
|
778 |
nextChar := source peekOrNil. |
|
779 |
||
780 |
(nextChar == $L or:[nextChar == $l]) ifTrue:[ |
|
781 |
source next. |
|
782 |
tokenValue := value. |
|
783 |
tokenType := #LongInteger. |
|
784 |
^ tokenType |
|
785 |
]. |
|
786 |
]. |
|
787 |
||
788 |
(nextChar == $.) ifTrue:[ |
|
789 |
nextChar := source nextPeek. |
|
790 |
(nextChar notNil and:[nextChar isDigitRadix:10]) ifTrue:[ |
|
791 |
value := value asFloat + (self nextMantissa:10). |
|
792 |
nextChar := source peekOrNil |
|
793 |
] ifFalse:[ |
|
794 |
allowDegeneratedMantissa == true ifTrue:[ |
|
795 |
self warning:'degenerated float constant: ' , value printString , '.' . |
|
796 |
tokenValue := value asFloat. |
|
797 |
tokenType := #Float. |
|
798 |
^ tokenType |
|
799 |
]. |
|
800 |
||
801 |
"/ nextChar == (Character cr) ifTrue:[ |
|
802 |
"/ lineNr := lineNr + 1. |
|
803 |
"/ ]. |
|
804 |
nextChar := peekChar := $.. |
|
805 |
] |
|
806 |
]. |
|
807 |
((nextChar == $e) or:[nextChar == $E]) ifTrue:[ |
|
808 |
value := self exponentPart:value. |
|
809 |
nextChar := source peekOrNil |
|
1421
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
810 |
] ifFalse:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
811 |
((nextChar == $p) or:[nextChar == $P]) ifTrue:[ |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
812 |
value := self hexponentPart:value. |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
813 |
nextChar := source peekOrNil |
d68e361680e9
Parser improved, now it parser whole java.lang (code block skipped for now)
vranyj1
parents:
1420
diff
changeset
|
814 |
] |
1419 | 815 |
]. |
816 |
||
817 |
nextChar == $- ifTrue:[ |
|
818 |
self |
|
819 |
warnPossibleIncompatibility:'add a space before ''-'' for compatibility with other systems' |
|
820 |
position:(source position) to:source position. |
|
821 |
]. |
|
822 |
||
823 |
(nextChar == $d or:[nextChar == $D]) ifTrue:[ |
|
824 |
source next. |
|
825 |
tokenType := #Double. |
|
826 |
value := value asFloat. |
|
827 |
] ifFalse:[ |
|
828 |
(nextChar == $f or:[nextChar == $F]) ifTrue:[ |
|
829 |
source next. |
|
830 |
tokenType := #Float. |
|
831 |
value := value asFloat. |
|
832 |
] ifFalse:[ |
|
833 |
(value isMemberOf:Float) ifTrue:[ |
|
834 |
tokenType := #Float. |
|
835 |
] ifFalse:[ |
|
836 |
tokenType := #Integer. |
|
837 |
] |
|
838 |
] |
|
839 |
]. |
|
840 |
tokenValue := value. |
|
841 |
^ tokenType |
|
842 |
||
843 |
"Created: / 14-05-1998 / 20:00:25 / cg" |
|
844 |
"Modified: / 16-05-1998 / 15:51:46 / cg" |
|
1424
9d8337007106
Fixes in JavaSyntaxHighlighter to use new JavaParser
vranyj1
parents:
1422
diff
changeset
|
845 |
"Modified: / 16-03-2012 / 23:34:28 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
1419 | 846 |
! |
847 |
||
848 |
nextString:delimiter character:isCharacter |
|
849 |
|s pos nextChar inString| |
|
850 |
||
851 |
s := (String new:20) writeStream. |
|
852 |
||
853 |
pos := source position. |
|
854 |
source next. |
|
855 |
nextChar := source next. |
|
856 |
inString := true. |
|
857 |
||
858 |
[inString] whileTrue:[ |
|
859 |
nextChar isNil ifTrue:[ |
|
860 |
self syntaxError:'unexpected end-of-input in String' |
|
861 |
position:pos to:(source position - 1). |
|
862 |
tokenValue := nil. |
|
863 |
tokenType := #EOF. |
|
864 |
^ tokenType |
|
865 |
]. |
|
866 |
nextChar == $\ ifTrue:[ |
|
867 |
nextChar := source next. |
|
868 |
nextChar := self characterEscape:nextChar. |
|
869 |
] ifFalse:[ |
|
870 |
(nextChar == Character cr) ifTrue:[ |
|
871 |
lineNr := lineNr + 1 |
|
872 |
] ifFalse:[ |
|
873 |
(nextChar == delimiter) ifTrue:[ |
|
874 |
(source peekOrNil == delimiter) ifTrue:[ |
|
875 |
source next |
|
876 |
] ifFalse:[ |
|
877 |
inString := false |
|
878 |
] |
|
879 |
]. |
|
880 |
]. |
|
881 |
]. |
|
882 |
inString ifTrue:[ |
|
883 |
s nextPut:nextChar. |
|
884 |
nextChar := source next |
|
885 |
] |
|
886 |
]. |
|
887 |
||
888 |
tokenValue := s contents. |
|
889 |
isCharacter ifTrue:[ |
|
890 |
tokenValue size ~~ 1 ifTrue:[ |
|
891 |
self syntaxError:'bad (multi-)character constant' |
|
892 |
position:pos to:(source position - 1). |
|
893 |
]. |
|
894 |
tokenValue := tokenValue at:1. |
|
895 |
tokenType := #Character. |
|
896 |
] ifFalse:[ |
|
897 |
tokenType := #String. |
|
898 |
]. |
|
899 |
^ tokenType |
|
900 |
||
901 |
"Created: / 16.5.1998 / 19:53:05 / cg" |
|
902 |
"Modified: / 16.5.1998 / 19:57:16 / cg" |
|
903 |
! |
|
904 |
||
905 |
nextToken |
|
906 |
|t| |
|
907 |
||
908 |
[ |
|
1420 | 909 |
t := super nextToken. |
1426 | 910 |
tokenEndPosition := source position - 1. |
1420 | 911 |
t isNil |
1419 | 912 |
] whileTrue. |
1420 | 913 |
Verbose == true ifTrue:[ |
914 |
Transcript |
|
915 |
show:'JavaScanner nextToken => '; |
|
916 |
show: t storeString; |
|
917 |
show: ' | '; |
|
918 |
showCR: tokenValue. |
|
919 |
]. |
|
1419 | 920 |
^ t |
921 |
||
1420 | 922 |
"Created: / 14-05-1998 / 15:48:04 / cg" |
923 |
"Modified: / 16-05-1998 / 19:12:29 / cg" |
|
1426 | 924 |
"Modified: / 17-03-2012 / 17:35:22 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
1419 | 925 |
! |
926 |
||
927 |
skipComment |
|
928 |
|commentStream commentType startPos| |
|
929 |
||
930 |
startPos := source position. |
|
931 |
source next. |
|
932 |
hereChar := source peekOrNil. |
|
933 |
||
934 |
[ |
|
935 |
[hereChar notNil and:[hereChar ~~ $*]] whileTrue:[ |
|
936 |
hereChar == (Character cr) ifTrue:[ |
|
937 |
lineNr := lineNr + 1. |
|
938 |
]. |
|
939 |
hereChar := source nextPeek |
|
940 |
]. |
|
941 |
] doUntil:[ |
|
942 |
hereChar := source nextPeek. |
|
943 |
hereChar isNil or:[hereChar == $/]. |
|
944 |
]. |
|
945 |
||
946 |
"skip final /" |
|
947 |
source next. |
|
948 |
||
949 |
hereChar isNil ifTrue:[ |
|
950 |
self warning:'unclosed comment' position:startPos to:(source position) |
|
951 |
]. |
|
952 |
||
953 |
"/ saveComments ifTrue:[ |
|
954 |
"/ self endComment:(commentStream contents) type:commentType. |
|
955 |
"/ ]. |
|
956 |
^ nil. "/ force nextToken again |
|
957 |
||
958 |
"Modified: / 31.3.1998 / 23:45:26 / cg" |
|
959 |
! |
|
960 |
||
961 |
skipEOLComment |
|
962 |
hereChar := source peek. |
|
963 |
[hereChar notNil and:[hereChar ~~ Character cr]] whileTrue:[ |
|
964 |
hereChar := source nextPeek. |
|
965 |
]. |
|
966 |
lineNr := lineNr + 1. |
|
967 |
||
968 |
^ nil. |
|
969 |
||
970 |
"Created: / 16.5.1998 / 19:11:05 / cg" |
|
971 |
"Modified: / 16.5.1998 / 19:15:42 / cg" |
|
972 |
! ! |
|
973 |
||
974 |
!JavaScanner methodsFor:'stream api'! |
|
975 |
||
976 |
atEnd |
|
977 |
^ source atEnd |
|
978 |
||
979 |
"Created: / 14-03-2012 / 22:53:39 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
980 |
! |
|
981 |
||
982 |
next |
|
983 |
^ source next |
|
984 |
||
985 |
"Created: / 14-03-2012 / 22:53:21 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
986 |
! |
|
987 |
||
988 |
next: anInteger |
|
989 |
"Answer up to anInteger elements of my collection. Overridden for efficiency." |
|
990 |
||
991 |
^ source nextAvailable: anInteger |
|
992 |
||
993 |
"Modified: / 14-03-2012 / 22:55:37 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
994 |
! |
|
995 |
||
996 |
peek |
|
997 |
"An improved version of peek, that is slightly faster than the built in version." |
|
998 |
||
999 |
^source peek |
|
1000 |
||
1001 |
"Modified: / 14-03-2012 / 22:46:04 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
1002 |
! |
|
1003 |
||
1004 |
position |
|
1005 |
^source position |
|
1006 |
||
1007 |
"Created: / 14-03-2012 / 22:52:51 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
1008 |
! |
|
1009 |
||
1010 |
position: anInteger |
|
1011 |
"The receiver does not check for invalid arguments passed to this method, as it is solely used with valid indexes for backtracking." |
|
1012 |
||
1420 | 1013 |
"/ anInteger = 16 ifTrue:[self halt]. |
1014 |
||
1419 | 1015 |
^source position: anInteger |
1016 |
||
1420 | 1017 |
"Modified: / 15-03-2012 / 10:59:28 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
1018 |
! |
|
1019 |
||
1020 |
skipSeparators |
|
1021 |
||
1022 |
source skipSeparators |
|
1023 |
||
1024 |
"Created: / 15-03-2012 / 10:35:28 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
1419 | 1025 |
! |
1026 |
||
1027 |
uncheckedPeek |
|
1028 |
"An unchecked version of peek that throws an error if we try to peek over the end of the stream, even faster than #peek." |
|
1029 |
||
1030 |
^ self peek |
|
1031 |
||
1032 |
"Modified: / 14-03-2012 / 22:46:22 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
|
1033 |
! ! |
|
1034 |
||
1944
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1035 |
!JavaScanner::Token class methodsFor:'documentation'! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1036 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1037 |
version_HG |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1038 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1039 |
^ '$Changeset: <not expanded> $' |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1040 |
! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1041 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1042 |
version_SVN |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1043 |
^ '§Id§' |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1044 |
! ! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1045 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1046 |
!JavaScanner::Token methodsFor:'accessing'! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1047 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1048 |
endPosition |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1049 |
^ endPosition |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1050 |
! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1051 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1052 |
endPosition:something |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1053 |
endPosition := something. |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1054 |
! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1055 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1056 |
startPosition |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1057 |
^ startPosition |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1058 |
! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1059 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1060 |
startPosition:something |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1061 |
startPosition := something. |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1062 |
! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1063 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1064 |
type |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1065 |
^ type |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1066 |
! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1067 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1068 |
type:something |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1069 |
type := something. |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1070 |
! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1071 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1072 |
value |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1073 |
^ value |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1074 |
! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1075 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1076 |
value:something |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1077 |
value := something. |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1078 |
! ! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1079 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1080 |
!JavaScanner::Token methodsFor:'printing & storing'! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1081 |
|
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1082 |
printOn:aStream |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1083 |
"append a printed representation if the receiver to the argument, aStream" |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1084 |
|
1947
dbebba5f7d70
Some more work on source partitioner.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1944
diff
changeset
|
1085 |
aStream nextPut: ${. |
1944
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1086 |
type printOn:aStream. |
1947
dbebba5f7d70
Some more work on source partitioner.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1944
diff
changeset
|
1087 |
aStream nextPutAll:' - '. |
1944
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1088 |
value printOn:aStream. |
1947
dbebba5f7d70
Some more work on source partitioner.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1944
diff
changeset
|
1089 |
aStream nextPutAll:' <'. |
1944
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1090 |
startPosition printOn:aStream. |
1947
dbebba5f7d70
Some more work on source partitioner.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1944
diff
changeset
|
1091 |
aStream nextPutAll:'-'. |
1944
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1092 |
endPosition printOn:aStream. |
1947
dbebba5f7d70
Some more work on source partitioner.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1944
diff
changeset
|
1093 |
aStream nextPutAll:' >}'. |
dbebba5f7d70
Some more work on source partitioner.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1944
diff
changeset
|
1094 |
|
dbebba5f7d70
Some more work on source partitioner.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1944
diff
changeset
|
1095 |
"Modified: / 11-01-2013 / 12:32:57 / Jan Vrany <jan.vrany@fit.cvut.cz>" |
1944
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1096 |
! ! |
25a444558ba2
Java parser classes cleanup.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1879
diff
changeset
|
1097 |
|
1419 | 1098 |
!JavaScanner class methodsFor:'documentation'! |
1099 |
||
1879
7d232ff32dde
Refactoring of JavaParserII>>importDeclaration
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1818
diff
changeset
|
1100 |
version_HG |
7d232ff32dde
Refactoring of JavaParserII>>importDeclaration
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1818
diff
changeset
|
1101 |
|
7d232ff32dde
Refactoring of JavaParserII>>importDeclaration
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1818
diff
changeset
|
1102 |
^ '$Changeset: <not expanded> $' |
7d232ff32dde
Refactoring of JavaParserII>>importDeclaration
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1818
diff
changeset
|
1103 |
! |
7d232ff32dde
Refactoring of JavaParserII>>importDeclaration
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1818
diff
changeset
|
1104 |
|
1419 | 1105 |
version_SVN |
1879
7d232ff32dde
Refactoring of JavaParserII>>importDeclaration
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
1818
diff
changeset
|
1106 |
^ '§Id§' |
1419 | 1107 |
! ! |