Issue #239: Fix all Smalltak/X source files to be in unicode (UTF8 without BOM) and prefixed by "{ Encoding: utf8 }" when any unicode character is present
- All source *.st files are now Unicode UTF8 without BOM
Files are in two groups (fileOut works this way in Smalltalk/X):
- containing a unicode character have "{ Encoding: utf8 }" at the header
- ASCII only are without the header
"{ Package: 'stx:goodies/petitparser' }"
PPFlattenParser subclass:#PPTokenParser
instanceVariableNames:'tokenClass'
classVariableNames:''
poolDictionaries:''
category:'PetitParser-Parsers'
!
!PPTokenParser methodsFor:'*petitanalyzer-matching'!
match: aParser inContext: aDictionary seen: anIdentitySet
^ (super match: aParser inContext: aDictionary seen: anIdentitySet) and: [ self tokenClass = aParser tokenClass ]
! !
!PPTokenParser methodsFor:'accessing'!
tokenClass
^ tokenClass
!
tokenClass: aTokenClass
tokenClass := aTokenClass
! !
!PPTokenParser methodsFor:'initialization'!
initialize
tokenClass := self defaultTokenClass
! !
!PPTokenParser methodsFor:'private'!
create: aCollection start: aStartInteger stop: aStopInteger
^ self tokenClass on: aCollection start: aStartInteger stop: aStopInteger
!
defaultTokenClass
^ PPToken
!
on: aCollection start: aStartInteger stop: aStopInteger value: anObject
^ self tokenClass on: aCollection start: aStartInteger stop: aStopInteger value: anObject
! !
!PPTokenParser class methodsFor:'documentation'!
version
^ '$Header: /cvs/stx/stx/goodies/petitparser/PPTokenParser.st,v 1.4 2014-03-04 14:33:27 cg Exp $'
!
version_CVS
^ '$Header: /cvs/stx/stx/goodies/petitparser/PPTokenParser.st,v 1.4 2014-03-04 14:33:27 cg Exp $'
!
version_SVN
^ '$Id: PPTokenParser.st,v 1.4 2014-03-04 14:33:27 cg Exp $'
! !