hg/stx-goodies-petitparser: comparison PPParser.st

equal deleted inserted replaced

-:e1b11f74e142
+:90de244a7fa2
-"{ Package: 'squeak:petitparser' }"
+"{ Package: 'stx:goodies/petitparser' }"
 Object subclass:#PPParser
 	instanceVariableNames:'properties'
 	classVariableNames:''
 	poolDictionaries:''
 	category:'PetitParser-Parsers'
 !
 PPParser comment:'An abstract parser for all parsers in PetitParser. Subclasses implement #parseOn: to perform the actual recursive-descent parsing. All parsers support a variety of methods to perform an actual parse, see the methods in the #parsing protocol. Parsers are combined with a series of operators that can be found in the #operations protocol.
 Instance Variables:
-	properties	<Dictionary>	Stores additional state in the parser object.'
+	properties      <Dictionary>    Stores additional state in the parser object.'
 !
 !PPParser class methodsFor:'instance creation'!
 	^ #()
 !
 name
 	"Answer the production name of the receiver."
 	^ self propertyAt: #name ifAbsent: [ nil ]
 !
 name: aString
 	self propertyAt: #name put: aString
 !PPParser methodsFor:'accessing-properties'!
 hasProperty: aKey
 	"Test if the property aKey is present."
 	^ properties notNil and: [ properties includesKey: aKey ]
 !
 propertyAt: aKey
 	"Answer the property value associated with aKey."
 	^ self propertyAt: aKey ifAbsent: [ self error: 'Property not found' ]
 !
 propertyAt: aKey ifAbsent: aBlock
 	"Answer the property value associated with aKey or, if aKey isn't found, answer the result of evaluating aBlock."
 	^ properties isNil
 		ifTrue: [ aBlock value ]
 		ifFalse: [ properties at: aKey ifAbsent: aBlock ]
 !
 propertyAt: aKey ifAbsentPut: aBlock
 	"Answer the property associated with aKey or, if aKey isn't found store the result of evaluating aBlock as new value."
 	^ self propertyAt: aKey ifAbsent: [ self propertyAt: aKey put: aBlock value ]
 !
 propertyAt: aKey put: anObject
 	"Set the property at aKey to be anObject. If aKey is not found, create a new entry for aKey and set is value to anObject. Answer anObject."
 		at: aKey put: anObject
 !
 removeProperty: aKey
 	"Remove the property with aKey. Answer the property or raise an error if aKey isn't found."
 	^ self removeProperty: aKey ifAbsent: [ self error: 'Property not found' ]
 !
 removeProperty: aKey ifAbsent: aBlock
 	"Remove the property with aKey. Answer the value or, if aKey isn't found, answer the result of evaluating aBlock."
 	| answer |
 	properties isNil ifTrue: [ ^ aBlock value ].
 	answer := properties removeKey: aKey ifAbsent: aBlock.
 	properties isEmpty ifTrue: [ properties := nil ].
 	^ answer
 initialize
 ! !
 !PPParser methodsFor:'operations'!
 , aParser
 	"Answer a new parser that parses the receiver followed by aParser."
 	^ PPSequenceParser with: self with: aParser
 !
 / aParser
 	"Answer a new parser that parses the receiver, if the receiver fails try with aParser (ordered-choice)."
 	^ PPChoiceParser with: self with: aParser
 !
 and
 	"Answer a new parser (logical and-predicate) that succeeds whenever the receiver does, but never consumes input."
 	^ PPEndOfInputParser on: self
 !
 max: anInteger
 	"Answer a new parser that parses the receiver at most anInteger times."
 	^ PPRepeatingParser on: self max: anInteger
 !
 memoized
 	"Answer a new memoized parser, for refraining redundant computations. This ensures polynomial time O(n^4) for left-recursive grammars and O(n^3) for non left-recursive grammars in the worst case. Not necessary for most grammars that are carefully written and in O(n) anyway."
 	^ PPMemoizedParser on: self
 !
 min: anInteger
 	"Answer a new parser that parses the receiver at least anInteger times."
 	^ PPRepeatingParser on: self min: anInteger
 !
 min: aMinInteger max: aMaxInteger
 	"Answer a new parser that parses the receiver at least aMinInteger and at most aMaxInteger times."
 	^ PPRepeatingParser on: self min: aMinInteger max: aMaxInteger
 !
 negate
 	"Answer a new parser consumes any input token but the receiver."
 	^ self not , #any asParser ==> #second
 !
 not
 	"Answer a new parser (logical not-predicate) that succeeds whenever the receiver fails, but never consumes input."
 	^ self min: 1
 !
 plusGreedy: aParser
 	"Answer a new parser that parses the receiver one or more times until it reaches aParser. This is a greedy non-blind implementation of the star operator. aParser is not consumed."
 	^ self , (self starGreedy: aParser) map: [ :first :rest | rest copyWithFirst: first ]
 !
 plusLazy: aParser
 	"Answer a new parser that parses the receiver one or more times until it reaches aParser. This is a lazy non-blind implementation of the star operator. aParser is not consumed."
 	^ self , (self starLazy: aParser) map: [ :first :rest | rest copyWithFirst: first ]
 !
 star
 	"Answer a new parser that parses the receiver zero or more times. This is a greedy and blind implementation that tries to consume as much input as possible and it does not consider what comes afterwards."
 	^ PPRepeatingParser on: self
 !
 starGreedy: aParser
 	"Answer a new parser that parses the receiver zero or more times until it reaches aParser. This is a greedy non-blind implementation of the star operator. aParser is not consumed."
 	| parser |
 	parser := PPChoiceParser new.
 	parser setParsers: (Array
 		with: (self , parser map: [ :each :rest | rest addFirst: each; yourself ])
 		with: (aParser and ==> [ :each | OrderedCollection new ])).
 	^ parser ==> [ :rest | rest asArray ]
 !
 starLazy: aParser
 	"Answer a new parser that parses the receiver zero or more times until it reaches aParser. This is a lazy non-blind implementation of the star operator. aParser is not consumed."
 	| parser |
 	parser := PPChoiceParser new.
 	parser setParsers: (Array
 		with: (aParser and ==> [ :each | OrderedCollection new ])
 		with: (self , parser map: [ :each :rest | rest addFirst: each; yourself ])).
 	^ parser ==> [ :rest | rest asArray ]
 !
 times: anInteger
 	"Answer a new parser that parses the receiver exactly anInteger times."
 	^ self min: anInteger max: anInteger
 !
 wrapped
 	"Answer a new parser that is simply wrapped."
 	^ PPDelegateParser on: self
 !
 | aParser
 	"Answer a new parser that either parses the receiver or aParser. Fail if both pass or fail (exclusive choice, unordered choice)."
 !PPParser methodsFor:'operations-convenience'!
 delimitedBy: aParser
 	"Answer a new parser that parses the receiver one or more times, separated and possibly ended by aParser."
 	^ (self separatedBy: aParser) , (aParser optional) ==> [ :node |
 		node second isNil
 			ifTrue: [ node first ]
 			ifFalse: [ node first copyWith: node second ] ]
 !
 separatedBy: aParser
 	"Answer a new parser that parses the receiver one or more times, separated by aParser."
 	^ (PPSequenceParser with: self with: (PPSequenceParser with: aParser with: self) star) ==> [ :nodes |
 		| result |
 		result := Array new: 2 * nodes second size + 1.
 		result at: 1 put: nodes first.
 		nodes second
 			keysAndValuesDo: [ :index :pair | result replaceFrom: 2 * index to: 2 * index + 1 with: pair startingAt: 1 ].
 		result ]
 ! !
 !PPParser methodsFor:'operations-mapping'!
 	^ self ==> [ :nodes | anObject ]
 !
 flatten
 	"Answer a new parser that flattens the underlying collection."
 	^ PPFlattenParser on: self
 !
 foldLeft: aBlock
 	"Answer a new parser that that folds the result of the receiver from left-to-right into aBlock. The argument aBlock must take two or more arguments."
 	| size args |
 	size := aBlock numArgs.
 	args := Array new: size.
 	^ self ==> [ :nodes |
 		args at: 1 put: (nodes at: 1).
 		args at: size ]
 !
 map: aBlock
 	"Answer a new parser that works on the receiving sequence an passes in each element as a block argument."
 	^ self ==> aBlock
 !
 token
 	"Answer a new parser that transforms the input to a token."
 	^ PPTokenParser on: self
 !
 token: aTokenClass
 	"Answer a new parser that transforms the input to a token of class aTokenClass."
 	^ self token tokenClass: aTokenClass
 !
 trim
 	"Answer a new parser that consumes spaces before and after the receiving parser."
 	^ self trimSpaces
 !
 trimBlanks
 	"Answer a new parser that consumes blanks before and after the receiving parser."
 	^ PPTrimmingParser on: self trimmer: #blank asParser
 !
 trimSpaces
 	"Answer a new parser that consumes spaces before and after the receiving parser."
 	^ PPTrimmingParser on: self trimmer: #space asParser
 ! !
 !PPParser methodsFor:'parsing'!
 matches: anObject
 	"Answer if anObject can be parsed by the receiver."
 	^ (self parse: anObject) isPetitFailure not
 !
 matchesIn: anObject
 	"Search anObject repeatedly for the matches of the receiver."
 	| result |
 	result := OrderedCollection new.
 	self
 		matchesIn: anObject
 		do: [ :each | result addLast: each ].
 	^ result
 !
 	((self and ==> aBlock , #any asParser) / #any asParser) star parse: anObject
 !
 matchingRangesIn: anObject
 	"Search anObject repeatedly for the matches of the receiver.  Answer an OrderedCollection of ranges of each match (index of first character to: index of last character)."
 	| result |
 	result := OrderedCollection new.
 	self
 		matchingRangesIn: anObject
 		do: [ :value | result addLast: value ].
 	^ result
 !
 matchingRangesIn: anObject do: aBlock
 	"Search anObject repeatedly for the matches of the receiver.  Answer an OrderedCollection of ranges of each match (index of first character to: index of last character)."
 	| result |
 	result := OrderedCollection new.
 	[ :stream | stream position + 1 ] asParser , self , [ :stream | stream position ] asParser
 		matchesIn: anObject
 		do: [ :value | aBlock value: (value first to: value last) ].
 	^ result
 !
 parse: anObject
 	"Parse anObject with the receiving parser and answer the parse-result or an instance of PPFailure."
 	^ self parseOn: anObject asPetitStream
 !
 parse: anObject onError: aBlock
 	"Parse anObject with the receiving parser and answer the parse-result or answer the result of evaluating aBlock. Depending on the number of arguments of the block it is simply evaluated, evaluated with the failure object, or evaluated with the error message and position."
 	| result |
 	result := self parse: anObject.
 	result isPetitFailure
 		ifFalse: [ ^ result ].
 	aBlock numArgs = 0
 	^ aBlock value: result message value: result position
 !
 parseOn: aStream
 	"Parse aStream with the receiving parser and answer the parse-result or an instance of PPFailure. Override this method in subclasses to specify custom parse behavior. Do not call this method from outside, instead use #parse:."
 	self subclassResponsibility
 ! !
 !PPParser methodsFor:'printing'!
 ! !
 !PPParser class methodsFor:'documentation'!
 version_SVN
-^ '$Id: PPParser.st,v 1.1 2011-08-18 18:56:17 cg Exp $'
+^ '$Id: PPParser.st,v 1.2 2012-01-13 11:22:50 cg Exp $'
 ! !

changeset 4	90de244a7fa2
parent 0	739fe9b7253e
child 22	c540c8649226