"

 COPYRIGHT (c) 1996-2011 by Claus Gittinger

 New code and modifications done at SWING Research Group [1]:

 COPYRIGHT (c) 2010-2011 by Jan Vrany, Jan Kurs and Marcel Hlopko

                            SWING Research Group, Czech Technical University in Prague

 This software is furnished under a license and may be used

 only in accordance with the terms of that license and with the

 inclusion of the above copyright notice.   This software may not

 be provided or otherwise made available to, or used by, any

 other person.  No title to or ownership of the software is

 hereby transferred.

 [1] Code written at SWING Research Group contains a signature

     of one of the above copright owners. For exact set of such code,

     see the differences between this version and version stx:libjava

     as of 1.9.2010

"

"{ Package: 'stx:libjava/tools' }"

Object subclass:#JavaSourceHighlighter

	instanceVariableNames:'preferences cachedStringEmphasis cachedStringColor sourceText

		sourceIndex'

	classVariableNames:''

	poolDictionaries:''

	category:'Languages-Java-Tools-Source'

!

Object subclass:#Indexer

	instanceVariableNames:'index types fields locals'

	classVariableNames:''

	poolDictionaries:''

	privateIn:JavaSourceHighlighter

!

Object subclass:#Marker

	instanceVariableNames:'highlighter'

	classVariableNames:'MARK_KEYWORD MARK_NUMBER MARK_STRING MARK_CHARACTER MARK_COMMENT

		MARK_JAVADOC MARK_KEYWORD_FLOW MARK_SELECTOR MARK_FIELD

		MARK_FIELD_ASSIGNED MARK_LOCAL MARK_CLASS'

	poolDictionaries:''

	privateIn:JavaSourceHighlighter

!

JavaScanner subclass:#Scanner

	instanceVariableNames:'buffer bufferFirst bufferLast highlighter'

	classVariableNames:''

	poolDictionaries:''

	privateIn:JavaSourceHighlighter

!

!JavaSourceHighlighter class methodsFor:'documentation'!

copyright

"

 COPYRIGHT (c) 1996-2011 by Claus Gittinger

 New code and modifications done at SWING Research Group [1]:

 COPYRIGHT (c) 2010-2011 by Jan Vrany, Jan Kurs and Marcel Hlopko

                            SWING Research Group, Czech Technical University in Prague

 This software is furnished under a license and may be used

 only in accordance with the terms of that license and with the

 inclusion of the above copyright notice.   This software may not

 be provided or otherwise made available to, or used by, any

 other person.  No title to or ownership of the software is

 hereby transferred.

 [1] Code written at SWING Research Group contains a signature

     of one of the above copright owners. For exact set of such code,

     see the differences between this version and version stx:libjava

     as of 1.9.2010

"

!

documentation

"

    A syntax highligter for Java. This highlighter is SmallSense-aware and

    supports incremental highlighting.

    [author:]

        Jan Vrany <jan.vrany@fit.cvut.cz>

    [instance variables:]

    [class variables:]

    [see also:]

"

! !

!JavaSourceHighlighter class methodsFor:'formatting'!

_formatClassDefinition:newCode line: ln number: lnr in:cls

    ^self new formatClassDefinition:newCode line: ln number: lnr in:cls.

    "Created: / 21-09-2013 / 04:22:12 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

_formatMethod:mthd source:newCode line: ln number: lnr in:cls using:syntaxPreferences

    ^ self new formatMethod:mthd source:newCode line: ln number: lnr in:cls using:syntaxPreferences

    "Created: / 21-09-2013 / 04:22:19 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatClass: javaClass

    ^self new formatClassDefinition: javaClass source in: javaClass

    "Created: / 15-12-2011 / 21:54:15 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatClassDefinition:source in:class

    ^self new formatClassDefinition:source in:class

    "Created: / 04-08-2011 / 23:44:52 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatClassDefinition:source in:class elementsInto: elements

    ^self new formatClassDefinition:source in:class elementsInto: elements

    "Created: / 04-08-2011 / 23:44:13 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatExpression:source in:class

    ^self new formatExpression:source in:class

    "Created: / 04-08-2011 / 23:45:01 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatExpression:source in:class elementsInto: elements

    ^self new formatExpression:source in:class elementsInto: elements

    "Created: / 04-08-2011 / 23:43:40 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatMethod:mth source:source in:class

    ^self formatMethod: mth source: source in: class using: UserPreferences current

    "Created: / 11-02-2012 / 18:18:32 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatMethod:mth source:source in:class using: preferences

    ^self new formatMethod:mth source:source in:class using: preferences

    "Created: / 04-08-2011 / 23:45:10 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatMethod:mth source:source in:class using: preferences elementsInto: elements

    ^self new formatMethod:mth source:source in:class using: preferences elementsInto: elements

    "Created: / 04-08-2011 / 23:42:54 / Jan Vrany <jan.vrany@fit.cvut.cz>"

! !

!JavaSourceHighlighter methodsFor:'formatting'!

_formatClassDefinition:newCode line: line number: lnr in:cls

    | scanner |

    line isEmptyOrNil ifTrue:[ ^  nil ].

    sourceText := line asText.

    preferences isNil ifTrue:[

        preferences := UserPreferences current.

    ]. 

    scanner := Scanner for: line asString.

    scanner highlighter: self.

    [

        [ scanner nextToken ~~ #EOF ] whileTrue.

    ] on: Error do:[

    ].

    ^ sourceText

    "Created: / 21-09-2013 / 04:19:55 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

_formatMethod:mthd source:newCode line: line number: lnr in:cls using:syntaxPreferences

    | scanner |

    line isEmptyOrNil ifTrue:[ ^  nil ].

    sourceText := line asText.

    preferences := syntaxPreferences.

    preferences isNil ifTrue:[

        preferences := UserPreferences current.

    ]. 

    scanner := Scanner for: line asString.

    scanner highlighter: self.

    [

        [ scanner nextToken ~~ #EOF ] whileTrue.

    ] on: Error do:[

    ].

    ^ sourceText

    "Created: / 21-09-2013 / 04:20:01 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatClassDefinition:source in:class

    ^ self format: source kind: #start in: class

    "Created: / 04-08-2011 / 23:44:52 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatClassDefinition:source in:class elementsInto: els

    sourceIndex := els.

    ^self formatClassDefinition:source in:class

    "Created: / 04-08-2011 / 23:44:13 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatExpression:source in:class

"/    self breakPoint:#jv.

    ^source.

    ^ self format: source kind: #'K_EXPRESSION' in: class

    "Created: / 04-08-2011 / 23:45:01 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatExpression:source in:class elementsInto: els

    sourceIndex := els.

    ^self formatExpression:source in:class

    "Created: / 04-08-2011 / 23:43:40 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatMethod:mth source:source in:class using: prefs

    | scanner |

    preferences := prefs.

    preferences isNil ifTrue:[

        preferences := UserPreferences current.

    ].

    JavaMethod showFullSource ifTrue:[

        ^self formatClassDefinition: source in: class

    ].   

    sourceText := source asText.

    self doLexicalHighlightingOnly ifTrue:[

        scanner := Scanner for: source string.

        scanner highlighter: self.

        [

            [ scanner nextToken ~~ #EOF ] whileTrue.

        ] on: Error do:[:ex|

            ex

        ].

    ] ifFalse:[

        | document type parser marker nodes debug |

        document := JavaSourceDocument cachedDocumentFor: class theNonMetaclass.

        document isNil ifTrue:[

            document := JavaSourceDocument for: class theNonMetaclass.

            JavaSourceDocument cachedDocumentFor: class theNonMetaclass put: document.  

        ].

        document resolve.

        type := document sourceTreeForClass: class theNonMetaclass.

        marker := Marker new.

        marker highlighter: self. 

        JavaCompiler synchronized:[

            parser := (Java classForName:'stx.libjava.tools.text.Highlighter') new.

        ].

        parser setMarker: marker.

        debug :=  false.

        nodes := parser parseClassBodyDeclarations: source string unit: document sourceTree copy type: type copy resolve: debug.

        debug ifTrue:[

            nodes inspect.

        ]

    ].

    ^ sourceText

    "Created: / 04-08-2011 / 23:45:10 / Jan Vrany <jan.vrany@fit.cvut.cz>"

    "Modified: / 25-09-2013 / 22:32:32 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatMethod:mth source:source in:class using: prefs elementsInto: els

    preferences := prefs.

    sourceIndex := els.

    ^self formatMethod:mth source:source in:class using: prefs

    "Created: / 04-08-2011 / 23:42:54 / Jan Vrany <jan.vrany@fit.cvut.cz>"

!

formatMethod:mthd source:newCode line: line number: lnr in:cls using:syntaxPreferences

    | scanner |

    line isEmptyOrNil ifTrue:[ ^  nil ].

    sourceText := line asText.

    preferences := syntaxPreferences.

    preferences isNil ifTrue:[

        preferences := UserPreferences current.

    ]. 

    scanner := Scanner for: line asString.

    scanner highlighter: self.

    [

        [ scanner nextToken ~~ #EOF ] whileTrue.

    ] on: Error do:[

    ].

    ^ sourceText

    "Created: / 04-08-2013 / 00:26:16 / Jan Vrany <jan.vrany@fit.cvut.cz>"

! !

!JavaSourceHighlighter methodsFor:'formatting - private'!

format: source kind: kind in: class

    | scanner marker cacheIt document sourceUnit parser |

    "Optimization - if full class source is to be formatted,

     consult cache - when browsing the code or debugging, very 

     often same same source is to be highlighted"

    preferences isNil ifTrue:[

        preferences := UserPreferences current.

    ].

    cacheIt := kind == #start and: [class notNil and:[class isJavaClass]].

    cacheIt ifTrue:[

        document := JavaSourceDocument cachedDocumentFor: class theNonMetaclass.

        document notNil ifTrue:[

            (document sourceText notNil and:[document sourceText string = source]) ifTrue:[

                (sourceIndex notNil and:[document sourceTreeIndex notNil]) ifTrue:[

                     sourceIndex addAll: document sourceTreeIndex.

                ].

                ^ document sourceText copy.

            ].

        ] ifFalse:[

            document := JavaSourceDocument for: class theNonMetaclass.

            (sourceIndex isNil and:[SmallSense::ParseTreeIndex notNil]) ifTrue:[

                 sourceIndex := SmallSense::ParseTreeIndex new.

            ].

            JavaSourceDocument cachedDocumentFor: class theNonMetaclass put: document.  

        ].

    ].

    marker := Marker new.

    marker highlighter: self.

    sourceText := source isText 

                    ifTrue:[source copy] 

                    ifFalse:[source asText].

    self doLexicalHighlightingOnly ifTrue:[          

        scanner := Scanner for: source string.

        scanner highlighter: self.

        [

            [ scanner nextToken ~~ #EOF ] whileTrue.

        ] on: Error do:[:ex|

        ].  

    ] ifFalse:[

        sourceUnit := (Java classForName:'stx.libjava.tools.Source') new.

        sourceUnit setContents: source string.

        JavaCompiler synchronized:[

            parser := (Java classForName:'stx.libjava.tools.text.Highlighter') new.

        ].

        parser setMarker: marker.

        (sourceIndex notNil and:[sourceIndex isKindOf: SmallSense::ParseTreeIndex]) ifTrue:[

            | indexer |

            indexer := Indexer new.

            indexer index: sourceIndex.

            parser setIndexer: indexer.

        ].

        parser parse: sourceUnit diet: false resolve: true.

    ].

    ^ cacheIt ifTrue:[

        document sourceText: sourceText.

        document sourceTreeIndex: sourceIndex.

        sourceText copy

    ] ifFalse:[

        sourceText

    ]

    "Created: / 17-03-2012 / 14:02:24 / Jan Vrany <jan.vrany@fit.cvut.cz>"

    "Modified: / 21-09-2013 / 04:46:18 / Jan Vrany <jan.vrany@fit.cvut.cz>"

! !

!JavaSourceHighlighter methodsFor:'queries'!

doLexicalHighlightingOnly

    "/ For now, in debugger always use lexical highlighting. Makes highlighter debugging easier"

    | process wgroups |

    process := Processor activeProcess.

    wgroups := WindowGroup scheduledWindowGroups.

    [ process notNil ] whileTrue:[

        | groups wg |

        groups := wgroups select:[:wg | wg process == process ].

        groups notEmpty ifTrue:[

            wg := groups detect:[:wg | wg isModal] ifNone:nil.

            wg isNil ifTrue:[

                wg := groups anElement

            ].

            (wg mainView class == DebugView) ifTrue:[ ^ true ]

        ].

        process := process parentProcess.                    

    ].

    ^ false

    "Created: / 09-09-2013 / 02:25:39 / Jan Vrany <jan.vrany@fit.cvut.cz>"

    "Modified: / 11-09-2013 / 03:39:03 / Jan Vrany <jan.vrany@fit.cvut.cz>"

! !

!JavaSourceHighlighter methodsFor:'syntax detection'!

markArgumentIdentifierFrom:pos1 to:pos2

    self 

        markFrom:pos1 to:pos2 

        withEmphasis:(preferences argumentIdentifierEmphasis) color:(preferences argumentIdentifierColor)

!

markBadIdentifierFrom:pos1 to:pos2

    self 

        markFrom:pos1 to:pos2 

        withEmphasis:(preferences badIdentifierEmphasis) 

        color:(preferences badIdentifierColor)

!

markClassVariableIdentifierFrom:pos1 to:pos2

    self 

        markFrom:pos1 to:pos2 

        withEmphasis:(preferences classVariableIdentifierEmphasis) color:(preferences classVariableIdentifierColor)

    "Modified: / 31.3.1998 / 18:02:14 / cg"

!

markCommentFrom:pos1 to:pos2

    self 

        markFrom:pos1 to:pos2 

        withEmphasis:(preferences commentEmphasis) color:(preferences commentColor)

!

markConstantFrom:pos1 to:pos2

    self 

        markFrom:pos1 to:pos2 

        withEmphasis:(preferences constantEmphasis) color:(preferences constantColor)

!

markFrom:pos1 to:pos2 withEmphasis:fontEmp color:clrIn

    |e p2 clr|

    clr := clrIn onDevice:Screen current.

    clr = Color black ifTrue:[

        e := fontEmp

    ] ifFalse:[

        fontEmp isNil ifTrue:[

            e := (#color->clr)

        ] ifFalse:[

            e := Text addEmphasis:fontEmp to:(#color->clr).

        ]

    ].

    (p2 := pos2) isNil ifTrue:[

        p2 := sourceText size

    ] ifFalse:[

        p2 := p2 min:sourceText size

    ].

    sourceText emphasizeFrom:pos1 to:p2 with:e

    "Created: / 31.3.1998 / 13:26:53 / cg"

    "Modified: / 1.4.1998 / 12:51:56 / cg"

!

markFunctionNameFrom:pos1 to:pos2

    self 

        markFrom:pos1 to:pos2 

        withEmphasis:(preferences methodSelectorEmphasis) color:(preferences methodSelectorColor)

!

markGlobalClassIdentifierFrom:pos1 to:pos2

    self 

        markFrom:pos1 to:pos2 

        withEmphasis:(preferences globalClassIdentifierEmphasis) color:(preferences globalClassIdentifierColor)

    "Modified: / 31.3.1998 / 18:02:14 / cg"

    "Created: / 4.3.1999 / 12:53:02 / cg"

!

markGlobalIdentifierFrom:pos1 to:pos2

    self 

        markFrom:pos1 to:pos2 

        withEmphasis:(preferences globalIdentifierEmphasis) color:(preferences globalIdentifierColor)

    "Modified: / 31.3.1998 / 18:02:14 / cg"