veneer 1.3.2 · io.github.kusoroadeolu.veneer.PythonLexerBase

Modifier and Type	Field and Description
private Deque<String>	braceExpressionStack
private int	curLexerMode
private Token	curToken
private final String	ERR_TXT
private Token	ffgToken
private Deque<Integer>	indentLengthStack
private final int	INVALID_LENGTH
private int	lastPendingTokenTypeFromDefaultChannel
private Deque<Integer>	lexerModeStack
private int	opened
private Deque<Integer>	paren_or_bracket_openedStack
private Deque<Token>	pendingTokens
private String	prevBraceExpression
private int	previousPendingTokenType
private boolean	wasIndentationMixedWithSpacesAndTabs
private boolean	wasSpaceIndentation
private boolean	wasTabIndentation

Access	Constructor and Description
protected	PythonLexerBase(CharStream input)

Method Summary

Modifier and Type	Method and Description
private void	addPendingToken(final Token tkn)
private void	appendToBraceExpression(String text)
private void	checkCurToken()
private void	checkNextToken()
private void	createAndAddPendingToken(final int ttype, final int channel, final String text, final Token sampleToken)
private void	createNewCurToken(final int type, final String text, final int channel)
private void	decrementBraceStack()
private String	getEncodingName(final String commentText)
private int	getIndentationLength(final String indentText)
private String	getLastTwoCharsOfTheCurTokenText()
private void	handleCOLONEQUALtokenInFString()
private void	handleEOFtoken()
private void	handleFORMAT_SPECIFICATION_MODE()
private void	handleFSTRING_MIDDLEtokenWithDoubleBrace()
private void	handleFSTRING_MIDDLEtokenWithQuoteAndLBrace()
private void	handleNEWLINEtoken()
private void	handleStartOfInput()
private void	hideAndAddPendingToken(final Token tkn)
private void	incrementBraceStack()
private void	init()
private void	insertENCODINGtoken()
private void	insertIndentOrDedentToken(final int indentLength)
private void	insertLeadingIndentToken()
private void	insertTrailingTokens()
public Token	nextToken() Overrides org.antlr.v4.runtime.Lexer.nextToken. Implements org.antlr.v4.runtime.TokenSource.nextToken. Return a token from this source; i.e., match a token on the char stream.
private void	popByBRACE()
private void	popLexerMode()
private void	pushLexerMode(final int mode)
private void	reportError(final String errMsg)
private void	reportLexerError(final String errMsg)
public void	reset() Overrides org.antlr.v4.runtime.Lexer.reset.
private void	setCurrentAndFollowingTokens()
private void	setLexerModeAfterRBRACEtoken()
private void	setLexerModeByCOLONorCOLONEQUALtoken()
private void	setLexerModeByFSTRING_STARTtoken()
private void	trimLastCharAddPendingTokenSetCurToken(final int type, final String text, final int channel)

Field Detail

braceExpressionStack	back to summary
private Deque<String> braceExpressionStack

curLexerMode	back to summary
private int curLexerMode

curToken	back to summary
private Token curToken

ERR_TXT	back to summary
private final String ERR_TXT

ffgToken	back to summary
private Token ffgToken

indentLengthStack	back to summary
private Deque<Integer> indentLengthStack

INVALID_LENGTH	back to summary
private final int INVALID_LENGTH

lastPendingTokenTypeFromDefaultChannel	back to summary
private int lastPendingTokenTypeFromDefaultChannel

lexerModeStack	back to summary
private Deque<Integer> lexerModeStack

opened	back to summary
private int opened

paren_or_bracket_openedStack	back to summary
private Deque<Integer> paren_or_bracket_openedStack

pendingTokens	back to summary
private Deque<Token> pendingTokens

prevBraceExpression	back to summary
private String prevBraceExpression

previousPendingTokenType	back to summary
private int previousPendingTokenType

wasIndentationMixedWithSpacesAndTabs	back to summary
private boolean wasIndentationMixedWithSpacesAndTabs

wasSpaceIndentation	back to summary
private boolean wasSpaceIndentation

wasTabIndentation	back to summary
private boolean wasTabIndentation

Constructor Detail

PythonLexerBase	back to summary
protected PythonLexerBase(CharStream input)

Method Detail

addPendingToken	back to summary
private void addPendingToken(final Token tkn)

appendToBraceExpression	back to summary
private void appendToBraceExpression(String text)

checkCurToken	back to summary
private void checkCurToken()

checkNextToken	back to summary
private void checkNextToken()

createAndAddPendingToken	back to summary
private void createAndAddPendingToken(final int ttype, final int channel, final String text, final Token sampleToken)

createNewCurToken	back to summary
private void createNewCurToken(final int type, final String text, final int channel)

decrementBraceStack	back to summary
private void decrementBraceStack()

getEncodingName	back to summary
private String getEncodingName(final String commentText)

getIndentationLength	back to summary
private int getIndentationLength(final String indentText)

getLastTwoCharsOfTheCurTokenText	back to summary
private String getLastTwoCharsOfTheCurTokenText()

handleCOLONEQUALtokenInFString	back to summary
private void handleCOLONEQUALtokenInFString()

handleEOFtoken	back to summary
private void handleEOFtoken()

handleFORMAT_SPECIFICATION_MODE	back to summary
private void handleFORMAT_SPECIFICATION_MODE()

handleFSTRING_MIDDLEtokenWithDoubleBrace	back to summary
private void handleFSTRING_MIDDLEtokenWithDoubleBrace()

handleFSTRING_MIDDLEtokenWithQuoteAndLBrace	back to summary
private void handleFSTRING_MIDDLEtokenWithQuoteAndLBrace()

handleNEWLINEtoken	back to summary
private void handleNEWLINEtoken()

handleStartOfInput	back to summary
private void handleStartOfInput()

hideAndAddPendingToken	back to summary
private void hideAndAddPendingToken(final Token tkn)

incrementBraceStack	back to summary
private void incrementBraceStack()

init	back to summary
private void init()

insertENCODINGtoken	back to summary
private void insertENCODINGtoken()

insertIndentOrDedentToken	back to summary
private void insertIndentOrDedentToken(final int indentLength)

insertLeadingIndentToken	back to summary
private void insertLeadingIndentToken()

insertTrailingTokens	back to summary
private void insertTrailingTokens()

nextToken	back to summary
public Token nextToken() Overrides org.antlr.v4.runtime.Lexer.nextToken. Implements org.antlr.v4.runtime.TokenSource.nextToken. Doc from org.antlr.v4.runtime.Lexer.nextToken. Return a token from this source; i.e., match a token on the char stream. Annotations @Override

nextToken

back to summary

public Token nextToken()

Overrides org.antlr.v4.runtime.Lexer.nextToken.

Implements org.antlr.v4.runtime.TokenSource.nextToken.

Doc from org.antlr.v4.runtime.Lexer.nextToken.

Return a token from this source; i.e., match a token on the char stream.

Annotations

@Override

popByBRACE	back to summary
private void popByBRACE()

popLexerMode	back to summary
private void popLexerMode()

pushLexerMode	back to summary
private void pushLexerMode(final int mode)

reportError	back to summary
private void reportError(final String errMsg)

reportLexerError	back to summary
private void reportLexerError(final String errMsg)

reset

back to summary

public void reset()

Overrides org.antlr.v4.runtime.Lexer.reset.

Annotations

@Override

setCurrentAndFollowingTokens	back to summary
private void setCurrentAndFollowingTokens()

setLexerModeAfterRBRACEtoken	back to summary
private void setLexerModeAfterRBRACEtoken()

setLexerModeByCOLONorCOLONEQUALtoken	back to summary
private void setLexerModeByCOLONorCOLONEQUALtoken()

setLexerModeByFSTRING_STARTtoken	back to summary
private void setLexerModeByFSTRING_STARTtoken()

trimLastCharAddPendingTokenSetCurToken	back to summary
private void trimLastCharAddPendingTokenSetCurToken(final int type, final String text, final int channel)

pack-priv abstract Class PythonLexerBase

Field Summary

Constructor Summary

Method Summary

Field Detail

Constructor Detail

Method Detail