JRuby Base 10.0.0.0 · org.jruby.lexer.LexingCommon · APIdia, the JavaDoc alternative

Field Summary

Modifier and Type	Field and Description
protected boolean	__end__seen
public static final ByteList	AMPERSAND
public static final ByteList	AMPERSAND_AMPERSAND
public static final ByteList	AMPERSAND_DOT
public static final ByteList	AND_KEYWORD
public static final Encoding	ASCII8BIT_ENCODING
public static final ByteList	BACKSLASH
public static final ByteList	BACKTICK
public static final ByteList	BANG
public static final ByteList	BANG_EQ
public static final ByteList	BANG_TILDE
public static ByteList	BEGIN_DOC_MARKER
protected int	braceNest
public static final ByteList	CALL
public static final ByteList	CARET
protected StackState	cmdArgumentState
public static ByteList	CODING
public static final ByteList	COLON
public static final ByteList	COLON_COLON
public static final ByteList	COMMA
public boolean	commandStart
protected StackState	conditionState
private ByteList	current_arg
private Encoding	current_enc
public static final ByteList	DOLLAR_BANG
public static final ByteList	DOLLAR_DOT
public static final ByteList	DOLLAR_UNDERSCORE
public static final ByteList	DOT
public static final ByteList	DOT_DOT
public static final ByteList	DOT_DOT_DOT
public long	end
public static ByteList	END_DOC_MARKER
public static ByteList	END_MARKER
public static final int	EOF
public boolean	eofp
public static final ByteList	EQ
public static final ByteList	EQ_EQ
public static final ByteList	EQ_EQ_EQ
public static final ByteList	EQ_GT
public static final ByteList	EQ_TILDE
public static final int	EXPR_ARG
public static final int	EXPR_ARG_ANY
public static final int	EXPR_BEG
public static final int	EXPR_BEG_ANY
public static final int	EXPR_CLASS
public static final int	EXPR_CMDARG
public static final int	EXPR_DOT
public static final int	EXPR_END
public static final int	EXPR_END_ANY
public static final int	EXPR_ENDARG
public static final int	EXPR_ENDFN
public static final int	EXPR_FITEM
public static final int	EXPR_FNAME
public static final int	EXPR_LABEL
public static final int	EXPR_LABELED
public static final int	EXPR_MID
public static final int	EXPR_VALUE
public static final ByteList	GT
public static final ByteList	GT_EQ
public static final ByteList	GT_GT
protected boolean	has_shebang
protected int	heredoc_end
protected int	heredoc_indent
protected int	heredoc_line_indent
private ByteList	id
public static final ByteList	KWNOREST
protected int	last_cr_line
protected int	last_state
public static final ByteList	LBRACKET
public static final ByteList	LBRACKET_RBRACKET
public static final ByteList	LBRACKET_RBRACKET_EQ
public static final ByteList	LCURLY
private int	leftParenBegin
public ByteList	lex_lastline
protected ByteList	lex_nextline
public int	lex_p
protected int	lex_pbeg
public int	lex_pend
protected int	lex_state
public ByteList	lexb
private LexContext	lexContext
protected int	line_count
protected int	line_offset
public static final ByteList	LT
public static final ByteList	LT_EQ
public static final ByteList	LT_EQ_RT
public static final ByteList	LT_LT
public static final ByteList	MINUS
public static final ByteList	MINUS_AT
public static final ByteList	MINUS_GT
public static final ByteList	NIL
public static final ByteList	OR
public static final ByteList	OR_KEYWORD
public static final ByteList	OR_OR
protected int	parenNest
public static final ByteList	PERCENT
public static final ByteList	PLUS
public static final ByteList	PLUS_AT
public static final ByteList	Q
public static final ByteList	QQ
public static final ByteList	QUESTION
public static final ByteList	RBRACKET
public static final ByteList	RCURLY
public static final ByteList	RPAREN
protected int	ruby_sourceline
public static final ByteList	SEMICOLON
public static final ByteList	SLASH
protected LexerSource	src
public static final ByteList	STAR
public static final ByteList	STAR_STAR
public long	start
public static final int	str_dquote
public static final int	str_dsym
public static final int	str_dword
public static final int	STR_FUNC_ESCAPE
public static final int	STR_FUNC_EXPAND
public static final int	STR_FUNC_INDENT
public static final int	STR_FUNC_LABEL
public static final int	STR_FUNC_LIST
public static final int	STR_FUNC_QWORDS
public static final int	STR_FUNC_REGEXP
public static final int	STR_FUNC_SYMBOL
public static final int	STR_FUNC_TERM
public static final int	str_label
public static final int	str_regexp
public static final int	str_squote
public static final int	str_ssym
public static final int	str_sword
public static final int	str_xquote
public static final int	SUFFIX_ALL
public static final int	SUFFIX_I
public static final int	SUFFIX_R
public static final int	TAB_WIDTH
public static final ByteList	TILDE
protected int	token
private int	tokenCR
protected boolean	tokenSeen
public int	tokline
public int	tokp
public static final Encoding	USASCII_ENCODING
public static final Encoding	UTF8_ENCODING
protected Object	yaccValue

Access	Constructor and Description
public	LexingCommon(LexerSource src)

Method Summary

Modifier and Type	Method and Description
protected abstract void	ambiguousOperator(String op, String syn)
public void	checkRegexpFragment(Ruby runtime, ByteList value, RegexpOptions options)
public void	checkRegexpSyntax(Ruby runtime, ByteList value, RegexpOptions options)
public int	column()
protected boolean	comment_at_top()
public abstract void	compile_error(String message)
public void	compile_error_pos(String message)
public String	createAsEncodedString(byte[] bytes, int start, int length)
public ByteList	createTokenByteList()
public ByteList	createTokenByteList(int start)
public String	createTokenString(int start)
public String	createTokenString()
public static int	dedent_string(ByteList string, int width)
public void	flush()
public int	getBraceNest()
public StackState	getCmdArgumentState()
public StackState	getConditionState()
public ByteList	getCurrentArg()
public String	getCurrentLine()
public Encoding	getEncoding()
public String	getFile()
public int	getHeredocIndent()
public int	getHeredocLineIndent()
public int	getLeftParenBegin()
public LexContext	getLexContext()
public int	getLineOffset()
public int	getParenNest()
public int	getRubySourceline()
public int	getState()
public int	getTokenCR()
public ByteList	id()
public int	incrementParenNest()
private static boolean	is7BitASCII(ByteList value)
protected boolean	IS_AFTER_OPERATOR()
protected boolean	IS_ARG()
protected boolean	IS_BEG()
protected boolean	IS_END()
protected boolean	IS_LABEL_POSSIBLE(boolean commandState)
public boolean	IS_LABEL_SUFFIX()
public static boolean	IS_lex_state(int state, int mask)
protected boolean	IS_lex_state_all(int state, int mask)
protected boolean	IS_SPCARG(int c, boolean spaceSeen)
public boolean	isASCII()
public static boolean	isASCII(int c)
public boolean	isEndSeen()
public boolean	isGlobalCharPunct(int c)
public static boolean	Returns: true if character is a hex value (0-9a-f) isHexChar(int the character to test c)
public static boolean	Returns: whether c is an identifier or not mri: is_identchar isIdentifierChar(int is character to be compared c) This is a valid character for an identifier?
protected boolean	isLambdaBeginning()
public boolean	isLookingAtEOL()
protected boolean	isNext_identchar()
public static boolean	Returns: true if character is an octal value (0-7) isOctChar(int the character to test c)
protected static boolean	ISSPACE(int c)
public static boolean	isSpace(int c)
public void	lex_goto_eol()
public int	lineno()
protected void	magicCommentEncoding(ByteList encoding)
public static int	magicCommentMarker(ByteList str, int begin)
protected abstract void	mismatchedRegexpEncodingError(Encoding optionEncoding, Encoding encoding)
public void	newtok(boolean unreadOnce)
public abstract int	nextc()
protected int	numberLiteralSuffix(int mask)
protected boolean	onMagicComment(String name, ByteList value)
protected char	optionsEncodingChar(Encoding optionEncoding)
public int	p(int offset)
public abstract void	parse_error(String message)
public boolean	parser_magic_comment(ByteList magicLine)
public void	parser_prepare()
protected abstract RegexpOptions	parseRegexpFlags()
protected RegexpOptions	parseRegexpFlags(StringBuilder unknownFlags)
public boolean	peek(int c)
protected boolean	peek(int c, int n)
public int	peekVariableName(int tSTRING_DVAR, int tSTRING_DBEG)
public int	precise_mbclen()
public void	printState()
public void	pushback(int c)
public int	readEscape()
protected void	readUTF8EscapeIntoBuffer(int codepoint, ByteList buffer, boolean stringLiteral, boolean[] encodingDetermined)
public int	readUTFEscape(ByteList buffer, boolean stringLiteral, boolean[] encodingDetermined)
public void	readUTFEscapeRegexpLiteral(ByteList buffer)
public void	reset()
public void	resetStacks()
protected int	scanHex(int count, boolean strict, String errorMessage) Read up to count hexadecimal digits.
protected char	scanHexLiteral(ByteList buffer, int count, boolean strict, String errorMessage) Read up to count hexadecimal digits and store those digits in a token numberBuffer.
protected char	scanOct(int count)
protected void	set_file_encoding(int str, int send)
protected void	set_yylval_id(ByteList id)
protected void	set_yylval_name(ByteList name)
public void	setBraceNest(int nest)
protected abstract void	setCompileOptionFlag(String name, ByteList value)
public void	setCurrentArg(ByteList current_arg)
public void	setCurrentEncoding(Encoding encoding)
public void	setEncoding(Encoding encoding)
protected abstract void	setEncoding(ByteList name)
public void	setHeredocIndent(int heredoc_indent)
public void	setHeredocLineIndent(int heredoc_line_indent)
public void	setLeftParenBegin(int value)
public void	setLexContext(LexContext context)
public void	setRegexpEncoding(Ruby runtime, ByteList value, RegexpOptions options)
public void	setRubySourceline(int line)
public void	setSource(LexerSource where the lexer gets raw data source) Allow the parser to set the source for its lexer.
public void	setState(int state)
protected abstract void	setTokenInfo(String name, ByteList value)
public void	setValue(Object yaccValue)
protected boolean	strncmp(ByteList one, ByteList two, int length)
public void	tokAdd(int first_byte, ByteList buffer)
public boolean	tokadd_ident(int c)
public boolean	tokadd_mbchar(int first_byte) This differs from MRI in a few ways.
public boolean	tokadd_mbchar(int first_byte, ByteList buffer)
public void	tokaddmbc(int codepoint, ByteList buffer) This looks deceptively like tokadd_mbchar(int, ByteList) but it differs in that it uses the bytelists encoding and the first parameter is a full codepoint and not the first byte of a mbc sequence.
public void	tokCopy(int length, ByteList buffer)
public int	Returns: last token read token() Last token read from the lexer at the end of a call to yylex()
public abstract int	tokenize_ident(int result)
protected int	tokHex(int count, String errorMessage)
public boolean	update_heredoc_indent(int c)
protected void	updateStartPosition(int column)
protected void	updateTokenPosition()
public void	validateFormalIdentifier(ByteList identifier)
public void	validateFormalIdentifier(String identifier) Deprecated
public Object	Returns: value of last value-laden token value() Value of last token (if it is a token which has a value).
protected int	warn_balanced(int c, boolean spaceSeen, int token, String op, String syn)
public boolean	was_bol()
public boolean	whole_match_p(ByteList eos, boolean indent)

Inherited from java.lang.Object:: clone equals finalize getClass hashCode notify notifyAll toString wait wait wait

public abstract Class LexingCommon

Field Summary

Constructor Summary

Method Summary