Ion Java 1.11.10 · com.amazon.ion.impl.IonReaderTextRawTokensX

Modifier and Type	Class and Description
private static enum	IonReaderTextRawTokensX.CommentStrategy Defines strategies to apply when comments are encountered.
public static class	IonReaderTextRawTokensX.IonReaderTextTokenException
private static enum	IonReaderTextRawTokensX.NumericState
private static enum	IonReaderTextRawTokensX.ProhibitedCharacters
private static enum	IonReaderTextRawTokensX.Radix

Modifier and Type	Field and Description
private int	_base64_prefetch_count number of base64 decoded bytes in the stack, used to decode base64
private int	_base64_prefetch_stack since this "stack" will only 0-2 bytes deep, we'll just shift them into an int
pack-priv static final boolean	_debug
private long	_line_count
private long	_line_count_cached
private boolean	_line_count_has_cached
private long	_line_offset_cached
private long	_line_starting_position
private UnifiedInputStreamX	_stream
private int	_token
private boolean	_unfinished_token are we at the beginning of this token (false == done with it)
pack-priv static final int[]	BASE64_CHAR_TO_BIN
pack-priv static final int	BASE64_EOF
pack-priv static final int	BASE64_TERMINATOR_CHAR
private static final int	CONTAINER_STACK_INITIAL_CAPACITY
private final ArrayList<Integer>	containerSkipTerminatorStack
private static final Appendable	NULL_APPENDABLE

Access	Constructor and Description
public	IonReaderTextRawTokensX(UnifiedInputStreamX wrapped input stream iis) IonTokenReader constructor requires a UnifiedInputStream as the source of bytes/chars that serve as the basic input
public	IonReaderTextRawTokensX(UnifiedInputStreamX iis, long starting_line, long starting_column)

Method Summary

Modifier and Type	Method and Description
protected final void	bad_escape_sequence()
protected final void	bad_escape_sequence(int c)
protected final void	bad_token(int c)
protected final void	bad_token_start(int c)
private boolean	check_for_low_surrogate(int c, boolean expectLowSurrogate)
public void	close()
private static final int	decode_base64_byte1(int c1, int c2, int c3, int c4)
private static final int	decode_base64_byte2(int c1, int c2, int c3, int c4)
private static final int	decode_base64_byte3(int c1, int c2, int c3, int c4)
private static final int	decode_base64_length(int c1, int c2, int c3, int c4)
protected final void	error(String message)
protected final void	expected_but_found(String expected, int c)
protected final void	finish_token(UnifiedSavePointManagerX.SavePoint sp)
public long	getLineNumber()
public long	getLineOffset()
pack-priv UnifiedInputStreamX	getSourceStream()
public final long	getStartingOffset()
public int	getToken()
protected String	input_position()
private final boolean	Returns: true if the next two characters are single quotes is_2_single_quotes_helper() this peeks ahead to see if the next two characters are single quotes.
private final boolean	is_value_terminating_character(int c)
public final boolean	isBufferedInput()
public final boolean	isUnfinishedToken()
private final int	line_count(int c)
private final int	line_count_unread(int c)
protected void	load_blob(StringBuilder sb)
protected void	load_clob(int lobToken, StringBuilder sb)
private final int	Returns: the first non-digit character on the input. Could be the given character if its not a digit. load_digits(StringBuilder sb, int c) Accumulates digits into the buffer, starting with the given character.
protected int	load_double_quoted_string(StringBuilder sb, boolean is_clob)
private final int	load_exponent(StringBuilder sb)
private final IonType	load_finish_number(CharSequence numericText, int c, int token)
private final void	load_fixed_digits(StringBuilder sb, int len)
protected IonType	load_number(StringBuilder sb)
protected void	load_raw_characters(StringBuilder sb) this is used to load a previously marked set of bytes into the StringBuilder without escaping.
protected int	load_single_quoted_string(StringBuilder sb, boolean is_clob)
protected void	load_symbol_identifier(StringBuilder sb)
protected void	load_symbol_operator(StringBuilder sb)
private final IonType	load_timestamp(StringBuilder sb, int c)
protected int	load_triple_quoted_string(StringBuilder sb, boolean is_clob)
private final int	loadRadixValue(StringBuilder sb, int c2, IonReaderTextRawTokensX.Radix radix)
private final int	next_token_finish(int token, boolean content_is_waiting)
public final int	nextToken()
private final boolean	peek_inf_helper(int c)
public final int	Returns: true if the next token is a double or triple quote, false otherwise peekLobStartPunctuation() peeks into the input stream to see what non-whitespace character is coming up.
public final int	peekNullTypeSymbol() peeks into the input stream to see if we have an unquoted symbol that resolves to one of the ion types.
private final int	peekNullTypeSymbolUndo(int[] read_ahead, int read_count)
public final int	read_base64_byte()
private final int	read_base64_byte_helper()
private final int	read_base64_getchar_helper(int c)
private final int	read_base64_getchar_helper()
private final int	read_base64_getchar_helper2(int c)
protected final int	read_char()
private final int	read_char_escaped(int c, boolean is_clob)
protected int	read_double_quoted_char(boolean is_clob)
private final int	read_escaped_char_content_helper(int c1, boolean is_clob)
private final int	read_hex_escape_sequence_value(int len)
private final int	read_large_char_sequence(int c)
protected final int	read_string_char(IonReaderTextRawTokensX.ProhibitedCharacters prohibitedCharacters) NOT for use outside of string/symbol/clob!
protected int	read_triple_quoted_char(boolean is_clob)
private final int	read_ut8_sequence(int c)
private int	readNumeric(Appendable buffer, IonReaderTextRawTokensX.Radix radix)
private int	readNumeric(Appendable buffer, IonReaderTextRawTokensX.Radix radix, IonReaderTextRawTokensX.NumericState startingState)
protected void	save_point_activate(UnifiedSavePointManagerX.SavePoint sp)
protected void	save_point_deactivate(UnifiedSavePointManagerX.SavePoint sp)
protected void	save_point_start(UnifiedSavePointManagerX.SavePoint sp)
private final int	Returns: numeric token type scan_for_numeric_type(int first char of number read by caller c1) we encountered a character that starts a number, a digit or a dash (minus).
private final int	Returns: numeric token type scan_negative_for_numeric_type(int first char of number read by caller c) variant of scan_numeric_type where the passed in start character was preceded by a minus sign.
private final void	skip_block_comment()
protected final void	skip_clob_close_punctuation() Expects optional whitespace then }}
private void	skip_double_quoted_string(UnifiedSavePointManagerX.SavePoint sp)
private final void	skip_double_quoted_string_helper()
private int	skip_optional_timestamp_offset(int c)
private void	skip_over_blob(UnifiedSavePointManagerX.SavePoint sp)
private final int	Returns: the next character in the stream skip_over_blob_whitespace() Skip over whitespace, but not the / character, as it's a valid Base64 character.
private final int	Returns: the next character in the stream skip_over_clob_whitespace() Skip over the whitespace after the clob string and before the closing braces.
private void	skip_over_container(int terminator)
private int	skip_over_decimal(UnifiedSavePointManagerX.SavePoint sp)
private int	skip_over_digits(int c)
private int	skip_over_float(UnifiedSavePointManagerX.SavePoint sp)
private int	skip_over_int(UnifiedSavePointManagerX.SavePoint sp)
protected void	skip_over_list()
protected void	skip_over_lob(int lobToken, UnifiedSavePointManagerX.SavePoint sp) Skips over the closing }} too.
private final int	Returns: the next character in the stream skip_over_lob_whitespace() The type of lob is not yet known.
private int	skip_over_number(UnifiedSavePointManagerX.SavePoint sp)
protected void	skip_over_sexp()
protected void	skip_over_struct()
private final int	skip_over_symbol_identifier(UnifiedSavePointManagerX.SavePoint sp)
private int	skip_over_symbol_operator(UnifiedSavePointManagerX.SavePoint sp)
private int	skip_over_timestamp(UnifiedSavePointManagerX.SavePoint sp)
private final int	Returns: the next character in the stream skip_over_whitespace() Skip over any whitespace, ignoring any comments.
private final int	Returns: the next character in the stream skip_over_whitespace(IonReaderTextRawTokensX.CommentStrategy the strategy to use upon encountering comments. commentStrategy) Skip over any whitespace, applying the given CommentStrategy to any comments found.
private final void	skip_single_line_comment()
private final int	skip_single_quoted_string(UnifiedSavePointManagerX.SavePoint sp)
private int	skip_timestamp_finish(int c, UnifiedSavePointManagerX.SavePoint sp)
private int	skip_timestamp_offset_or_z(int c, UnifiedSavePointManagerX.SavePoint sp)
private final int	skip_timestamp_past_digits(int len) Helper method for skipping embedded digits inside a timestamp value.
private final int	skip_timestamp_past_digits(int min, int max) Helper method for skipping embedded digits inside a timestamp value This overload skips at least min and at most max digits, and errors if a non-digit is encountered in the first min characters read
private final void	skip_timestamp_validate(int c, int expected)
private final int	skip_to_end(UnifiedSavePointManagerX.SavePoint sp)
private void	skip_triple_quoted_clob_string(UnifiedSavePointManagerX.SavePoint sp) Skip to the end of a triple quoted string sequence within a clob, erroring on any comments encountered between triple quoted string elements.
private void	skip_triple_quoted_string(UnifiedSavePointManagerX.SavePoint sp) Skip to the end of a triple quoted string sequence, ignoring any comments encountered between triple quoted string elements.
private void	skip_triple_quoted_string(UnifiedSavePointManagerX.SavePoint sp, IonReaderTextRawTokensX.CommentStrategy commentStrategy)
protected final boolean	Returns: true if whitespace or comments were encountered skip_whitespace() Skips whitespace and comments and finishes at the starting position of the next token.
private final boolean	Returns: true if whitespace was skipped and/or comments ignored skip_whitespace(IonReaderTextRawTokensX.CommentStrategy commentStrategy) Skips whitespace and applies the given CommentStrategy to any comments found.
public final boolean	Returns: true if the next token is a double colon, false otherwise skipDoubleColon() peeks into the input stream to see if the next token would be a double colon.
private int	skipOverRadix(UnifiedSavePointManagerX.SavePoint sp, IonReaderTextRawTokensX.Radix radix)
public final void	tokenIsFinished()
protected final void	unexpected_eof()
private final void	unread_char(int c)

Inherited from java.lang.Object:: clone equals finalize getClass hashCode notify notifyAll toString wait wait wait

pack-priv final Class IonReaderTextRawTokensX

Nested and Inner Type Summary

Field Summary

Constructor Summary

Method Summary