Top Description Inners Fields Constructors Methods
com.amazon.ion.impl

pack-priv final Class IonTokenConstsX

extends Object
Class Inheritance
Imports
com.amazon.ion.IonException, .IonType, com.amazon.ion.impl._Private_ScalarConversions.CantConvertException

this is a collection of constants and some static helper functions to support tokenizing Ion text

Nested and Inner Type Summary

Modifier and TypeClass and Description
public static class
public static enum

Field Summary

Modifier and TypeField and Description
public static final int
public static final char[]
public static final int
public static final char[]
public static final char[]
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
private static final String[]
private static final int[]
public static final int[]
private static final boolean[]
public static final boolean[]
public static final boolean[]
private static final boolean[]
private static final boolean[]
private static final boolean[]
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
pack-priv static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
TOKEN_SYMBOL_IDENTIFIER

Unquoted identifier symbol, including keywords like true and nan as well as SIDs like $123

public static final int
TOKEN_SYMBOL_OPERATOR

Unquoted operator sequence for sexp

public static final int
TOKEN_SYMBOL_QUOTED

Single-quoted symbol

public static final int
public static final int
pack-priv static final int[]
pack-priv static final int[]
pack-priv static final int[]
pack-priv static final String[]

Constructor Summary

AccessConstructor and Description
pack-priv

Method Summary

Modifier and TypeMethod and Description
public static final int
public static int
public static final String
public static final int
public static String
public static final String
public static final String
public static final IonType
public static final String
getTokenName(int t)

public static final int
private static void
public static final IonType
ion_type_of_scalar(int token)

public static final boolean
is7bitValue(int v)

public static final boolean
is8bitValue(int v)

public static final boolean
public static final boolean
isDigit(int c)

public static final boolean
isHexDigit(int c)

public static final boolean
public static final boolean
public static final boolean
public static final boolean
public static final boolean
public static final boolean
isWhitespace(int c)

public static int
keyword(CharSequence word, int start_word, int end_word)

private static boolean[]
public static final String[]
private static final int[]
private static final boolean[]
makeHexDigitTestArray(int[] hex_characters)

private static final int[]
private static final boolean[]
private static final boolean[]
private static final boolean[]
private static final boolean[]
pack-priv static final int[]
public static final boolean
public static final boolean
public static final boolean
public static final boolean
private static final void
typename_set_bit(int[] bits, int ii, int l, int typename_bit)

public static final int
typeNameKeyWordFromMask(int possible_names, int length)

public static final int
public static final int
typeNamePossibilityMask(int pos, int letter_idx)

Inherited from java.lang.Object:
cloneequalsfinalizegetClasshashCodenotifynotifyAlltoStringwaitwaitwait

Field Detail

base64FillerCharacterback to summary
public static final int base64FillerCharacter
BLOB_TERMINATORback to summary
public static final char[] BLOB_TERMINATOR
CLOB_CHARACTER_LIMITback to summary
public static final int CLOB_CHARACTER_LIMIT
CLOB_DOUBLE_QUOTED_TERMINATORback to summary
public static final char[] CLOB_DOUBLE_QUOTED_TERMINATOR
CLOB_TRIPLE_QUOTED_TERMINATORback to summary
public static final char[] CLOB_TRIPLE_QUOTED_TERMINATOR
ESCAPE_BIG_Uback to summary
public static final int ESCAPE_BIG_U
ESCAPE_BIG_U_MINIMUMback to summary
public static final int ESCAPE_BIG_U_MINIMUM
ESCAPE_HEXback to summary
public static final int ESCAPE_HEX
ESCAPE_LITTLE_Uback to summary
public static final int ESCAPE_LITTLE_U
ESCAPE_LITTLE_U_MINIMUMback to summary
public static final int ESCAPE_LITTLE_U_MINIMUM
ESCAPE_NOT_DEFINEDback to summary
public static final int ESCAPE_NOT_DEFINED
ESCAPE_REMOVES_NEWLINEback to summary
public static final int ESCAPE_REMOVES_NEWLINE
ESCAPE_REMOVES_NEWLINE2back to summary
public static final int ESCAPE_REMOVES_NEWLINE2
escapeCharacterImageback to summary
private static final String[] escapeCharacterImage
escapeCharactersValuesback to summary
private static final int[] escapeCharactersValues
hexValueback to summary
public static final int[] hexValue
invalidTerminatingCharsForInfback to summary
private static final boolean[] invalidTerminatingCharsForInf
isBase64Characterback to summary
public static final boolean[] isBase64Character
isHexDigitback to summary
public static final boolean[] isHexDigit
isValidExtendedSymbolCharacterback to summary
private static final boolean[] isValidExtendedSymbolCharacter
isValidStartSymbolCharacterback to summary
private static final boolean[] isValidStartSymbolCharacter
isValidSymbolCharacterback to summary
private static final boolean[] isValidSymbolCharacter
KEYWORD_BLOBback to summary
public static final int KEYWORD_BLOB
KEYWORD_BOOLback to summary
public static final int KEYWORD_BOOL
KEYWORD_CLOBback to summary
public static final int KEYWORD_CLOB
KEYWORD_DECIMALback to summary
public static final int KEYWORD_DECIMAL
KEYWORD_FALSEback to summary
public static final int KEYWORD_FALSE
KEYWORD_FLOATback to summary
public static final int KEYWORD_FLOAT
KEYWORD_INTback to summary
public static final int KEYWORD_INT
KEYWORD_LISTback to summary
public static final int KEYWORD_LIST
KEYWORD_NANback to summary
public static final int KEYWORD_NAN
KEYWORD_noneback to summary
public static final int KEYWORD_none
KEYWORD_NULLback to summary
public static final int KEYWORD_NULL
KEYWORD_SEXPback to summary
public static final int KEYWORD_SEXP
KEYWORD_sidback to summary
public static final int KEYWORD_sid
KEYWORD_STRINGback to summary
public static final int KEYWORD_STRING
KEYWORD_STRUCTback to summary
public static final int KEYWORD_STRUCT
KEYWORD_SYMBOLback to summary
public static final int KEYWORD_SYMBOL
KEYWORD_TIMESTAMPback to summary
public static final int KEYWORD_TIMESTAMP
KEYWORD_TRUEback to summary
public static final int KEYWORD_TRUE
KEYWORD_unrecognizedback to summary
public static final int KEYWORD_unrecognized
KW_ALL_BITSback to summary
pack-priv static final int KW_ALL_BITS
KW_BIT_BLOBback to summary
pack-priv static final int KW_BIT_BLOB
KW_BIT_BOOLback to summary
pack-priv static final int KW_BIT_BOOL
KW_BIT_CLOBback to summary
pack-priv static final int KW_BIT_CLOB
KW_BIT_DECIMALback to summary
pack-priv static final int KW_BIT_DECIMAL
KW_BIT_FLOATback to summary
pack-priv static final int KW_BIT_FLOAT
KW_BIT_INTback to summary
pack-priv static final int KW_BIT_INT
KW_BIT_LISTback to summary
pack-priv static final int KW_BIT_LIST
KW_BIT_NULLback to summary
pack-priv static final int KW_BIT_NULL
KW_BIT_SEXPback to summary
pack-priv static final int KW_BIT_SEXP
KW_BIT_STRINGback to summary
pack-priv static final int KW_BIT_STRING
KW_BIT_STRUCTback to summary
pack-priv static final int KW_BIT_STRUCT
KW_BIT_SYMBOLback to summary
pack-priv static final int KW_BIT_SYMBOL
KW_BIT_TIMESTAMPback to summary
pack-priv static final int KW_BIT_TIMESTAMP
TN_LETTER_MAX_IDXback to summary
pack-priv static final int TN_LETTER_MAX_IDX
TN_MAX_NAME_LENGTHback to summary
pack-priv static final int TN_MAX_NAME_LENGTH
TOKEN_BINARYback to summary
public static final int TOKEN_BINARY
TOKEN_CLOSE_BRACEback to summary
public static final int TOKEN_CLOSE_BRACE
TOKEN_CLOSE_DOUBLE_BRACEback to summary
public static final int TOKEN_CLOSE_DOUBLE_BRACE
TOKEN_CLOSE_PARENback to summary
public static final int TOKEN_CLOSE_PAREN
TOKEN_CLOSE_SQUAREback to summary
public static final int TOKEN_CLOSE_SQUARE
TOKEN_COLONback to summary
public static final int TOKEN_COLON
TOKEN_COMMAback to summary
public static final int TOKEN_COMMA
TOKEN_countback to summary
public static final int TOKEN_count
TOKEN_DECIMALback to summary
public static final int TOKEN_DECIMAL
TOKEN_DOTback to summary
public static final int TOKEN_DOT
TOKEN_DOUBLE_COLONback to summary
public static final int TOKEN_DOUBLE_COLON
TOKEN_EOFback to summary
public static final int TOKEN_EOF
TOKEN_ERRORback to summary
public static final int TOKEN_ERROR
TOKEN_FLOATback to summary
public static final int TOKEN_FLOAT
TOKEN_FLOAT_INFback to summary
public static final int TOKEN_FLOAT_INF
TOKEN_FLOAT_MINUS_INFback to summary
public static final int TOKEN_FLOAT_MINUS_INF
TOKEN_HEXback to summary
public static final int TOKEN_HEX
TOKEN_INTback to summary
public static final int TOKEN_INT
TOKEN_MAXback to summary
public static final int TOKEN_MAX
TOKEN_OPEN_BRACEback to summary
public static final int TOKEN_OPEN_BRACE
TOKEN_OPEN_DOUBLE_BRACEback to summary
public static final int TOKEN_OPEN_DOUBLE_BRACE
TOKEN_OPEN_PARENback to summary
public static final int TOKEN_OPEN_PAREN
TOKEN_OPEN_SQUAREback to summary
public static final int TOKEN_OPEN_SQUARE
TOKEN_STRING_DOUBLE_QUOTEback to summary
public static final int TOKEN_STRING_DOUBLE_QUOTE
TOKEN_STRING_TRIPLE_QUOTEback to summary
public static final int TOKEN_STRING_TRIPLE_QUOTE
TOKEN_SYMBOL_IDENTIFIERback to summary
public static final int TOKEN_SYMBOL_IDENTIFIER

Unquoted identifier symbol, including keywords like true and nan as well as SIDs like $123

TOKEN_SYMBOL_OPERATORback to summary
public static final int TOKEN_SYMBOL_OPERATOR

Unquoted operator sequence for sexp

TOKEN_SYMBOL_QUOTEDback to summary
public static final int TOKEN_SYMBOL_QUOTED

Single-quoted symbol

TOKEN_TIMESTAMPback to summary
public static final int TOKEN_TIMESTAMP
TOKEN_UNKNOWN_NUMERICback to summary
public static final int TOKEN_UNKNOWN_NUMERIC
TypeNameBitIndexback to summary
pack-priv static final int[] TypeNameBitIndex
typeNameBitsback to summary
pack-priv static final int[] typeNameBits
typeNameKeyWordIdsback to summary
pack-priv static final int[] typeNameKeyWordIds
typeNameNamesback to summary
pack-priv static final String[] typeNameNames

Constructor Detail

IonTokenConstsXback to summary
pack-priv IonTokenConstsX()

Method Detail

decimalDigitValueback to summary
public static final int decimalDigitValue(int c)
decodeSidback to summary
public static int decodeSid(CharSequence sidToken)
describeTokenback to summary
public static final String describeToken(int t)
escapeReplacementCharacterback to summary
public static final int escapeReplacementCharacter(int c)
escapeSequenceback to summary
public static String escapeSequence(int c)
getEscapeCharacterImageback to summary
public static final String getEscapeCharacterImage(int c)
getNullImageback to summary
public static final String getNullImage(IonType type)
getNullTypeback to summary
public static final IonType getNullType(CharSequence s)
getTokenNameback to summary
public static final String getTokenName(int t)
hexDigitValueback to summary
public static final int hexDigitValue(int c)
invalid_null_imageback to summary
private static void invalid_null_image(CharSequence s)
ion_type_of_scalarback to summary
public static final IonType ion_type_of_scalar(int token)
is7bitValueback to summary
public static final boolean is7bitValue(int v)
is8bitValueback to summary
public static final boolean is8bitValue(int v)
isBinaryDigitback to summary
public static final boolean isBinaryDigit(int c)
isDigitback to summary
public static final boolean isDigit(int c)
isHexDigitback to summary
public static final boolean isHexDigit(int c)
isValidEscapeStartback to summary
public static final boolean isValidEscapeStart(int c)
isValidExtendedSymbolCharacterback to summary
public static final boolean isValidExtendedSymbolCharacter(int c)
isValidStartSymbolCharacterback to summary
public static final boolean isValidStartSymbolCharacter(int c)
isValidSymbolCharacterback to summary
public static final boolean isValidSymbolCharacter(int c)
isValidTerminatingCharForInfback to summary
public static final boolean isValidTerminatingCharForInf(int c)
isWhitespaceback to summary
public static final boolean isWhitespace(int c)
keywordback to summary
public static int keyword(CharSequence word, int start_word, int end_word)
makeBase64Arrayback to summary
private static boolean[] makeBase64Array()
makeEscapeCharacterImageArrayback to summary
public static final String[] makeEscapeCharacterImageArray()
makeEscapeCharacterValuesArrayback to summary
private static final int[] makeEscapeCharacterValuesArray()
makeHexDigitTestArrayback to summary
private static final boolean[] makeHexDigitTestArray(int[] hex_characters)
makeHexValueArrayback to summary
private static final int[] makeHexValueArray()
makeInvalidTerminatingCharsForInfArrayback to summary
private static final boolean[] makeInvalidTerminatingCharsForInfArray()
makeIsValidExtendedSymbolCharacterArrayback to summary
private static final boolean[] makeIsValidExtendedSymbolCharacterArray()
makeIsValidStartSymbolCharacterArrayback to summary
private static final boolean[] makeIsValidStartSymbolCharacterArray()
makeIsValidSymbolCharacterArrayback to summary
private static final boolean[] makeIsValidSymbolCharacterArray()
makeTypeNameBitIndexback to summary
pack-priv static final int[] makeTypeNameBitIndex()
needsClobEscapeback to summary
public static final boolean needsClobEscape(int c)
needsIonEscapeback to summary
public static final boolean needsIonEscape(IonTokenConstsX.EscapeType escapeType, int c)
needsStringEscapeback to summary
public static final boolean needsStringEscape(int c)
needsSymbolEscapeback to summary
public static final boolean needsSymbolEscape(int c)
typename_set_bitback to summary
private static final void typename_set_bit(int[] bits, int ii, int l, int typename_bit)
typeNameKeyWordFromMaskback to summary
public static final int typeNameKeyWordFromMask(int possible_names, int length)
typeNameLetterIdxback to summary
public static final int typeNameLetterIdx(int c)
typeNamePossibilityMaskback to summary
public static final int typeNamePossibilityMask(int pos, int letter_idx)
com.amazon.ion.impl back to summary

public Class IonTokenConstsX.CharacterSequence

extends Object
Class Inheritance

Field Summary

Modifier and TypeField and Description
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int
public static final int

Constructor Summary

AccessConstructor and Description
public

Method Summary

Inherited from java.lang.Object:
cloneequalsfinalizegetClasshashCodenotifynotifyAlltoStringwaitwaitwait

Field Detail

CHAR_SEQ_EOFback to summary
public static final int CHAR_SEQ_EOF
CHAR_SEQ_ESCAPED_NEWLINE_SEQUENCE_1back to summary
public static final int CHAR_SEQ_ESCAPED_NEWLINE_SEQUENCE_1
CHAR_SEQ_ESCAPED_NEWLINE_SEQUENCE_2back to summary
public static final int CHAR_SEQ_ESCAPED_NEWLINE_SEQUENCE_2
CHAR_SEQ_ESCAPED_NEWLINE_SEQUENCE_3back to summary
public static final int CHAR_SEQ_ESCAPED_NEWLINE_SEQUENCE_3
CHAR_SEQ_NEWLINE_SEQUENCE_1back to summary
public static final int CHAR_SEQ_NEWLINE_SEQUENCE_1
CHAR_SEQ_NEWLINE_SEQUENCE_2back to summary
public static final int CHAR_SEQ_NEWLINE_SEQUENCE_2
CHAR_SEQ_NEWLINE_SEQUENCE_3back to summary
public static final int CHAR_SEQ_NEWLINE_SEQUENCE_3
CHAR_SEQ_STRING_NON_TERMINATORback to summary
public static final int CHAR_SEQ_STRING_NON_TERMINATOR
CHAR_SEQ_STRING_TERMINATORback to summary
public static final int CHAR_SEQ_STRING_TERMINATOR

Constructor Detail

CharacterSequenceback to summary
public CharacterSequence()
com.amazon.ion.impl back to summary

public final Enum IonTokenConstsX.EscapeType

extends Enum<IonTokenConstsX.EscapeType>
Class Inheritance

Field Summary

Modifier and TypeField and Description
public static final IonTokenConstsX.EscapeType
public static final IonTokenConstsX.EscapeType
public static final IonTokenConstsX.EscapeType
public static final IonTokenConstsX.EscapeType

Constructor Summary

AccessConstructor and Description
private

Method Summary

Modifier and TypeMethod and Description
public static IonTokenConstsX.EscapeType
public static IonTokenConstsX.EscapeType[]
Inherited from java.lang.Enum:
clonecompareTodescribeConstableequalsfinalizegetDeclaringClasshashCodenameordinaltoStringvalueOf

Field Detail

ESCAPE_DESTINATION_CLOBback to summary
public static final IonTokenConstsX.EscapeType ESCAPE_DESTINATION_CLOB
ESCAPE_DESTINATION_NONEback to summary
public static final IonTokenConstsX.EscapeType ESCAPE_DESTINATION_NONE
ESCAPE_DESTINATION_STRINGback to summary
public static final IonTokenConstsX.EscapeType ESCAPE_DESTINATION_STRING
ESCAPE_DESTINATION_SYMBOLback to summary
public static final IonTokenConstsX.EscapeType ESCAPE_DESTINATION_SYMBOL

Constructor Detail

EscapeTypeback to summary
private EscapeType()

Method Detail

valueOfback to summary
public static IonTokenConstsX.EscapeType valueOf(String name)
valuesback to summary
public static IonTokenConstsX.EscapeType[] values()