Skip to main content

Class: TokenStream

Implements

Constructors

new TokenStream()

new TokenStream(lexer: Lexer, input: string): TokenStream

Parameters

ParameterType
lexerLexer
inputstring

Returns

TokenStream

Source

lib/lexer/streams/raw/TokenStream.ts:9

Properties

input

private readonly input: string

Source

lib/lexer/streams/raw/TokenStream.ts:4


position

private position: number = 0

Source

lib/lexer/streams/raw/TokenStream.ts:7


quotes

private readonly quotes: readonly [string, string][]

Source

lib/lexer/streams/raw/TokenStream.ts:5


separator

private readonly separator: string

Source

lib/lexer/streams/raw/TokenStream.ts:6

Accessors

finished

get finished(): boolean

Returns

boolean

Source

lib/lexer/streams/raw/TokenStream.ts:15

Methods

[iterator]()

[iterator](): Iterator <Token, any, undefined>

Returns

Iterator <Token, any, undefined>

Implementation of

Iterable.[iterator]

Source

lib/lexer/streams/raw/TokenStream.ts:19


getParameter()

private getParameter(): WordToken

Returns

WordToken

Source

lib/lexer/streams/raw/TokenStream.ts:50


getPossibleQuotedArgument()

private getPossibleQuotedArgument(): null | QuotedToken

Returns

null | QuotedToken

Source

lib/lexer/streams/raw/TokenStream.ts:34


getPossibleSeparator()

private getPossibleSeparator(): null | SeparatorToken

Returns

null | SeparatorToken

Source

lib/lexer/streams/raw/TokenStream.ts:25