Class: TokenStream

Defined in: lexer/streams/raw/TokenStream.ts:3

Implements

• Iterable<Token>

Constructors

new TokenStream()

new TokenStream(lexer: Lexer, input: string): TokenStream

Defined in: lexer/streams/raw/TokenStream.ts:9

Parameters

Parameter	Type
lexer	Lexer
input	string

Returns

TokenStream

Properties

input

private readonly input: string

Defined in: lexer/streams/raw/TokenStream.ts:4

---

position

private position: number = 0

Defined in: lexer/streams/raw/TokenStream.ts:7

---

quotes

private readonly quotes: readonly [string, string][]

Defined in: lexer/streams/raw/TokenStream.ts:5

---

separator

private readonly separator: string

Defined in: lexer/streams/raw/TokenStream.ts:6

Accessors

finished

Get Signature

get finished(): boolean

Defined in: lexer/streams/raw/TokenStream.ts:15

Returns

boolean

Methods

[iterator]()

[iterator](): Iterator<Token>

Defined in: lexer/streams/raw/TokenStream.ts:19

Returns

Iterator<Token>

Implementation of

Iterable.[iterator]

---

getParameter()

private getParameter(): WordToken

Defined in: lexer/streams/raw/TokenStream.ts:50

Returns

WordToken

---

getPossibleQuotedArgument()

private getPossibleQuotedArgument(): null | QuotedToken

Defined in: lexer/streams/raw/TokenStream.ts:34

Returns

null | QuotedToken

---

getPossibleSeparator()

private getPossibleSeparator(): null | SeparatorToken

Defined in: lexer/streams/raw/TokenStream.ts:25

Returns

null | SeparatorToken