Class Tokenizer

Hierarchy

Tokenizer

Constructors

constructor

new Tokenizer(input: string, operators?: Operators, file?: string, range?: [number, number]): Tokenizer
Parameters
- input: string
- operators: Operators = defaultOptions.operators
- Optional file: string
- Optional range: [number, number]
Returns Tokenizer
- Defined in src/parser/tokenizer.ts:16

Properties

N

N: number

`Optional` file

file?: string

input

input: string

`Private` literalTrie

literalTrie: Trie<LiteralValue>

`Private` opTrie

opTrie: Trie<OperatorHandler>

p

p: number

`Private` `Optional` range

range?: [number, number]

`Private` rawBeginAt

rawBeginAt: number = -1

Methods

advance

advance(step?: number): void
Parameters
- step: number = 1
Returns void
- Defined in src/parser/tokenizer.ts:289

assert

assert(pred: unknown, msg: string | (() => string), pos?: number): void
Parameters
- pred: unknown
- msg: string | (() => string)
- Optional pos: number
Returns void
- Defined in src/parser/tokenizer.ts:230

end

end(): boolean
Returns boolean
- Defined in src/parser/tokenizer.ts:293

error

error(msg: string, pos?: number): TokenizationError
Parameters
- msg: string
- pos: number = ...
Returns TokenizationError
- Defined in src/parser/tokenizer.ts:226

match

match(word: string): boolean
Parameters
- word: string
Returns boolean
- Defined in src/parser/tokenizer.ts:415

matchTrie

matchTrie<T>(trie: Trie<T>): number
Type Parameters
- T
Parameters
- trie: Trie<T>
Returns number
- Defined in src/parser/tokenizer.ts:53

peek

peek(n?: number): string
Parameters
- n: number = 0
Returns string
- Defined in src/parser/tokenizer.ts:433

peekType

peekType(n?: number): number
Parameters
- n: number = 0
Returns number
- Defined in src/parser/tokenizer.ts:429

readEndrawOrRawContent

readEndrawOrRawContent(options: NormalizedFullOptions): TagToken | HTMLToken
Parameters
- options: NormalizedFullOptions
Returns TagToken | HTMLToken
- Defined in src/parser/tokenizer.ts:180

readExpression

readExpression(): Expression
Returns Expression
- Defined in src/parser/tokenizer.ts:28

readExpressionTokens

readExpressionTokens(): IterableIterator<Token>
Returns IterableIterator<Token>
- Defined in src/parser/tokenizer.ts:32

readFileNameTemplate

readFileNameTemplate(options: NormalizedFullOptions): IterableIterator<TopLevelToken>
Parameters
- options: NormalizedFullOptions
Returns IterableIterator<TopLevelToken>
- Defined in src/parser/tokenizer.ts:403

readFilter

readFilter(): null | FilterToken
Returns null | FilterToken
- Defined in src/parser/tokenizer.ts:80

readFilterArg

readFilterArg(): undefined | FilterArg
Returns undefined | FilterArg
- Defined in src/parser/tokenizer.ts:109

readFilteredValue

readFilteredValue(): FilteredValueToken
Returns FilteredValueToken
- Defined in src/parser/tokenizer.ts:65

readFilters

readFilters(): FilterToken[]
Returns FilterToken[]
- Defined in src/parser/tokenizer.ts:72

readHTMLToken

readHTMLToken(stopStrings: string[]): HTMLToken
Parameters
- stopStrings: string[]
Returns HTMLToken
- Defined in src/parser/tokenizer.ts:137

readHash

readHash(jekyllStyle?: boolean): undefined | HashToken
Parameters
- Optional jekyllStyle: boolean
Returns undefined | HashToken
- Defined in src/parser/tokenizer.ts:268

readHashes

readHashes(jekyllStyle?: boolean): HashToken[]
Parameters
- Optional jekyllStyle: boolean
Returns HashToken[]
- Defined in src/parser/tokenizer.ts:259

readIdentifier

readIdentifier(): IdentifierToken
Returns IdentifierToken
- Defined in src/parser/tokenizer.ts:245

readLiquidTagToken

readLiquidTagToken(options: NormalizedFullOptions): undefined | LiquidTagToken
Parameters
- options: NormalizedFullOptions
Returns undefined | LiquidTagToken
- Defined in src/parser/tokenizer.ts:216

readLiquidTagTokens

readLiquidTagTokens(options?: NormalizedFullOptions): LiquidTagToken[]
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns LiquidTagToken[]
- Defined in src/parser/tokenizer.ts:207

readLiteral

readLiteral(): undefined | LiteralToken
Returns undefined | LiteralToken
- Defined in src/parser/tokenizer.ts:361

readNumber

readNumber(): undefined | NumberToken
Returns undefined | NumberToken
- Defined in src/parser/tokenizer.ts:338

readOperator

readOperator(): undefined | OperatorToken
Returns undefined | OperatorToken
- Defined in src/parser/tokenizer.ts:47

readOutputToken

readOutputToken(options?: NormalizedFullOptions): OutputToken
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns OutputToken
- Defined in src/parser/tokenizer.ts:170

readQuoted

readQuoted(): undefined | QuotedToken
Returns undefined | QuotedToken
- Defined in src/parser/tokenizer.ts:388

readRange

readRange(): undefined | RangeToken
Returns undefined | RangeToken
- Defined in src/parser/tokenizer.ts:370

readTagName

readTagName(): string
Returns string
- Defined in src/parser/tokenizer.ts:252

readTagToken

readTagToken(options?: NormalizedFullOptions): TagToken
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns TagToken
- Defined in src/parser/tokenizer.ts:146

readTo

readTo(end: string): number
Parameters
- end: string
Returns number
- Defined in src/parser/tokenizer.ts:297

readToDelimiter

readToDelimiter(delimiter: string, respectQuoted?: boolean): number
Parameters
- delimiter: string
- respectQuoted: boolean = false
Returns number
- Defined in src/parser/tokenizer.ts:157

readTopLevelToken

readTopLevelToken(options: NormalizedFullOptions): TopLevelToken
Parameters
- options: NormalizedFullOptions
Returns TopLevelToken
- Defined in src/parser/tokenizer.ts:129

readTopLevelTokens

readTopLevelTokens(options?: NormalizedFullOptions): TopLevelToken[]
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns TopLevelToken[]
- Defined in src/parser/tokenizer.ts:119

readValue

readValue(): undefined | ValueToken
Returns undefined | ValueToken
- Defined in src/parser/tokenizer.ts:305

readValueOrThrow

readValueOrThrow(): ValueToken
Returns ValueToken
- Defined in src/parser/tokenizer.ts:382

readWord

readWord(): IdentifierToken
Deprecated
use #readIdentifier instead

Returns IdentifierToken
- Defined in src/parser/tokenizer.ts:241

remaining

remaining(): string
Returns string
- Defined in src/parser/tokenizer.ts:285

rmatch

rmatch(pattern: string): boolean
Parameters
- pattern: string
Returns boolean
- Defined in src/parser/tokenizer.ts:422

skipBlank

skipBlank(): void
Returns void
- Defined in src/parser/tokenizer.ts:437

snapshot

snapshot(begin?: number): string
Parameters
- begin: number = ...
Returns string
- Defined in src/parser/tokenizer.ts:234

Generated using TypeDoc