Class Tokenizer

Hierarchy

Tokenizer

Constructors

constructor

new Tokenizer(input: string, operators?: Operators, file?: string, range?: [number, number]): Tokenizer
Parameters
- input: string
- operators: Operators = defaultOptions.operators
- Optional file: string
- Optional range: [number, number]
Returns Tokenizer
- Defined in src/parser/tokenizer.ts:15

Properties

N

N: number

`Optional` file

file?: string

input

input: string

`Private` opTrie

opTrie: Trie

p

p: number

`Private` `Optional` range

range?: [number, number]

`Private` rawBeginAt

rawBeginAt: number = -1

Methods

advance

advance(i?: number): void
Parameters
- i: number = 1
Returns void
- Defined in src/parser/tokenizer.ts:274

assert

assert(pred: unknown, msg: string | (() => string), pos?: number): void
Parameters
- pred: unknown
- msg: string | (() => string)
- Optional pos: number
Returns void
- Defined in src/parser/tokenizer.ts:215

end

end(): boolean
Returns boolean
- Defined in src/parser/tokenizer.ts:278

error

error(msg: string, pos?: number): TokenizationError
Parameters
- msg: string
- pos: number = ...
Returns TokenizationError
- Defined in src/parser/tokenizer.ts:211

match

match(word: string): boolean
Parameters
- word: string
Returns boolean
- Defined in src/parser/tokenizer.ts:375

peek

peek(n?: number): string
Parameters
- n: number = 0
Returns string
- Defined in src/parser/tokenizer.ts:393

peekType

peekType(n?: number): number
Parameters
- n: number = 0
Returns number
- Defined in src/parser/tokenizer.ts:389

readEndrawOrRawContent

readEndrawOrRawContent(options: NormalizedFullOptions): TagToken | HTMLToken
Parameters
- options: NormalizedFullOptions
Returns TagToken | HTMLToken
- Defined in src/parser/tokenizer.ts:165

readExpression

readExpression(): Expression
Returns Expression
- Defined in src/parser/tokenizer.ts:26

readExpressionTokens

readExpressionTokens(): IterableIterator<Token>
Returns IterableIterator<Token>
- Defined in src/parser/tokenizer.ts:30

readFileNameTemplate

readFileNameTemplate(options: NormalizedFullOptions): IterableIterator<TopLevelToken>
Parameters
- options: NormalizedFullOptions
Returns IterableIterator<TopLevelToken>
- Defined in src/parser/tokenizer.ts:363

readFilter

readFilter(): null | FilterToken
Returns null | FilterToken
- Defined in src/parser/tokenizer.ts:66

readFilterArg

readFilterArg(): undefined | FilterArg
Returns undefined | FilterArg
- Defined in src/parser/tokenizer.ts:95

readFilteredValue

readFilteredValue(): FilteredValueToken
Returns FilteredValueToken
- Defined in src/parser/tokenizer.ts:51

readFilters

readFilters(): FilterToken[]
Returns FilterToken[]
- Defined in src/parser/tokenizer.ts:58

readHTMLToken

readHTMLToken(stopStrings: string[]): HTMLToken
Parameters
- stopStrings: string[]
Returns HTMLToken
- Defined in src/parser/tokenizer.ts:123

readHash

readHash(jekyllStyle?: boolean): undefined | HashToken
Parameters
- Optional jekyllStyle: boolean
Returns undefined | HashToken
- Defined in src/parser/tokenizer.ts:253

readHashes

readHashes(jekyllStyle?: boolean): HashToken[]
Parameters
- Optional jekyllStyle: boolean
Returns HashToken[]
- Defined in src/parser/tokenizer.ts:244

readIdentifier

readIdentifier(): IdentifierToken
Returns IdentifierToken
- Defined in src/parser/tokenizer.ts:230

readLiquidTagToken

readLiquidTagToken(options: NormalizedFullOptions): undefined | LiquidTagToken
Parameters
- options: NormalizedFullOptions
Returns undefined | LiquidTagToken
- Defined in src/parser/tokenizer.ts:201

readLiquidTagTokens

readLiquidTagTokens(options?: NormalizedFullOptions): LiquidTagToken[]
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns LiquidTagToken[]
- Defined in src/parser/tokenizer.ts:192

readOperator

readOperator(): undefined | OperatorToken
Returns undefined | OperatorToken
- Defined in src/parser/tokenizer.ts:45

readOutputToken

readOutputToken(options?: NormalizedFullOptions): OutputToken
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns OutputToken
- Defined in src/parser/tokenizer.ts:155

readQuoted

readQuoted(): undefined | QuotedToken
Returns undefined | QuotedToken
- Defined in src/parser/tokenizer.ts:348

readRange

readRange(): undefined | RangeToken
Returns undefined | RangeToken
- Defined in src/parser/tokenizer.ts:330

readTagName

readTagName(): string
Returns string
- Defined in src/parser/tokenizer.ts:237

readTagToken

readTagToken(options?: NormalizedFullOptions): TagToken
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns TagToken
- Defined in src/parser/tokenizer.ts:132

readTo

readTo(end: string): number
Parameters
- end: string
Returns number
- Defined in src/parser/tokenizer.ts:282

readToDelimiter

readToDelimiter(delimiter: string): number
Parameters
- delimiter: string
Returns number
- Defined in src/parser/tokenizer.ts:143

readTopLevelToken

readTopLevelToken(options: NormalizedFullOptions): TopLevelToken
Parameters
- options: NormalizedFullOptions
Returns TopLevelToken
- Defined in src/parser/tokenizer.ts:115

readTopLevelTokens

readTopLevelTokens(options?: NormalizedFullOptions): TopLevelToken[]
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns TopLevelToken[]
- Defined in src/parser/tokenizer.ts:105

readValue

readValue(): undefined | ValueToken
Returns undefined | ValueToken
- Defined in src/parser/tokenizer.ts:290

readValueOrThrow

readValueOrThrow(): ValueToken
Returns ValueToken
- Defined in src/parser/tokenizer.ts:342

readWord

readWord(): IdentifierToken
Deprecated
use #readIdentifier instead

Returns IdentifierToken
- Defined in src/parser/tokenizer.ts:226

remaining

remaining(): string
Returns string
- Defined in src/parser/tokenizer.ts:270

rmatch

rmatch(pattern: string): boolean
Parameters
- pattern: string
Returns boolean
- Defined in src/parser/tokenizer.ts:382

skipBlank

skipBlank(): void
Returns void
- Defined in src/parser/tokenizer.ts:397

snapshot

snapshot(begin?: number): string
Parameters
- begin: number = ...
Returns string
- Defined in src/parser/tokenizer.ts:219

Generated using TypeDoc