Interface TokenizeResult`Internal`

tokenize result object

interface TokenizeResult {
    bytesIn: number;
    end: Position;
    hint?: EnumToken;
    len: number;
    sta: Position;
    token: string;
}

Index

Properties

bytesIn end hint? len sta token

Properties

bytesIn

bytesIn: number

bytes in

end

token end position

`Optional`hint

hint?: EnumToken

token type hint

len

len: number

token length

sta

token start position

token

token: string

token