constructor(tokens: Uint32Array, text: string, decoder: ILanguageIdCodec) {
if (tokensLength !== text.length) {
onUnexpectedError(new Error('Token length and text length do not match!'));
}
this._tokensCount = (this._tokens.length >>> 1);
this._text = text;
this.languageIdCodec = decoder;
}
public getTextLength(): number {