248
}
249
break;
251
>
// TODO@ulugbekna: 1) rewrite using a regex 2) reconsider what characters are considered whitespace, including unicode, nbsp, etc.
252
>
case CharCode.Space:
253
>
case CharCode.CarriageReturn:
254
>
case CharCode.Tab:
255
>
case CharCode.LineFeed:
256
>
case CharCode.NoBreakSpace: //  
257
break;
259
>
default:
260
this._string();
262
>
}
263
>
264
>
this._start = this._current;
265
>
this._addToken(TokenType.EOF);
266
>
267
>
return Array.from(this._tokens);
268
>
}
269
270
private _match(expected: number): boolean {