for (let i = 0, len = rawTokens.length; i < len; i++) {
const startOffset = line.length;
const metadata = (
(rawToken.type << MetadataConsts.TOKEN_TYPE_OFFSET)
) >>> 0;
tokens[(i << 1)] = startOffset;
tokens[(i << 1) + 1] = metadata;
line += rawToken.text;
}
LineTokens.convertToEndOffset(tokens, line.length);