tokenStore.ts ×10

Frontier kind: Code frontier

unlabeled · c_1dbb54cbc91b

16 tests · 3607 LOC · 19 files · introduces 0 tests · 42 LOC · 1 file

Introduces — evidence that enters the hierarchy at this concept

Code
10 ranges42 lines · 1 files
Tests
0 tests

Contains — complete concept membership

All code (extent)
541 ranges3607 lines · 19 files · Browse complete extent
All tests (intent)
16 testsBrowse complete intent

Neighbourhood graph

The orange circle is the focus. Violet and green circles are every ancestor and descendant, broader and narrower, at any distance; blue squares and pink diamonds are the introduced files and exact introduced tests of every visible concept, not only the focus's. Arrows point from broader to narrower concepts and bridge only concepts omitted from this view. Undirected links show source or test introduction. Concept and file size follows LOC; exact test nodes use test-count units.

Introduced files, introduced tests, and structurally relevant concept specialization

In the embedded map, ordinary wheel input scrolls the page; use the visible controls to zoom and drag to pan. Open the full-screen map for canvas navigation: wheel pans, Ctrl/Command plus wheel zooms, and arrow keys pan when this region is focused. On touch screens, open the full-screen map to pan or pinch. If JavaScript or WebGL is unavailable, use the native relationship evidence on this page.

Introduced files, introduced tests, and structurally relevant concept specializationtokenStore.test|title=TokenStore Realistic scenario three|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore replace a token with a slightly larger token|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.ts ×1 · 2 introduced LOCtokenStore.ts ×1tokenStore.test|title=TokenStore Realistic scenario four|occurrence=1, tokenStore.test|title=TokenStore Insert new line and remove tabs (split tokens)|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.ts ×1 · 2 introduced LOCtokenStore.ts ×1tokenStore.test|title=TokenStore replace a character from a large token|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore update deeply nested tree with a range of tokens that causes tokens to split|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore update deeply nested tree with new token length in the middle|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore delete removes tokens in the middle|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.ts ×8 · 36 introduced LOCtokenStore.ts ×8tokenStore.ts ×1 · 2 introduced LOCtokenStore.ts ×1tokenStore.ts ×1 · 2 introduced LOCtokenStore.ts ×1tokenStore.test|title=TokenStore updates single token in middle|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore updates tokens at end of document|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore updates tokens at start of document|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore updates length of tokens|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore delete merges partially affected token|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.ts ×2 · 4 introduced LOCtokenStore.ts ×2tokenStore.ts ×1 · 2 introduced LOCtokenStore.ts ×1tokenStore.ts ×3 · 4 introduced LOCtokenStore.ts ×3tokenStore.ts ×2 · 3 introduced LOCtokenStore.ts ×2tokenStore.ts ×2 · 2 introduced LOCtokenStore.ts ×2tokenStore.ts ×2 · 3 introduced LOCtokenStore.ts ×2tokenStore.ts ×1 · 2 introduced LOCtokenStore.ts ×1tokenStore.ts ×1 · 4 introduced LOCtokenStore.ts ×1tokenStore.ts ×1 · 4 introduced LOCtokenStore.ts ×1tokenStore.ts ×1 · 2 introduced LOCtokenStore.ts ×1tokenStore.ts ×12 · 34 introduced LOCtokenStore.ts ×12tokenStore.ts ×4 · 12 introduced LOCtokenStore.ts ×4tokenStore.ts ×2 · 9 introduced LOCtokenStore.ts ×2tokenStore.ts ×32 · 130 introduced LOCtokenStore.ts ×32uri.test|title=URI URI#file, win-speciale|occurrence=1, charCode.test|title=CharCode has good values|occurrence=1, +2 · 0 introduced LOCuri.test|title=URI URI#f…utils.ts ×3 · 9 introduced LOCutils.ts ×3lifecycle.ts ×2 · 4 introduced LOClifecycle.ts ×2lifecycle.ts ×1 · 2 introduced LOClifecycle.ts ×1lifecycle.ts ×4 · 8 introduced LOClifecycle.ts ×4lifecycle.ts ×6 · 16 introduced LOClifecycle.ts ×6lifecycle.ts ×1 · 2 introduced LOClifecycle.ts ×1lifecycle.ts ×1 · 2 introduced LOClifecycle.ts ×1lifecycle.ts ×1 · 3 introduced LOClifecycle.ts ×1map.ts ×97 · 3334 introduced LOCmap.ts ×97src/vs/base/common/arrays.ts · 949 LOCcommon/arrays.tssrc/vs/base/common/arraysFind.ts · 226 LOCcommon/arraysFind.tssrc/vs/base/common/assert.ts · 91 LOCcommon/assert.tssrc/vs/base/common/charCode.ts · 450 LOCcommon/charCode.tssrc/vs/base/common/collections.ts · 176 LOCcommon/collections.tssrc/vs/base/common/errors.ts · 357 LOCcommon/errors.tssrc/vs/base/common/functional.ts · 32 LOCcommon/functional.tssrc/vs/base/common/iterator.ts · 194 LOCcommon/iterator.tssrc/vs/base/common/lifecycle.ts · 974 LOCcommon/lifecycle.tssrc/vs/base/common/map.ts · 1016 LOCcommon/map.tssrc/vs/base/common/marshallingIds.ts · 33 LOCcommon/marshallingIds.tssrc/vs/base/common/path.ts · 1589 LOCcommon/path.tssrc/vs/base/common/platform.ts · 281 LOCcommon/platform.tssrc/vs/base/common/process.ts · 76 LOCcommon/process.tssrc/vs/base/common/types.ts · 410 LOCcommon/types.tssrc/vs/base/common/uri.ts · 754 LOCcommon/uri.tssrc/vs/base/test/common/utils.ts · 107 LOCcommon/utils.tssrc/vs/editor/common/model/tokens/treeSitter/tokenStore.ts · 517 LOCtreeSitter/tokenStore.tssrc/vs/nls.ts · 244 LOCvs/nls.tscharCode.test|title=CharCode has good values|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/base/test/common/charCode.test|title=CharCode has good values|occurrence=1charCode.test|title=Char…path.test|title=Paths (Node Implementation) path|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/base/test/common/path.test|title=Paths (Node Implementation) path|occurrence=1path.test|title=Paths (N…uri.test|title=URI File paths containing apostrophes break URI parsing and cannot be opened #276075|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/base/test/common/uri.test|title=URI File paths containing apostrophes break URI parsing and cannot be opened #276075|occurrence=1uri.test|title=URI File …uri.test|title=URI URI#file, win-speciale|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/base/test/common/uri.test|title=URI URI#file, win-speciale|occurrence=1uri.test|title=URI URI#f…tokenStore.test|title=TokenStore Insert new line and remove tabs (split tokens)|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore Insert new line and remove tabs (split tokens)|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore Realistic scenario four|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore Realistic scenario four|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore Realistic scenario one|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore Realistic scenario one|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore Realistic scenario three|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore Realistic scenario three|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore Realistic scenario two|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore Realistic scenario two|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore builds store with single token|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore builds store with single token|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore constructs with empty model|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore constructs with empty model|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore delete merges partially affected token|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore delete merges partially affected token|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore delete removes tokens in the middle|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore delete removes tokens in the middle|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore replace a character from a large token|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore replace a character from a large token|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore replace a token with a slightly larger token|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore replace a token with a slightly larger token|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore update deeply nested tree with a range of tokens that causes tokens to split|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore update deeply nested tree with a range of tokens that causes tokens to split|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore update deeply nested tree with new token length in the middle|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore update deeply nested tree with new token length in the middle|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore updates length of tokens|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore updates length of tokens|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore updates multiple consecutive tokens|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore updates multiple consecutive tokens|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore updates single token in middle|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore updates single token in middle|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore updates tokens at end of document|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore updates tokens at end of document|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore updates tokens at start of document|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore updates tokens at start of document|occurrence=1tokenStore.test|title=To…Focused concept · tokenStore.ts ×10 · 42 introduced LOCtokenStore.ts ×10

Graph controls are ready.

Interactive rendering requires JavaScript and WebGL. Use the native relationship evidence on this page while the interactive map is unavailable.

Native relationship evidence

Every exact file and test below is linked only from the concept that introduces it.

Introduced tests

Every collected test enters the hierarchy at exactly one concept.

No tests are introduced at this concept. Its intent tests are introduced by other concepts.

Introduced code

Every collected source range enters the hierarchy at exactly one concept.

1 file ranked by introduced lines: 42 introduced LOC across 10 ranges. Expand a file to inspect source; the > gutter marks introduced lines.

src/vs/editor/common/model/tokens/treeSitter/tokenStore.ts 42 introduced LOC · 10 ranges

Open complete file

189 }
190
191 > function concat(node1: Node, node2: Node): Node { tokenStore.ts
192 > if (node1.height === node2.height) {
193 return ListNode.create(node1, node2);
194 }
199 return prepend(node2, node1);
200 }
201 > } tokenStore.ts
202
203 export class TokenStore implements IDisposable {
264 */
265 private replace(length: number, updateOffsetStart: number, tokens: TokenUpdate[], tokenQuality: TokenQuality) {
266 > const firstUnchangedOffsetAfterUpdate = updateOffsetStart + length; tokenStore.ts
267 > // Find the last unchanged node preceding the update
268 > const precedingNodes: Node[] = [];
269 > // Find the first unchanged node after the update
270 > const postcedingNodes: Node[] = [];
271 > const stack: { node: Node; offset: number }[] = [{ node: this._root, offset: 0 }];
272 >
273 > while (stack.length > 0) {
274 > const node = stack.pop()!;
275 > const currentOffset = node.offset;
276 >
277 > if (currentOffset < updateOffsetStart && currentOffset + node.node.length <= updateOffsetStart) {
278 if (!isLeaf(node.node)) {
279 node.node.parent = undefined;
281 precedingNodes.push(node.node);
282 continue;
283 > } else if (isLeaf(node.node) && (currentOffset < updateOffsetStart)) { tokenStore.ts
284 // We have a partial preceding node
285 precedingNodes.push({ length: updateOffsetStart - currentOffset, token: node.node.token, height: 0, tokenQuality: node.node.tokenQuality });
286 // Node could also be postceeding, so don't continue
287 }
289 > if ((updateOffsetStart <= currentOffset) && (currentOffset + node.node.length <= firstUnchangedOffsetAfterUpdate)) {
290 continue;
291 }
293 > if (currentOffset >= firstUnchangedOffsetAfterUpdate) {
294 if (!isLeaf(node.node)) {
295 node.node.parent = undefined;
297 postcedingNodes.push(node.node);
298 continue;
299 > } else if (isLeaf(node.node) && (currentOffset + node.node.length > firstUnchangedOffsetAfterUpdate)) { tokenStore.ts
300 // we have a partial postceeding node
301 postcedingNodes.push({ length: currentOffset + node.node.length - firstUnchangedOffsetAfterUpdate, token: node.node.token, height: 0, tokenQuality: node.node.tokenQuality });
302 continue;
303 }
305 > if (!isLeaf(node.node)) {
306 > // Push children in reverse order to process them left-to-right when popping
307 > let childOffset = currentOffset + node.node.length;
308 > for (let i = node.node.children.length - 1; i >= 0; i--) {
309 > childOffset -= node.node.children[i].length;
310 > stack.push({ node: node.node.children[i], offset: childOffset });
311 > }
312 > }
313 > }
314 >
315 > let allNodes: Node[];
316 > if (tokens.length > 0) {
317 allNodes = precedingNodes.concat(this.createFromUpdates(tokens, tokenQuality), postcedingNodes);
318 > } else { tokenStore.ts
319 allNodes = precedingNodes.concat(postcedingNodes);
320 }
321 > let newRoot: Node = allNodes[0]; tokenStore.ts
322 > for (let i = 1; i < allNodes.length; i++) {
323 > newRoot = concat(newRoot, allNodes[i]);
324 > }
325 >
326 > this._root = newRoot ?? this.createEmptyRoot();
327 > }
328
329 /**