tokenStore.ts ×7

Frontier kind: Code frontier

unlabeled · c_a172a07683ef

12 tests · 3600 LOC · 19 files · introduces 0 tests · 35 LOC · 1 file

Introduces — evidence that enters the hierarchy at this concept

Code
7 ranges35 lines · 1 files
Tests
0 tests

Contains — complete concept membership

All code (extent)
538 ranges3600 lines · 19 files · Browse complete extent
All tests (intent)
12 testsBrowse complete intent

Neighbourhood graph

The orange circle is the focus. Violet and green circles are every ancestor and descendant, broader and narrower, at any distance; blue squares and pink diamonds are the introduced files and exact introduced tests of every visible concept, not only the focus's. Arrows point from broader to narrower concepts and bridge only concepts omitted from this view. Undirected links show source or test introduction. Concept and file size follows LOC; exact test nodes use test-count units.

Introduced files, introduced tests, and structurally relevant concept specialization

In the embedded map, ordinary wheel input scrolls the page; use the visible controls to zoom and drag to pan. Open the full-screen map for canvas navigation: wheel pans, Ctrl/Command plus wheel zooms, and arrow keys pan when this region is focused. On touch screens, open the full-screen map to pan or pinch. If JavaScript or WebGL is unavailable, use the native relationship evidence on this page.

Introduced files, introduced tests, and structurally relevant concept specializationtokenStore.test|title=TokenStore Realistic scenario three|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore replace a token with a slightly larger token|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore Realistic scenario four|occurrence=1, tokenStore.test|title=TokenStore Insert new line and remove tabs (split tokens)|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.ts ×1 · 2 introduced LOCtokenStore.ts ×1tokenStore.test|title=TokenStore replace a character from a large token|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore delete removes tokens in the middle|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.test|title=TokenStore delete merges partially affected token|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.ts ×2 · 4 introduced LOCtokenStore.ts ×2tokenStore.test|title=TokenStore getTokensInRange returns multiple tokens across nodes|occurrence=1 · 0 introduced LOCtokenStore.test|title=To…tokenStore.ts ×1 · 2 introduced LOCtokenStore.ts ×1tokenStore.ts ×12 · 34 introduced LOCtokenStore.ts ×12tokenStore.ts ×4 · 12 introduced LOCtokenStore.ts ×4tokenStore.ts ×2 · 9 introduced LOCtokenStore.ts ×2tokenStore.ts ×32 · 130 introduced LOCtokenStore.ts ×32uri.test|title=URI URI#file, win-speciale|occurrence=1, charCode.test|title=CharCode has good values|occurrence=1, +2 · 0 introduced LOCuri.test|title=URI URI#f…utils.ts ×3 · 9 introduced LOCutils.ts ×3lifecycle.ts ×2 · 4 introduced LOClifecycle.ts ×2lifecycle.ts ×1 · 2 introduced LOClifecycle.ts ×1lifecycle.ts ×4 · 8 introduced LOClifecycle.ts ×4lifecycle.ts ×6 · 16 introduced LOClifecycle.ts ×6lifecycle.ts ×1 · 2 introduced LOClifecycle.ts ×1lifecycle.ts ×1 · 2 introduced LOClifecycle.ts ×1lifecycle.ts ×1 · 3 introduced LOClifecycle.ts ×1map.ts ×97 · 3334 introduced LOCmap.ts ×97src/vs/base/common/arrays.ts · 949 LOCcommon/arrays.tssrc/vs/base/common/arraysFind.ts · 226 LOCcommon/arraysFind.tssrc/vs/base/common/assert.ts · 91 LOCcommon/assert.tssrc/vs/base/common/charCode.ts · 450 LOCcommon/charCode.tssrc/vs/base/common/collections.ts · 176 LOCcommon/collections.tssrc/vs/base/common/errors.ts · 357 LOCcommon/errors.tssrc/vs/base/common/functional.ts · 32 LOCcommon/functional.tssrc/vs/base/common/iterator.ts · 194 LOCcommon/iterator.tssrc/vs/base/common/lifecycle.ts · 974 LOCcommon/lifecycle.tssrc/vs/base/common/map.ts · 1016 LOCcommon/map.tssrc/vs/base/common/marshallingIds.ts · 33 LOCcommon/marshallingIds.tssrc/vs/base/common/path.ts · 1589 LOCcommon/path.tssrc/vs/base/common/platform.ts · 281 LOCcommon/platform.tssrc/vs/base/common/process.ts · 76 LOCcommon/process.tssrc/vs/base/common/types.ts · 410 LOCcommon/types.tssrc/vs/base/common/uri.ts · 754 LOCcommon/uri.tssrc/vs/base/test/common/utils.ts · 107 LOCcommon/utils.tssrc/vs/editor/common/model/tokens/treeSitter/tokenStore.ts · 517 LOCtreeSitter/tokenStore.tssrc/vs/nls.ts · 244 LOCvs/nls.tscharCode.test|title=CharCode has good values|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/base/test/common/charCode.test|title=CharCode has good values|occurrence=1charCode.test|title=Char…path.test|title=Paths (Node Implementation) path|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/base/test/common/path.test|title=Paths (Node Implementation) path|occurrence=1path.test|title=Paths (N…uri.test|title=URI File paths containing apostrophes break URI parsing and cannot be opened #276075|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/base/test/common/uri.test|title=URI File paths containing apostrophes break URI parsing and cannot be opened #276075|occurrence=1uri.test|title=URI File …uri.test|title=URI URI#file, win-speciale|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/base/test/common/uri.test|title=URI URI#file, win-speciale|occurrence=1uri.test|title=URI URI#f…tokenStore.test|title=TokenStore Insert new line and remove tabs (split tokens)|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore Insert new line and remove tabs (split tokens)|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore Realistic scenario four|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore Realistic scenario four|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore Realistic scenario three|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore Realistic scenario three|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore Realistic scenario two|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore Realistic scenario two|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore builds store with single token|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore builds store with single token|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore constructs with empty model|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore constructs with empty model|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore delete merges partially affected token|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore delete merges partially affected token|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore delete removes tokens in the middle|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore delete removes tokens in the middle|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore getTokensInRange returns multiple tokens across nodes|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore getTokensInRange returns multiple tokens across nodes|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore getTokensInRange returns tokens at end of document|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore getTokensInRange returns tokens at end of document|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore getTokensInRange returns tokens at start of document|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore getTokensInRange returns tokens at start of document|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore getTokensInRange returns tokens in middle of document|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore getTokensInRange returns tokens in middle of document|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore replace a character from a large token|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore replace a character from a large token|occurrence=1tokenStore.test|title=To…tokenStore.test|title=TokenStore replace a token with a slightly larger token|occurrence=1 · introduced test · mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/tokenStore.test|title=TokenStore replace a token with a slightly larger token|occurrence=1tokenStore.test|title=To…Focused concept · tokenStore.ts ×7 · 35 introduced LOCtokenStore.ts ×7

Graph controls are ready.

Interactive rendering requires JavaScript and WebGL. Use the native relationship evidence on this page while the interactive map is unavailable.

Native relationship evidence

Every exact file and test below is linked only from the concept that introduces it.

Introduced tests

Every collected test enters the hierarchy at exactly one concept.

No tests are introduced at this concept. Its intent tests are introduced by other concepts.

Introduced code

Every collected source range enters the hierarchy at exactly one concept.

1 file ranked by introduced lines: 35 introduced LOC across 7 ranges. Expand a file to inspect source; the > gutter marks introduced lines.

src/vs/editor/common/model/tokens/treeSitter/tokenStore.ts 35 introduced LOC · 7 ranges

Open complete file

335 */
336 private traverseInOrderInRange(startOffsetInclusive: number, endOffsetExclusive: number, visitor: (node: Node, offset: number) => boolean): void {
337 > const stack: { node: Node; offset: number }[] = [{ node: this._root, offset: 0 }]; tokenStore.ts
338 >
339 > while (stack.length > 0) {
340 > const { node, offset } = stack.pop()!;
341 > const nodeEnd = offset + node.length;
342 >
343 > // Skip nodes that are completely before or after the range
344 > if (nodeEnd <= startOffsetInclusive || offset >= endOffsetExclusive) {
345 continue;
346 }
348 > if (visitor(node, offset)) {
349 return;
350 }
352 > if (!isLeaf(node)) {
353 > // Push children in reverse order to process them left-to-right when popping
354 > let childOffset = offset + node.length;
355 > for (let i = node.children.length - 1; i >= 0; i--) {
356 > childOffset -= node.children[i].length;
357 > stack.push({ node: node.children[i], offset: childOffset });
358 > }
359 > }
360 > }
361 > }
362
363 getTokenAt(offset: number): TokenUpdate | undefined {
374
375 getTokensInRange(startOffsetInclusive: number, endOffsetExclusive: number): TokenUpdate[] {
376 > const result: { token: number; startOffsetInclusive: number; length: number }[] = []; tokenStore.ts
377 > this.traverseInOrderInRange(startOffsetInclusive, endOffsetExclusive, (node, offset) => {
378 > if (isLeaf(node)) {
379 > let clippedLength = node.length;
380 > let clippedOffset = offset;
381 > if ((offset < startOffsetInclusive) && (offset + node.length > endOffsetExclusive)) {
382 clippedOffset = startOffsetInclusive;
383 clippedLength = endOffsetExclusive - startOffsetInclusive;
384 > } else if (offset < startOffsetInclusive) { tokenStore.ts
385 clippedLength -= (startOffsetInclusive - offset);
386 clippedOffset = startOffsetInclusive;
387 > } else if (offset + node.length > endOffsetExclusive) { tokenStore.ts
388 clippedLength -= (offset + node.length - endOffsetExclusive);
389 }
390 > result.push({ token: node.token, startOffsetInclusive: clippedOffset, length: clippedLength }); tokenStore.ts
391 > }
392 > return false;
393 > });
394 > return result;
395 > }
396
397 markForRefresh(startOffsetInclusive: number, endOffsetExclusive: number): void {