Vihren Atlas

contiguousTokensStore.ts ×11

Code frontier

unlabeled · c_09e1ef6308c5

74 tests · 40691 LOC · 238 files · introduces 0 tests · 68 LOC · 5 files

Introduces — evidence that enters the hierarchy at this concept

Code
20 ranges68 lines · 5 files
Tests
0 tests

Contains — complete concept membership

All code (extent)
4969 ranges40691 lines · 238 files · Browse complete extent
All tests (intent)
74 testsBrowse complete intent

Neighbourhood graph

The orange circle is the focus. Violet and green circles are every ancestor and descendant, broader and narrower, at any distance; blue squares and pink diamonds are the introduced files and exact introduced tests of every visible concept, not only the focus's. Arrows point from broader to narrower concepts and bridge only concepts omitted from this view. Undirected links show source or test introduction. Concept and file size follows LOC; exact test nodes use test-count units.

Introduced files, introduced tests, and structurally relevant concept specialization

In the embedded map, ordinary wheel input scrolls the page; use the visible controls to zoom and drag to pan. Open the full-screen map for canvas navigation: wheel pans, Ctrl/Command plus wheel zooms, and arrow keys pan when this region is focused. On touch screens, open the full-screen map to pan or pinch. If JavaScript or WebGL is unavailable, use the native relationship evidence on this page.

Graph controls are ready.

Interactive rendering requires JavaScript and WebGL. Use the native relationship evidence on this page while the interactive map is unavailable.

Native relationship evidence

Every exact file and test below is linked only from the concept that introduces it.

Introduced tests

Every collected test enters the hierarchy at exactly one concept.

No tests are introduced at this concept. Its intent tests are introduced by other concepts.

Introduced code

Every collected source range enters the hierarchy at exactly one concept.

5 files ranked by introduced lines: 68 introduced LOC across 20 ranges. Expand a file to inspect source; the > gutter marks introduced lines.

src/vs/editor/common/tokens/contiguousTokensStore.ts 50 introduced LOC · 11 ranges

Open complete file

54
55 private static _massageTokens(topLevelLanguageId: LanguageId, lineTextLength: number, _tokens: Uint32Array | ArrayBuffer | null): Uint32Array | ArrayBuffer {
56 > contiguousTokensStore.ts
57 > const tokens = _tokens ? toUint32Array(_tokens) : null;
58 >
59 > if (lineTextLength === 0) {
60 let hasDifferentLanguageId = false;
61 if (tokens && tokens.length > 1) {
68 }
69
70 > if (!tokens || tokens.length === 0) { contiguousTokensStore.ts
71 const tokens = new Uint32Array(2);
72 tokens[0] = lineTextLength;
78 tokens[tokens.length - 2] = lineTextLength;
79
80 > if (tokens.byteOffset === 0 && tokens.byteLength === tokens.buffer.byteLength) { contiguousTokensStore.ts
81 // Store directly the ArrayBuffer pointer to save an object
82 return tokens.buffer;
83 }
84 return tokens;
85 > } contiguousTokensStore.ts
86
87 private _ensureLine(lineIndex: number): void {
88 > while (lineIndex >= this._len) { contiguousTokensStore.ts
89 > this._lineTokens[this._len] = null;
90 > this._len++;
91 > }
92 > }
93
94 private _deleteLines(start: number, deleteCount: number): void {
116
117 public setTokens(topLevelLanguageId: string, lineIndex: number, lineTextLength: number, _tokens: Uint32Array | ArrayBuffer | null, checkEquality: boolean): boolean {
118 > const tokens = ContiguousTokensStore._massageTokens(this._languageIdCodec.encodeLanguageId(topLevelLanguageId), lineTextLength, _tokens); contiguousTokensStore.ts
119 > this._ensureLine(lineIndex);
120 > const oldTokens = this._lineTokens[lineIndex];
121 > this._lineTokens[lineIndex] = tokens;
122 >
123 > if (checkEquality) {
124 > return !ContiguousTokensStore._equals(oldTokens, tokens);
125 > }
126 return false;
127 > } contiguousTokensStore.ts
128
129 private static _equals(_a: Uint32Array | ArrayBuffer | null, _b: Uint32Array | ArrayBuffer | null) {
130 > if (!_a || !_b) { contiguousTokensStore.ts
131 > return !_a && !_b;
132 > }
133
134 const a = toUint32Array(_a);
215 return { changes: [] };
216 }
217 > contiguousTokensStore.ts
218 > const ranges: { fromLineNumber: number; toLineNumber: number }[] = [];
219 >
220 > for (let i = 0, len = tokens.length; i < len; i++) {
221 > const element = tokens[i];
222 > let minChangedLineNumber = 0;
223 > let maxChangedLineNumber = 0;
224 > let hasChange = false;
225 > for (let lineNumber = element.startLineNumber; lineNumber <= element.endLineNumber; lineNumber++) {
226 > if (hasChange) {
227 this.setTokens(textModel.getLanguageId(), lineNumber - 1, textModel.getLineLength(lineNumber), element.getLineTokens(lineNumber), false);
228 maxChangedLineNumber = lineNumber;
229 > } else { contiguousTokensStore.ts
230 > const lineHasChange = this.setTokens(textModel.getLanguageId(), lineNumber - 1, textModel.getLineLength(lineNumber), element.getLineTokens(lineNumber), true);
231 > if (lineHasChange) {
232 > hasChange = true;
233 > minChangedLineNumber = lineNumber;
234 > maxChangedLineNumber = lineNumber;
235 > }
236 > }
237 > }
238 > if (hasChange) {
239 > ranges.push({ fromLineNumber: minChangedLineNumber, toLineNumber: maxChangedLineNumber, });
240 > }
241 > }
242 >
243 > return { changes: ranges };
244 }
245 }
src/vs/editor/common/tokens/contiguousMultilineTokens.ts 9 introduced LOC · 4 ranges

Open complete file

57 */
58 public get endLineNumber(): number {
59 > return this._startLineNumber + this._tokens.length - 1; contiguousMultilineTokens.ts
60 > }
61
62 constructor(startLineNumber: number, tokens: Uint32Array[]) {
63 > this._startLineNumber = startLineNumber; contiguousMultilineTokens.ts
64 > this._tokens = tokens;
65 > }
66
67 getLineRange(): LineRange {
73 */
74 public getLineTokens(lineNumber: number): Uint32Array | ArrayBuffer | null {
75 > return this._tokens[lineNumber - this._startLineNumber]; contiguousMultilineTokens.ts
76 > }
77
78 public appendLineTokens(lineTokens: Uint32Array): void {
src/vs/editor/common/tokens/contiguousTokensEditing.ts 4 introduced LOC · 2 ranges

Open complete file

137
138 export function toUint32Array(arr: Uint32Array | ArrayBuffer): Uint32Array<ArrayBuffer> {
139 > if (arr instanceof Uint32Array) { contiguousTokensEditing.ts
140 > return arr as Uint32Array<ArrayBuffer>;
141 > } else {
142 return new Uint32Array<ArrayBuffer>(arr);
143 }
144 > } contiguousTokensEditing.ts
src/vs/editor/common/tokens/contiguousMultilineTokensBuilder.ts 3 introduced LOC · 2 ranges

Open complete file

26
27 public add(lineNumber: number, lineTokens: Uint32Array): void {
28 > if (this._tokens.length > 0) { contiguousMultilineTokensBuilder.ts
29 const last = this._tokens[this._tokens.length - 1];
30 if (last.endLineNumber + 1 === lineNumber) {
34 }
35 }
36 > this._tokens.push(new ContiguousMultilineTokens(lineNumber, [lineTokens])); contiguousMultilineTokensBuilder.ts
37 > }
38
39 public finalize(): ContiguousMultilineTokens[] {
src/vs/editor/common/model/tokens/tokenizerSyntaxTokenBackend.ts 2 introduced LOC · 1 range

Open complete file

211
212 if (changes.length > 0) {
213 > this._onDidChangeTokens.fire({ semanticTokensApplied: false, ranges: changes, }); tokenizerSyntaxTokenBackend.ts
214 > }
215
216 return { changes: changes };

Direct hierarchy

Parents

Children