Intent of tokenizer.ts ×2

All 16 exact tests in this concept. Every test is marked by where it enters the hierarchy.

mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/ 16 tests
- editor/ 16 tests
  - test/ 16 tests
    
    common/ 16 tests
    
    model/ 16 tests
    
    bracketPairColorizer/ 1 test
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/bracketPairColorizer/getBracketPairsInRange.test|title=Bracket Pair Colorizer - Tokenizer Basic|occurrence=1 Inherited smallImmutableSet.ts ×2
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting multiple lines text before it 2|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting multiple lines text before it 2|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting multiple lines text before it|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting multiple lines text before it|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting multiple lines text|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting multiple lines text|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting one line text before it|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting one line text before it|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting text inside 2|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting text inside 2|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting text inside|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when deleting text inside|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting multiple lines text before it|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting multiple lines text before it|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting multiple lines text inside|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting multiple lines text inside|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting one line text before it 2|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting one line text before it 2|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting one line text before it|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting one line text before it|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting text inside 2|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting text inside 2|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting text inside 3|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting text inside 3|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting text inside|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations are updated when inserting text inside|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/modelDecorations.test|title=Editor Model - Model Decorations decorations change when inserting text after them|occurrence=1 Inherited modelDecorations.test|title=Editor Model - Model Decorations decorations change when inserting text after them|occurrence=1
    
    mocha:v1|namespace=vscode@05c208e9e28d8c1c723fa08f85e2b7a96092e8e5|file=vs/editor/test/common/model/textModelWithTokens.test|title=TextModelWithTokens 2 issue #95843: Highlighting of closing braces is indicating wrong brace when cursor is behind opening brace|occurrence=1 Inherited tokenizer.ts ×1