Microsoft/vscode
1
0
Fork 0
mirror of https://github.com/microsoft/vscode.git synced 2026-04-26 19:44:25 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #146552 from microsoft/hediet/tokenization

Browse Source 
Moves tokenization logic from text model to its own text model part.
This commit is contained in:
Alexandru Dima
2022-04-06 10:12:42 +02:00
committed by GitHub
parent b261d64b68 786f16633a
commit 65ac7bde2a
50 changed files with 922 additions and 653 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/vs/workbench/api/browser/mainThreadLanguages.ts
View File

@@ -68,8 +68,8 @@ export class MainThreadLanguages implements MainThreadLanguagesShape {
if (!model) {
return undefined;
}
model.tokenizeIfCheap(position.lineNumber);
const tokens = model.getLineTokens(position.lineNumber);
model.tokenization.tokenizeIfCheap(position.lineNumber);
const tokens = model.tokenization.getLineTokens(position.lineNumber);
const idx = tokens.findTokenIndexAtOffset(position.column - 1);
return {
type: tokens.getStandardTokenType(idx),