Microsoft/vscode
1
0
Fork 0
mirror of https://github.com/microsoft/vscode.git synced 2025-12-24 12:19:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix-65575 tokenize method cache update bug fixed

Browse Source
This commit is contained in:
pkoushik
2019-01-04 20:13:27 +05:30
parent 661d191638
commit eabf436c07
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
extensions/markdown-language-features/src/markdownEngine.ts
View File

@@ -100,11 +100,10 @@ export class MarkdownEngine {
private tokenize(document: SkinnyTextDocument, engine?: MarkdownIt): Token[] {
const UNICODE_NEWLINE_REGEX = /\u2028|\u2029/g;
const { text, offset } = this.stripFrontmatter(document.getText());
let tokens: Token[];
if (this.cachedTokens.has(document.uri)) {
tokens = this.cachedTokens.get(document.uri)!;
return this.cachedTokens.get(document.uri)!;
}
tokens = engine!.parse(text.replace(UNICODE_NEWLINE_REGEX, ''), {}).map(token => {
const tokens = engine!.parse(text.replace(UNICODE_NEWLINE_REGEX, ''), {}).map(token => {
if (token.map) {
token.map[0] += offset;
token.map[1] += offset;