Adresses #149130 by not causing and endless-loop when token end-offsets are not sorted.

This commit is contained in:
Henning Dieterichs
2022-06-02 11:40:22 +02:00
parent 96c9311e18
commit 97dcfef0ae
@@ -199,7 +199,7 @@ class NonPeekableTextBufferTokenizer {
const endOffset = lineTokens.getEndOffset(this.lineTokenOffset);
// Is there a bracket token next? Only consume text.
if (containsBracketType && isOther && endOffset !== this.lineCharOffset) {
if (containsBracketType && isOther && this.lineCharOffset < endOffset) {
const languageId = lineTokens.getLanguageId(this.lineTokenOffset);
const text = this.line.substring(this.lineCharOffset, endOffset);