Files
vscode/build/next/private-to-property.ts
Johannes ccbe5ab074 Enhance source map handling in NLS plugin and related components
- Introduced adjustments for source maps in the NLS plugin to ensure accurate mapping after placeholder replacements.
- Implemented deferred processing for source maps to handle edits more effectively, preserving unmapped segments.
- Updated tests to validate column mappings and ensure correctness in both minified and non-minified builds.
- Improved documentation to reflect changes in source map generation and adjustments.
2026-03-03 08:51:36 +01:00

393 lines
13 KiB
TypeScript

/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
import * as ts from 'typescript';
import { type RawSourceMap, type Mapping, SourceMapConsumer, SourceMapGenerator } from 'source-map';
/**
* Converts native ES private fields (`#foo`) into regular JavaScript properties with short,
* globally unique names (e.g., `$a`, `$b`). This achieves two goals:
*
* 1. **Performance**: Native private fields are slower than regular properties in V8.
* 2. **Mangling**: Short replacement names reduce bundle size.
*
* ## Why not simply strip `#`?
*
* - **Inheritance collision**: If `class B extends A` and both declare `#x`, stripping `#`
* yields `x` on both - collision on child instances.
* - **Public property shadowing**: `class Foo extends Error { static #name = ... }` - stripping
* `#` produces `name` which shadows `Error.name`.
*
* ## Strategy: Globally unique names with `$` prefix
*
* Each (class, privateFieldName) pair gets a unique name from a global counter: `$a`, `$b`, ...
* This guarantees no inheritance collision and no shadowing of public properties.
*
* ## Why this is safe with syntax-only analysis
*
* Native `#` fields are **lexically scoped** to their declaring class body. Every declaration
* and every usage site is syntactically inside the class body. A single AST walk is sufficient
* to find all sites - no cross-file analysis or type checker needed.
*/
// Short name generator: $a, $b, ..., $z, $A, ..., $Z, $aa, $ab, ...
const CHARS = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ';
function generateShortName(index: number): string {
let name = '';
do {
name = CHARS[index % CHARS.length] + name;
index = Math.floor(index / CHARS.length) - 1;
} while (index >= 0);
return '$' + name;
}
interface Edit {
start: number;
end: number;
newText: string;
}
// Private name → replacement name per class (identified by position in file)
type ClassScope = Map<string, string>;
export interface TextEdit {
readonly start: number;
readonly end: number;
readonly newText: string;
}
export interface ConvertPrivateFieldsResult {
readonly code: string;
readonly classCount: number;
readonly fieldCount: number;
readonly editCount: number;
readonly elapsed: number;
/** Sorted edits applied to the original code, for source map adjustment. */
readonly edits: readonly TextEdit[];
}
/**
* Converts all native `#` private fields/methods in the given JavaScript source to regular
* properties with short, globally unique names.
*
* @param code The JavaScript source code (typically a bundled output file).
* @param filename Used for TypeScript parser diagnostics only.
* @returns The transformed source code with `#` fields replaced, plus stats.
*/
export function convertPrivateFields(code: string, filename: string): ConvertPrivateFieldsResult {
const t1 = Date.now();
// Quick bail-out: if there are no `#` characters, nothing to do
if (!code.includes('#')) {
return { code, classCount: 0, fieldCount: 0, editCount: 0, elapsed: Date.now() - t1, edits: [] };
}
const sourceFile = ts.createSourceFile(filename, code, ts.ScriptTarget.ESNext, false, ts.ScriptKind.JS);
// Global counter for unique name generation
let nameCounter = 0;
let classCount = 0;
// Collect all edits
const edits: Edit[] = [];
// Class stack for resolving private names in nested classes.
// When a PrivateIdentifier is encountered, we search from innermost to outermost
// class scope - matching JS lexical resolution semantics.
const classStack: ClassScope[] = [];
visit(sourceFile);
if (edits.length === 0) {
return { code, classCount: 0, fieldCount: 0, editCount: 0, elapsed: Date.now() - t1, edits: [] };
}
// Apply edits using substring concatenation (O(N+K), not O(N*K) like char-array splice)
edits.sort((a, b) => a.start - b.start);
const parts: string[] = [];
let lastEnd = 0;
for (const edit of edits) {
parts.push(code.substring(lastEnd, edit.start));
parts.push(edit.newText);
lastEnd = edit.end;
}
parts.push(code.substring(lastEnd));
return { code: parts.join(''), classCount, fieldCount: nameCounter, editCount: edits.length, elapsed: Date.now() - t1, edits };
// --- AST walking ---
function visit(node: ts.Node): void {
if (ts.isClassDeclaration(node) || ts.isClassExpression(node)) {
visitClass(node);
return;
}
ts.forEachChild(node, visit);
}
function visitClass(node: ts.ClassDeclaration | ts.ClassExpression): void {
// 1) Collect all private field/method/accessor declarations in THIS class
const scope: ClassScope = new Map();
for (const member of node.members) {
if (member.name && ts.isPrivateIdentifier(member.name)) {
const name = member.name.text;
if (!scope.has(name)) {
scope.set(name, generateShortName(nameCounter++));
}
}
}
if (scope.size > 0) {
classCount++;
}
classStack.push(scope);
// 2) Walk the class body, replacing PrivateIdentifier nodes
ts.forEachChild(node, function walkInClass(child: ts.Node): void {
// Nested class: process independently with its own scope
if ((ts.isClassDeclaration(child) || ts.isClassExpression(child)) && child !== node) {
visitClass(child);
return;
}
// Handle `#field in expr` (ergonomic brand check) - needs string literal replacement
if (ts.isBinaryExpression(child) &&
child.operatorToken.kind === ts.SyntaxKind.InKeyword &&
ts.isPrivateIdentifier(child.left)) {
const resolved = resolvePrivateName(child.left.text);
if (resolved !== undefined) {
edits.push({
start: child.left.getStart(sourceFile),
end: child.left.getEnd(),
newText: `'${resolved}'`
});
}
// Still need to walk the right-hand side for any private field usages
ts.forEachChild(child.right, walkInClass);
return;
}
// Normal PrivateIdentifier usage (declaration, property access, method call)
if (ts.isPrivateIdentifier(child)) {
const resolved = resolvePrivateName(child.text);
if (resolved !== undefined) {
edits.push({
start: child.getStart(sourceFile),
end: child.getEnd(),
newText: resolved
});
}
return;
}
ts.forEachChild(child, walkInClass);
});
classStack.pop();
}
function resolvePrivateName(name: string): string | undefined {
// Walk from innermost to outermost class scope (matches JS lexical resolution)
for (let i = classStack.length - 1; i >= 0; i--) {
const resolved = classStack[i].get(name);
if (resolved !== undefined) {
return resolved;
}
}
return undefined;
}
}
/**
* Adjusts a source map to account for text edits applied to the generated JS.
*
* Each edit replaced a span `[start, end)` in the original generated JS with `newText`.
* This shifts all subsequent columns on the same line. The source map's generated
* columns are updated so they still point to the correct original positions.
*
* @param sourceMapJson The parsed source map JSON object.
* @param originalCode The original generated JS (before edits were applied).
* @param edits The sorted edits that were applied.
* @returns A new source map JSON object with adjusted generated columns.
*/
export function adjustSourceMap(
sourceMapJson: RawSourceMap,
originalCode: string,
edits: readonly TextEdit[]
): RawSourceMap {
if (edits.length === 0) {
return sourceMapJson;
}
// Build line-offset tables for the original code and the code after edits.
// When edits span newlines (e.g. NLS replacing a multi-line template literal
// with `null`), subsequent lines shift up and columns change. We handle this
// by converting each mapping's old generated (line, col) to a byte offset,
// adjusting the offset for the edits, then converting back to (line, col) in
// the post-edit coordinate system.
const oldLineStarts = buildLineStarts(originalCode);
const newLineStarts = buildLineStartsAfterEdits(originalCode, edits);
// Precompute cumulative byte-shift after each edit for binary search
const n = edits.length;
const editStarts: number[] = new Array(n);
const editEnds: number[] = new Array(n);
const cumShifts: number[] = new Array(n); // cumulative shift *after* edit[i]
let cumShift = 0;
for (let i = 0; i < n; i++) {
editStarts[i] = edits[i].start;
editEnds[i] = edits[i].end;
cumShift += edits[i].newText.length - (edits[i].end - edits[i].start);
cumShifts[i] = cumShift;
}
function adjustOffset(oldOff: number): number {
// Binary search: find last edit with start <= oldOff
let lo = 0, hi = n - 1;
while (lo <= hi) {
const mid = (lo + hi) >> 1;
if (editStarts[mid] <= oldOff) {
lo = mid + 1;
} else {
hi = mid - 1;
}
}
// hi = index of last edit where start <= oldOff, or -1 if none
if (hi < 0) {
return oldOff;
}
if (oldOff < editEnds[hi]) {
// Inside edit range — clamp to edit start in new coordinates
const prevShift = hi > 0 ? cumShifts[hi - 1] : 0;
return editStarts[hi] + prevShift;
}
return oldOff + cumShifts[hi];
}
function offsetToLineCol(lineStarts: readonly number[], offset: number): { line: number; col: number } {
let lo = 0, hi = lineStarts.length - 1;
while (lo < hi) {
const mid = (lo + hi + 1) >> 1;
if (lineStarts[mid] <= offset) {
lo = mid;
} else {
hi = mid - 1;
}
}
return { line: lo, col: offset - lineStarts[lo] };
}
// Use source-map library to read, adjust, and write
const consumer = new SourceMapConsumer(sourceMapJson);
const generator = new SourceMapGenerator({ file: sourceMapJson.file, sourceRoot: sourceMapJson.sourceRoot });
// Copy sourcesContent
for (let i = 0; i < sourceMapJson.sources.length; i++) {
const content = sourceMapJson.sourcesContent?.[i];
if (content !== null && content !== undefined) {
generator.setSourceContent(sourceMapJson.sources[i], content);
}
}
// Walk every mapping, convert old generated position → byte offset → adjust → new position
consumer.eachMapping(mapping => {
const oldLine0 = mapping.generatedLine - 1; // 0-based
const oldOff = (oldLine0 < oldLineStarts.length
? oldLineStarts[oldLine0]
: oldLineStarts[oldLineStarts.length - 1]) + mapping.generatedColumn;
const newOff = adjustOffset(oldOff);
const newPos = offsetToLineCol(newLineStarts, newOff);
if (mapping.source !== null && mapping.originalLine !== null && mapping.originalColumn !== null) {
const newMapping: Mapping = {
generated: { line: newPos.line + 1, column: newPos.col },
original: { line: mapping.originalLine, column: mapping.originalColumn },
source: mapping.source,
};
if (mapping.name !== null) {
newMapping.name = mapping.name;
}
generator.addMapping(newMapping);
} else {
// Preserve unmapped segments (generated-only mappings with no original
// position). These create essential "gaps" that prevent
// originalPositionFor() from wrongly interpolating between distant
// valid mappings on the same line in minified output.
// eslint-disable-next-line local/code-no-dangerous-type-assertions
generator.addMapping({
generated: { line: newPos.line + 1, column: newPos.col },
} as Mapping);
}
});
return JSON.parse(generator.toString());
}
function buildLineStarts(text: string): number[] {
const starts: number[] = [0];
let pos = 0;
while (true) {
const nl = text.indexOf('\n', pos);
if (nl === -1) {
break;
}
starts.push(nl + 1);
pos = nl + 1;
}
return starts;
}
/**
* Compute line starts for the code that results from applying `edits` to
* `originalCode`, without materialising the full new string.
*/
function buildLineStartsAfterEdits(originalCode: string, edits: readonly TextEdit[]): number[] {
const starts: number[] = [0];
let oldPos = 0;
let newPos = 0;
for (const edit of edits) {
// Scan unchanged region [oldPos, edit.start) for newlines
let from = oldPos;
while (true) {
const nl = originalCode.indexOf('\n', from);
if (nl === -1 || nl >= edit.start) {
break;
}
starts.push(newPos + (nl - oldPos) + 1);
from = nl + 1;
}
newPos += edit.start - oldPos;
// Scan replacement text for newlines
let replFrom = 0;
while (true) {
const nl = edit.newText.indexOf('\n', replFrom);
if (nl === -1) {
break;
}
starts.push(newPos + nl + 1);
replFrom = nl + 1;
}
newPos += edit.newText.length;
oldPos = edit.end;
}
// Scan remaining unchanged text after last edit
let from = oldPos;
while (true) {
const nl = originalCode.indexOf('\n', from);
if (nl === -1) {
break;
}
starts.push(newPos + (nl - oldPos) + 1);
from = nl + 1;
}
return starts;
}