mirror of
https://github.com/microsoft/vscode.git
synced 2026-04-24 18:49:00 +01:00
make mangler a class with mangle call, return vinyl instances
This commit is contained in:
Johannes
@@ -4,10 +4,12 @@
|
||||
* Licensed under the MIT License. See License.txt in the project root for license information.
|
||||
*--------------------------------------------------------------------------------------------*/
|
||||
Object.defineProperty(exports, "__esModule", { value: true });
|
||||
exports.Mangler = void 0;
|
||||
const ts = require("typescript");
|
||||
const fancy_log_1 = require("fancy-log");
|
||||
const path_1 = require("path");
|
||||
const fs = require("fs");
|
||||
const Vinyl = require("vinyl");
|
||||
class ShortIdent {
|
||||
static _keywords = new Set(['await', 'break', 'case', 'catch', 'class', 'const', 'continue', 'debugger',
|
||||
'default', 'delete', 'do', 'else', 'export', 'extends', 'false', 'finally', 'for', 'function', 'if',
|
||||
@@ -25,9 +27,7 @@ class ShortIdent {
|
||||
_value = 0;
|
||||
_isNameTaken;
|
||||
constructor(isNameTaken) {
|
||||
this._isNameTaken = name => {
|
||||
return ShortIdent._keywords.has(name) || isNameTaken(name);
|
||||
};
|
||||
this._isNameTaken = name => ShortIdent._keywords.has(name) || isNameTaken(name);
|
||||
}
|
||||
next() {
|
||||
const candidate = ShortIdent.convert(this._value);
|
||||
@@ -42,70 +42,13 @@ class ShortIdent {
|
||||
const base = this.alphabet.length;
|
||||
let result = '';
|
||||
do {
|
||||
const rest = n % 50;
|
||||
const rest = n % base;
|
||||
result += this.alphabet[rest];
|
||||
n = (n / base) | 0;
|
||||
} while (n > 0);
|
||||
return result;
|
||||
}
|
||||
}
|
||||
const projectPath = 1
|
||||
? (0, path_1.join)(__dirname, '../../src/tsconfig.json')
|
||||
: '/Users/jrieken/Code/_samples/3wm/mangePrivate/tsconfig.json';
|
||||
const existingOptions = {};
|
||||
const parsed = ts.readConfigFile(projectPath, ts.sys.readFile);
|
||||
if (parsed.error) {
|
||||
console.log(fancy_log_1.error);
|
||||
throw parsed.error;
|
||||
}
|
||||
const cmdLine = ts.parseJsonConfigFileContent(parsed.config, ts.sys, (0, path_1.dirname)(projectPath), existingOptions);
|
||||
if (cmdLine.errors.length > 0) {
|
||||
console.log(fancy_log_1.error);
|
||||
throw parsed.error;
|
||||
}
|
||||
const host = new class {
|
||||
_scriptSnapshots = new Map();
|
||||
getCompilationSettings() {
|
||||
return cmdLine.options;
|
||||
}
|
||||
getScriptFileNames() {
|
||||
return cmdLine.fileNames;
|
||||
}
|
||||
getScriptVersion(_fileName) {
|
||||
return '1';
|
||||
}
|
||||
getProjectVersion() {
|
||||
return '1';
|
||||
}
|
||||
getScriptSnapshot(fileName) {
|
||||
let result = this._scriptSnapshots.get(fileName);
|
||||
if (result === undefined) {
|
||||
const content = ts.sys.readFile(fileName);
|
||||
if (content === undefined) {
|
||||
return undefined;
|
||||
}
|
||||
result = ts.ScriptSnapshot.fromString(content);
|
||||
this._scriptSnapshots.set(fileName, result);
|
||||
}
|
||||
return result;
|
||||
}
|
||||
getCurrentDirectory() {
|
||||
return (0, path_1.dirname)(projectPath);
|
||||
}
|
||||
getDefaultLibFileName(options) {
|
||||
return ts.getDefaultLibFilePath(options);
|
||||
}
|
||||
directoryExists = ts.sys.directoryExists;
|
||||
getDirectories = ts.sys.getDirectories;
|
||||
fileExists = ts.sys.fileExists;
|
||||
readFile = ts.sys.readFile;
|
||||
readDirectory = ts.sys.readDirectory;
|
||||
// this is necessary to make source references work.
|
||||
realpath = ts.sys.realpath;
|
||||
};
|
||||
const allClassDataByKey = new Map();
|
||||
const service = ts.createLanguageService(host);
|
||||
const program = service.getProgram();
|
||||
var FieldType;
|
||||
(function (FieldType) {
|
||||
FieldType[FieldType["Public"] = 0] = "Public";
|
||||
@@ -205,7 +148,7 @@ class ClassData {
|
||||
let parent = data.parent;
|
||||
while (parent) {
|
||||
if (parent.fields.get(name)?.type === 1 /* FieldType.Protected */) {
|
||||
console.warn(`WARN: protected became PUBLIC: '${name}' defined ${parent.fileName}@${info.pos}, PUBLIC via ${data.fileName}@${info.pos}`);
|
||||
console.warn(`WARN: protected became PUBLIC: '${name}' defined ${parent.fileName}#${info.pos}, PUBLIC via ${data.fileName} (${info.pos})`);
|
||||
parent.fields.get(name).type = 0 /* FieldType.Public */;
|
||||
}
|
||||
parent = parent.parent;
|
||||
@@ -292,154 +235,229 @@ class ClassData {
|
||||
return value;
|
||||
}
|
||||
// --- parent chaining
|
||||
_addChild(child) {
|
||||
addChild(child) {
|
||||
this.children ??= [];
|
||||
this.children.push(child);
|
||||
child.parent = this;
|
||||
}
|
||||
static setupParents(data) {
|
||||
const extendsClause = data.node.heritageClauses?.find(h => h.token === ts.SyntaxKind.ExtendsKeyword);
|
||||
if (!extendsClause) {
|
||||
// no EXTENDS-clause
|
||||
return;
|
||||
}
|
||||
class StaticLanguageServiceHost {
|
||||
cmdLine;
|
||||
_scriptSnapshots = new Map();
|
||||
constructor(cmdLine) {
|
||||
this.cmdLine = cmdLine;
|
||||
}
|
||||
getCompilationSettings() {
|
||||
return this.cmdLine.options;
|
||||
}
|
||||
getScriptFileNames() {
|
||||
return this.cmdLine.fileNames;
|
||||
}
|
||||
getScriptVersion(_fileName) {
|
||||
return '1';
|
||||
}
|
||||
getProjectVersion() {
|
||||
return '1';
|
||||
}
|
||||
getScriptSnapshot(fileName) {
|
||||
let result = this._scriptSnapshots.get(fileName);
|
||||
if (result === undefined) {
|
||||
const content = ts.sys.readFile(fileName);
|
||||
if (content === undefined) {
|
||||
return undefined;
|
||||
}
|
||||
result = ts.ScriptSnapshot.fromString(content);
|
||||
this._scriptSnapshots.set(fileName, result);
|
||||
}
|
||||
const info = service.getDefinitionAtPosition(data.fileName, extendsClause.types[0].expression.getEnd());
|
||||
if (!info || info.length === 0) {
|
||||
// throw new Error('SUPER type not found');
|
||||
return;
|
||||
return result;
|
||||
}
|
||||
getCurrentDirectory() {
|
||||
return (0, path_1.dirname)(projectPath);
|
||||
}
|
||||
getDefaultLibFileName(options) {
|
||||
return ts.getDefaultLibFilePath(options);
|
||||
}
|
||||
directoryExists = ts.sys.directoryExists;
|
||||
getDirectories = ts.sys.getDirectories;
|
||||
fileExists = ts.sys.fileExists;
|
||||
readFile = ts.sys.readFile;
|
||||
readDirectory = ts.sys.readDirectory;
|
||||
// this is necessary to make source references work.
|
||||
realpath = ts.sys.realpath;
|
||||
}
|
||||
class Mangler {
|
||||
projectPath;
|
||||
allClassDataByKey = new Map();
|
||||
service;
|
||||
constructor(projectPath) {
|
||||
this.projectPath = projectPath;
|
||||
const existingOptions = {};
|
||||
const parsed = ts.readConfigFile(projectPath, ts.sys.readFile);
|
||||
if (parsed.error) {
|
||||
console.log(fancy_log_1.error);
|
||||
throw parsed.error;
|
||||
}
|
||||
if (info.length !== 1) {
|
||||
// inherits from declared/library type
|
||||
return;
|
||||
const cmdLine = ts.parseJsonConfigFileContent(parsed.config, ts.sys, (0, path_1.dirname)(projectPath), existingOptions);
|
||||
if (cmdLine.errors.length > 0) {
|
||||
console.log(fancy_log_1.error);
|
||||
throw parsed.error;
|
||||
}
|
||||
const [definition] = info;
|
||||
const key = `${definition.fileName}|${definition.textSpan.start}`;
|
||||
const parent = allClassDataByKey.get(key);
|
||||
if (!parent) {
|
||||
// throw new Error(`SUPER type not found: ${key}`);
|
||||
return;
|
||||
const host = new StaticLanguageServiceHost(cmdLine);
|
||||
this.service = ts.createLanguageService(host);
|
||||
}
|
||||
// step 1: collect all class data and store it by symbols
|
||||
// step 2: hook up extends-chaines and populate field replacement maps
|
||||
// step 3: generate and apply rewrites
|
||||
async mangle() {
|
||||
// (1) find all classes and field info
|
||||
const visit = (node) => {
|
||||
if (ts.isClassDeclaration(node) || ts.isClassExpression(node)) {
|
||||
const anchor = node.name ?? node;
|
||||
const key = `${node.getSourceFile().fileName}|${anchor.getStart()}`;
|
||||
if (this.allClassDataByKey.has(key)) {
|
||||
throw new Error('DUPE?');
|
||||
}
|
||||
this.allClassDataByKey.set(key, new ClassData(node.getSourceFile().fileName, node));
|
||||
}
|
||||
ts.forEachChild(node, visit);
|
||||
};
|
||||
for (const file of this.service.getProgram().getSourceFiles()) {
|
||||
if (!file.isDeclarationFile) {
|
||||
ts.forEachChild(file, visit);
|
||||
}
|
||||
}
|
||||
parent._addChild(data);
|
||||
console.log(`done COLLECTING ${this.allClassDataByKey.size} classes`);
|
||||
const setupParents = (data) => {
|
||||
const extendsClause = data.node.heritageClauses?.find(h => h.token === ts.SyntaxKind.ExtendsKeyword);
|
||||
if (!extendsClause) {
|
||||
// no EXTENDS-clause
|
||||
return;
|
||||
}
|
||||
const info = this.service.getDefinitionAtPosition(data.fileName, extendsClause.types[0].expression.getEnd());
|
||||
if (!info || info.length === 0) {
|
||||
// throw new Error('SUPER type not found');
|
||||
return;
|
||||
}
|
||||
if (info.length !== 1) {
|
||||
// inherits from declared/library type
|
||||
return;
|
||||
}
|
||||
const [definition] = info;
|
||||
const key = `${definition.fileName}|${definition.textSpan.start}`;
|
||||
const parent = this.allClassDataByKey.get(key);
|
||||
if (!parent) {
|
||||
// throw new Error(`SUPER type not found: ${key}`);
|
||||
return;
|
||||
}
|
||||
parent.addChild(data);
|
||||
};
|
||||
// (1.1) connect all class info
|
||||
for (const data of this.allClassDataByKey.values()) {
|
||||
setupParents(data);
|
||||
}
|
||||
// (1.2) TS-HACK: mark implicit-public protected field as public
|
||||
for (const data of this.allClassDataByKey.values()) {
|
||||
ClassData.makeImplicitPublicActuallyPublic(data);
|
||||
}
|
||||
// (2) fill in replacement strings
|
||||
for (const data of this.allClassDataByKey.values()) {
|
||||
ClassData.fillInReplacement(data);
|
||||
}
|
||||
console.log(`done creating REPLACEMENTS`);
|
||||
const editsByFile = new Map();
|
||||
const appendEdit = (fileName, edit) => {
|
||||
const edits = editsByFile.get(fileName);
|
||||
if (!edits) {
|
||||
editsByFile.set(fileName, [edit]);
|
||||
}
|
||||
else {
|
||||
edits.push(edit);
|
||||
}
|
||||
};
|
||||
for (const data of this.allClassDataByKey.values()) {
|
||||
if (hasModifier(data.node, ts.SyntaxKind.DeclareKeyword)) {
|
||||
continue;
|
||||
}
|
||||
fields: for (const [name, info] of data.fields) {
|
||||
if (!ClassData._shouldMangle(info.type)) {
|
||||
continue fields;
|
||||
}
|
||||
// TS-HACK: protected became public via 'some' child
|
||||
// and because of that we might need to ignore this now
|
||||
let parent = data.parent;
|
||||
while (parent) {
|
||||
if (parent.fields.get(name)?.type === 0 /* FieldType.Public */) {
|
||||
continue fields;
|
||||
}
|
||||
parent = parent.parent;
|
||||
}
|
||||
const newText = data.lookupShortName(name);
|
||||
const locations = this.service.findRenameLocations(data.fileName, info.pos, false, false, true) ?? [];
|
||||
for (const loc of locations) {
|
||||
appendEdit(loc.fileName, {
|
||||
newText: (loc.prefixText || '') + newText + (loc.suffixText || ''),
|
||||
offset: loc.textSpan.start,
|
||||
length: loc.textSpan.length
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
console.log(`done preparing EDITS for ${editsByFile.size} files`);
|
||||
// (4) apply renames
|
||||
let savedBytes = 0;
|
||||
const result = [];
|
||||
for (const item of this.service.getProgram().getSourceFiles()) {
|
||||
let newFullText;
|
||||
const edits = editsByFile.get(item.fileName);
|
||||
if (!edits) {
|
||||
// just copy
|
||||
newFullText = item.getFullText();
|
||||
}
|
||||
else {
|
||||
// apply renames
|
||||
edits.sort((a, b) => b.offset - a.offset);
|
||||
const characters = item.getFullText().split('');
|
||||
let lastEdit;
|
||||
for (const edit of edits) {
|
||||
if (lastEdit) {
|
||||
if (lastEdit.offset === edit.offset) {
|
||||
//
|
||||
if (lastEdit.length !== edit.length || lastEdit.newText !== edit.newText) {
|
||||
console.log('OVERLAPPING edit', item.fileName, edit.offset, edits);
|
||||
throw new Error('OVERLAPPING edit');
|
||||
}
|
||||
else {
|
||||
continue;
|
||||
}
|
||||
}
|
||||
}
|
||||
lastEdit = edit;
|
||||
const removed = characters.splice(edit.offset, edit.length, edit.newText);
|
||||
savedBytes += removed.length - edit.newText.length;
|
||||
}
|
||||
newFullText = characters.join('');
|
||||
}
|
||||
const projectBase = (0, path_1.dirname)(projectPath);
|
||||
const newProjectBase = (0, path_1.join)((0, path_1.dirname)(projectBase), (0, path_1.basename)(projectBase) + '-mangle');
|
||||
const newFilePath = (0, path_1.join)(newProjectBase, (0, path_1.relative)(projectBase, item.fileName));
|
||||
const file = new Vinyl({ path: newFilePath, contents: Buffer.from(newFullText) });
|
||||
result.push(file);
|
||||
}
|
||||
console.log(`DONE saved ${savedBytes / 1000}kb`);
|
||||
return result;
|
||||
}
|
||||
}
|
||||
function visit(node) {
|
||||
if (ts.isClassDeclaration(node) || ts.isClassExpression(node)) {
|
||||
const anchor = node.name ?? node;
|
||||
const key = `${node.getSourceFile().fileName}|${anchor.getStart()}`;
|
||||
if (allClassDataByKey.has(key)) {
|
||||
throw new Error('DUPE?');
|
||||
}
|
||||
allClassDataByKey.set(key, new ClassData(node.getSourceFile().fileName, node));
|
||||
}
|
||||
ts.forEachChild(node, visit);
|
||||
}
|
||||
exports.Mangler = Mangler;
|
||||
// --- ast utils
|
||||
function hasModifier(node, kind) {
|
||||
const modifiers = ts.canHaveModifiers(node) ? ts.getModifiers(node) : undefined;
|
||||
return Boolean(modifiers?.find(mode => mode.kind === kind));
|
||||
}
|
||||
// step 1: collect all class data and store it by symbols
|
||||
// step 2: hook up extends-chaines and populate field replacement maps
|
||||
// step 3: generate and apply rewrites
|
||||
async function mangle() {
|
||||
// (1) find all classes and field info
|
||||
for (const file of program.getSourceFiles()) {
|
||||
if (!file.isDeclarationFile) {
|
||||
ts.forEachChild(file, visit);
|
||||
}
|
||||
const projectPath = 1
|
||||
? (0, path_1.join)(__dirname, '../../src/tsconfig.json')
|
||||
: '/Users/jrieken/Code/_samples/3wm/mangePrivate/tsconfig.json';
|
||||
new Mangler(projectPath).mangle().then(async (files) => {
|
||||
for (const file of files) {
|
||||
await fs.promises.writeFile(file.path, file.contents);
|
||||
}
|
||||
console.log(`done COLLECTING ${allClassDataByKey.size} classes`);
|
||||
// (1.1) connect all class info
|
||||
for (const data of allClassDataByKey.values()) {
|
||||
ClassData.setupParents(data);
|
||||
}
|
||||
// (1.2) TS-HACK: mark implicit-public protected field as public
|
||||
for (const data of allClassDataByKey.values()) {
|
||||
ClassData.makeImplicitPublicActuallyPublic(data);
|
||||
}
|
||||
// (2) fill in replacement strings
|
||||
for (const data of allClassDataByKey.values()) {
|
||||
ClassData.fillInReplacement(data);
|
||||
}
|
||||
console.log(`done creating REPLACEMENTS`);
|
||||
const editsByFile = new Map();
|
||||
const appendEdit = (fileName, edit) => {
|
||||
const edits = editsByFile.get(fileName);
|
||||
if (!edits) {
|
||||
editsByFile.set(fileName, [edit]);
|
||||
}
|
||||
else {
|
||||
edits.push(edit);
|
||||
}
|
||||
};
|
||||
for (const data of allClassDataByKey.values()) {
|
||||
if (hasModifier(data.node, ts.SyntaxKind.DeclareKeyword)) {
|
||||
continue;
|
||||
}
|
||||
fields: for (const [name, info] of data.fields) {
|
||||
if (!ClassData._shouldMangle(info.type)) {
|
||||
continue fields;
|
||||
}
|
||||
// TS-HACK: protected became public via 'some' child
|
||||
// and because of that we might need to ignore this now
|
||||
let parent = data.parent;
|
||||
while (parent) {
|
||||
if (parent.fields.get(name)?.type === 0 /* FieldType.Public */) {
|
||||
continue fields;
|
||||
}
|
||||
parent = parent.parent;
|
||||
}
|
||||
const newText = data.lookupShortName(name);
|
||||
const locations = service.findRenameLocations(data.fileName, info.pos, false, false, true) ?? [];
|
||||
for (const loc of locations) {
|
||||
appendEdit(loc.fileName, {
|
||||
newText: (loc.prefixText || '') + newText + (loc.suffixText || ''),
|
||||
offset: loc.textSpan.start,
|
||||
length: loc.textSpan.length
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
console.log(`done preparing EDITS for ${editsByFile.size} files`);
|
||||
// (4) apply renames
|
||||
let savedBytes = 0;
|
||||
for (const item of program.getSourceFiles()) {
|
||||
let newFullText;
|
||||
const edits = editsByFile.get(item.fileName);
|
||||
if (!edits) {
|
||||
// just copy
|
||||
newFullText = item.getFullText();
|
||||
}
|
||||
else {
|
||||
// apply renames
|
||||
edits.sort((a, b) => b.offset - a.offset);
|
||||
const characters = item.getFullText().split('');
|
||||
let lastEdit;
|
||||
for (const edit of edits) {
|
||||
if (lastEdit) {
|
||||
if (lastEdit.offset === edit.offset) {
|
||||
//
|
||||
if (lastEdit.length !== edit.length || lastEdit.newText !== edit.newText) {
|
||||
console.log('OVERLAPPING edit', item.fileName, edit.offset, edits);
|
||||
throw new Error('OVERLAPPING edit');
|
||||
}
|
||||
else {
|
||||
continue;
|
||||
}
|
||||
}
|
||||
}
|
||||
lastEdit = edit;
|
||||
const removed = characters.splice(edit.offset, edit.length, edit.newText);
|
||||
savedBytes += removed.length - edit.newText.length;
|
||||
}
|
||||
newFullText = characters.join('');
|
||||
}
|
||||
const projectBase = (0, path_1.dirname)(projectPath);
|
||||
const newProjectBase = (0, path_1.join)((0, path_1.dirname)(projectBase), (0, path_1.basename)(projectBase) + '-mangle');
|
||||
const newFilePath = (0, path_1.join)(newProjectBase, (0, path_1.relative)(projectBase, item.fileName));
|
||||
await fs.promises.mkdir((0, path_1.dirname)(newFilePath), { recursive: true });
|
||||
await fs.promises.writeFile(newFilePath, newFullText);
|
||||
}
|
||||
console.log(`DONE saved ${savedBytes / 1000}kb`);
|
||||
}
|
||||
mangle();
|
||||
});
|
||||
|
||||
Reference in New Issue
Block a user