mirror of
https://github.com/microsoft/vscode.git
synced 2025-12-24 20:26:08 +00:00
360c9fd134
For #269213 This adds a new eslint rule for `as any` and `<any>({... })`. We'd like to remove almost all of these, however right now the first goal is to prevent them in new code. That's why with this first PR I simply add `eslint-disable` comments for all breaks Trying to get this change in soon after branching off for release to hopefully minimize disruption during debt week work
677 lines
24 KiB
TypeScript
677 lines
24 KiB
TypeScript
/*---------------------------------------------------------------------------------------------
|
|
* Copyright (c) Microsoft Corporation. All rights reserved.
|
|
* Licensed under the MIT License. See License.txt in the project root for license information.
|
|
*--------------------------------------------------------------------------------------------*/
|
|
|
|
import es from 'event-stream';
|
|
import fs from 'fs';
|
|
import cp from 'child_process';
|
|
import glob from 'glob';
|
|
import gulp from 'gulp';
|
|
import path from 'path';
|
|
import crypto from 'crypto';
|
|
import { Stream } from 'stream';
|
|
import File from 'vinyl';
|
|
import { createStatsStream } from './stats';
|
|
import * as util2 from './util';
|
|
import filter from 'gulp-filter';
|
|
import rename from 'gulp-rename';
|
|
import fancyLog from 'fancy-log';
|
|
import ansiColors from 'ansi-colors';
|
|
import buffer from 'gulp-buffer';
|
|
import * as jsoncParser from 'jsonc-parser';
|
|
import webpack from 'webpack';
|
|
import { getProductionDependencies } from './dependencies';
|
|
import { IExtensionDefinition, getExtensionStream } from './builtInExtensions';
|
|
import { getVersion } from './getVersion';
|
|
import { fetchUrls, fetchGithub } from './fetch';
|
|
const vzip = require('gulp-vinyl-zip');
|
|
|
|
const root = path.dirname(path.dirname(__dirname));
|
|
const commit = getVersion(root);
|
|
const sourceMappingURLBase = `https://main.vscode-cdn.net/sourcemaps/${commit}`;
|
|
|
|
function minifyExtensionResources(input: Stream): Stream {
|
|
const jsonFilter = filter(['**/*.json', '**/*.code-snippets'], { restore: true });
|
|
return input
|
|
.pipe(jsonFilter)
|
|
.pipe(buffer())
|
|
.pipe(es.mapSync((f: File) => {
|
|
const errors: jsoncParser.ParseError[] = [];
|
|
const value = jsoncParser.parse(f.contents!.toString('utf8'), errors, { allowTrailingComma: true });
|
|
if (errors.length === 0) {
|
|
// file parsed OK => just stringify to drop whitespace and comments
|
|
f.contents = Buffer.from(JSON.stringify(value));
|
|
}
|
|
return f;
|
|
}))
|
|
.pipe(jsonFilter.restore);
|
|
}
|
|
|
|
function updateExtensionPackageJSON(input: Stream, update: (data: any) => any): Stream {
|
|
const packageJsonFilter = filter('extensions/*/package.json', { restore: true });
|
|
return input
|
|
.pipe(packageJsonFilter)
|
|
.pipe(buffer())
|
|
.pipe(es.mapSync((f: File) => {
|
|
const data = JSON.parse(f.contents!.toString('utf8'));
|
|
f.contents = Buffer.from(JSON.stringify(update(data)));
|
|
return f;
|
|
}))
|
|
.pipe(packageJsonFilter.restore);
|
|
}
|
|
|
|
function fromLocal(extensionPath: string, forWeb: boolean, disableMangle: boolean): Stream {
|
|
|
|
const webpackConfigFileName = forWeb
|
|
? `extension-browser.webpack.config.js`
|
|
: `extension.webpack.config.js`;
|
|
|
|
const isWebPacked = fs.existsSync(path.join(extensionPath, webpackConfigFileName));
|
|
let input = isWebPacked
|
|
? fromLocalWebpack(extensionPath, webpackConfigFileName, disableMangle)
|
|
: fromLocalNormal(extensionPath);
|
|
|
|
if (isWebPacked) {
|
|
input = updateExtensionPackageJSON(input, (data: any) => {
|
|
delete data.scripts;
|
|
delete data.dependencies;
|
|
delete data.devDependencies;
|
|
if (data.main) {
|
|
data.main = data.main.replace('/out/', '/dist/');
|
|
}
|
|
return data;
|
|
});
|
|
}
|
|
|
|
return input;
|
|
}
|
|
|
|
|
|
function fromLocalWebpack(extensionPath: string, webpackConfigFileName: string, disableMangle: boolean): Stream {
|
|
const vsce = require('@vscode/vsce') as typeof import('@vscode/vsce');
|
|
const webpack = require('webpack');
|
|
const webpackGulp = require('webpack-stream');
|
|
const result = es.through();
|
|
|
|
const packagedDependencies: string[] = [];
|
|
const packageJsonConfig = require(path.join(extensionPath, 'package.json'));
|
|
if (packageJsonConfig.dependencies) {
|
|
const webpackRootConfig = require(path.join(extensionPath, webpackConfigFileName)).default;
|
|
for (const key in webpackRootConfig.externals) {
|
|
if (key in packageJsonConfig.dependencies) {
|
|
packagedDependencies.push(key);
|
|
}
|
|
}
|
|
}
|
|
|
|
// TODO: add prune support based on packagedDependencies to vsce.PackageManager.Npm similar
|
|
// to vsce.PackageManager.Yarn.
|
|
// A static analysis showed there are no webpack externals that are dependencies of the current
|
|
// local extensions so we can use the vsce.PackageManager.None config to ignore dependencies list
|
|
// as a temporary workaround.
|
|
vsce.listFiles({ cwd: extensionPath, packageManager: vsce.PackageManager.None, packagedDependencies }).then(fileNames => {
|
|
const files = fileNames
|
|
.map(fileName => path.join(extensionPath, fileName))
|
|
.map(filePath => new File({
|
|
path: filePath,
|
|
stat: fs.statSync(filePath),
|
|
base: extensionPath,
|
|
// eslint-disable-next-line local/code-no-any-casts
|
|
contents: fs.createReadStream(filePath) as any
|
|
}));
|
|
|
|
// check for a webpack configuration files, then invoke webpack
|
|
// and merge its output with the files stream.
|
|
const webpackConfigLocations = (<string[]>glob.sync(
|
|
path.join(extensionPath, '**', webpackConfigFileName),
|
|
{ ignore: ['**/node_modules'] }
|
|
));
|
|
|
|
const webpackStreams = webpackConfigLocations.flatMap(webpackConfigPath => {
|
|
|
|
const webpackDone = (err: any, stats: any) => {
|
|
fancyLog(`Bundled extension: ${ansiColors.yellow(path.join(path.basename(extensionPath), path.relative(extensionPath, webpackConfigPath)))}...`);
|
|
if (err) {
|
|
result.emit('error', err);
|
|
}
|
|
const { compilation } = stats;
|
|
if (compilation.errors.length > 0) {
|
|
result.emit('error', compilation.errors.join('\n'));
|
|
}
|
|
if (compilation.warnings.length > 0) {
|
|
result.emit('error', compilation.warnings.join('\n'));
|
|
}
|
|
};
|
|
|
|
const exportedConfig = require(webpackConfigPath).default;
|
|
return (Array.isArray(exportedConfig) ? exportedConfig : [exportedConfig]).map(config => {
|
|
const webpackConfig = {
|
|
...config,
|
|
...{ mode: 'production' }
|
|
};
|
|
if (disableMangle) {
|
|
if (Array.isArray(config.module.rules)) {
|
|
for (const rule of config.module.rules) {
|
|
if (Array.isArray(rule.use)) {
|
|
for (const use of rule.use) {
|
|
if (String(use.loader).endsWith('mangle-loader.js')) {
|
|
use.options.disabled = true;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
const relativeOutputPath = path.relative(extensionPath, webpackConfig.output.path);
|
|
|
|
return webpackGulp(webpackConfig, webpack, webpackDone)
|
|
.pipe(es.through(function (data) {
|
|
data.stat = data.stat || {};
|
|
data.base = extensionPath;
|
|
this.emit('data', data);
|
|
}))
|
|
.pipe(es.through(function (data: File) {
|
|
// source map handling:
|
|
// * rewrite sourceMappingURL
|
|
// * save to disk so that upload-task picks this up
|
|
if (path.extname(data.basename) === '.js') {
|
|
const contents = (<Buffer>data.contents).toString('utf8');
|
|
data.contents = Buffer.from(contents.replace(/\n\/\/# sourceMappingURL=(.*)$/gm, function (_m, g1) {
|
|
return `\n//# sourceMappingURL=${sourceMappingURLBase}/extensions/${path.basename(extensionPath)}/${relativeOutputPath}/${g1}`;
|
|
}), 'utf8');
|
|
}
|
|
|
|
this.emit('data', data);
|
|
}));
|
|
});
|
|
});
|
|
|
|
es.merge(...webpackStreams, es.readArray(files))
|
|
// .pipe(es.through(function (data) {
|
|
// // debug
|
|
// console.log('out', data.path, data.contents.length);
|
|
// this.emit('data', data);
|
|
// }))
|
|
.pipe(result);
|
|
|
|
}).catch(err => {
|
|
console.error(extensionPath);
|
|
console.error(packagedDependencies);
|
|
result.emit('error', err);
|
|
});
|
|
|
|
return result.pipe(createStatsStream(path.basename(extensionPath)));
|
|
}
|
|
|
|
function fromLocalNormal(extensionPath: string): Stream {
|
|
const vsce = require('@vscode/vsce') as typeof import('@vscode/vsce');
|
|
const result = es.through();
|
|
|
|
vsce.listFiles({ cwd: extensionPath, packageManager: vsce.PackageManager.Npm })
|
|
.then(fileNames => {
|
|
const files = fileNames
|
|
.map(fileName => path.join(extensionPath, fileName))
|
|
.map(filePath => new File({
|
|
path: filePath,
|
|
stat: fs.statSync(filePath),
|
|
base: extensionPath,
|
|
// eslint-disable-next-line local/code-no-any-casts
|
|
contents: fs.createReadStream(filePath) as any
|
|
}));
|
|
|
|
es.readArray(files).pipe(result);
|
|
})
|
|
.catch(err => result.emit('error', err));
|
|
|
|
return result.pipe(createStatsStream(path.basename(extensionPath)));
|
|
}
|
|
|
|
const userAgent = 'VSCode Build';
|
|
const baseHeaders = {
|
|
'X-Market-Client-Id': 'VSCode Build',
|
|
'User-Agent': userAgent,
|
|
'X-Market-User-Id': '291C1CD0-051A-4123-9B4B-30D60EF52EE2',
|
|
};
|
|
|
|
export function fromMarketplace(serviceUrl: string, { name: extensionName, version, sha256, metadata }: IExtensionDefinition): Stream {
|
|
const json = require('gulp-json-editor') as typeof import('gulp-json-editor');
|
|
|
|
const [publisher, name] = extensionName.split('.');
|
|
const url = `${serviceUrl}/publishers/${publisher}/vsextensions/${name}/${version}/vspackage`;
|
|
|
|
fancyLog('Downloading extension:', ansiColors.yellow(`${extensionName}@${version}`), '...');
|
|
|
|
const packageJsonFilter = filter('package.json', { restore: true });
|
|
|
|
return fetchUrls('', {
|
|
base: url,
|
|
nodeFetchOptions: {
|
|
headers: baseHeaders
|
|
},
|
|
checksumSha256: sha256
|
|
})
|
|
.pipe(vzip.src())
|
|
.pipe(filter('extension/**'))
|
|
.pipe(rename(p => p.dirname = p.dirname!.replace(/^extension\/?/, '')))
|
|
.pipe(packageJsonFilter)
|
|
.pipe(buffer())
|
|
.pipe(json({ __metadata: metadata }))
|
|
.pipe(packageJsonFilter.restore);
|
|
}
|
|
|
|
export function fromVsix(vsixPath: string, { name: extensionName, version, sha256, metadata }: IExtensionDefinition): Stream {
|
|
const json = require('gulp-json-editor') as typeof import('gulp-json-editor');
|
|
|
|
fancyLog('Using local VSIX for extension:', ansiColors.yellow(`${extensionName}@${version}`), '...');
|
|
|
|
const packageJsonFilter = filter('package.json', { restore: true });
|
|
|
|
return gulp.src(vsixPath)
|
|
.pipe(buffer())
|
|
.pipe(es.mapSync((f: File) => {
|
|
const hash = crypto.createHash('sha256');
|
|
hash.update(f.contents as Buffer);
|
|
const checksum = hash.digest('hex');
|
|
if (checksum !== sha256) {
|
|
throw new Error(`Checksum mismatch for ${vsixPath} (expected ${sha256}, actual ${checksum}))`);
|
|
}
|
|
return f;
|
|
}))
|
|
.pipe(vzip.src())
|
|
.pipe(filter('extension/**'))
|
|
.pipe(rename(p => p.dirname = p.dirname!.replace(/^extension\/?/, '')))
|
|
.pipe(packageJsonFilter)
|
|
.pipe(buffer())
|
|
.pipe(json({ __metadata: metadata }))
|
|
.pipe(packageJsonFilter.restore);
|
|
}
|
|
|
|
|
|
export function fromGithub({ name, version, repo, sha256, metadata }: IExtensionDefinition): Stream {
|
|
const json = require('gulp-json-editor') as typeof import('gulp-json-editor');
|
|
|
|
fancyLog('Downloading extension from GH:', ansiColors.yellow(`${name}@${version}`), '...');
|
|
|
|
const packageJsonFilter = filter('package.json', { restore: true });
|
|
|
|
return fetchGithub(new URL(repo).pathname, {
|
|
version,
|
|
name: name => name.endsWith('.vsix'),
|
|
checksumSha256: sha256
|
|
})
|
|
.pipe(buffer())
|
|
.pipe(vzip.src())
|
|
.pipe(filter('extension/**'))
|
|
.pipe(rename(p => p.dirname = p.dirname!.replace(/^extension\/?/, '')))
|
|
.pipe(packageJsonFilter)
|
|
.pipe(buffer())
|
|
.pipe(json({ __metadata: metadata }))
|
|
.pipe(packageJsonFilter.restore);
|
|
}
|
|
|
|
/**
|
|
* All extensions that are known to have some native component and thus must be built on the
|
|
* platform that is being built.
|
|
*/
|
|
const nativeExtensions = [
|
|
'microsoft-authentication',
|
|
];
|
|
|
|
const excludedExtensions = [
|
|
'vscode-api-tests',
|
|
'vscode-colorize-tests',
|
|
'vscode-colorize-perf-tests',
|
|
'vscode-test-resolver',
|
|
'ms-vscode.node-debug',
|
|
'ms-vscode.node-debug2',
|
|
];
|
|
|
|
const marketplaceWebExtensionsExclude = new Set([
|
|
'ms-vscode.node-debug',
|
|
'ms-vscode.node-debug2',
|
|
'ms-vscode.js-debug-companion',
|
|
'ms-vscode.js-debug',
|
|
'ms-vscode.vscode-js-profile-table'
|
|
]);
|
|
|
|
const productJson = JSON.parse(fs.readFileSync(path.join(__dirname, '../../product.json'), 'utf8'));
|
|
const builtInExtensions: IExtensionDefinition[] = productJson.builtInExtensions || [];
|
|
const webBuiltInExtensions: IExtensionDefinition[] = productJson.webBuiltInExtensions || [];
|
|
|
|
type ExtensionKind = 'ui' | 'workspace' | 'web';
|
|
interface IExtensionManifest {
|
|
main?: string;
|
|
browser?: string;
|
|
extensionKind?: ExtensionKind | ExtensionKind[];
|
|
extensionPack?: string[];
|
|
extensionDependencies?: string[];
|
|
contributes?: { [id: string]: any };
|
|
}
|
|
/**
|
|
* Loosely based on `getExtensionKind` from `src/vs/workbench/services/extensions/common/extensionManifestPropertiesService.ts`
|
|
*/
|
|
function isWebExtension(manifest: IExtensionManifest): boolean {
|
|
if (Boolean(manifest.browser)) {
|
|
return true;
|
|
}
|
|
if (Boolean(manifest.main)) {
|
|
return false;
|
|
}
|
|
// neither browser nor main
|
|
if (typeof manifest.extensionKind !== 'undefined') {
|
|
const extensionKind = Array.isArray(manifest.extensionKind) ? manifest.extensionKind : [manifest.extensionKind];
|
|
if (extensionKind.indexOf('web') >= 0) {
|
|
return true;
|
|
}
|
|
}
|
|
if (typeof manifest.contributes !== 'undefined') {
|
|
for (const id of ['debuggers', 'terminal', 'typescriptServerPlugins']) {
|
|
if (manifest.contributes.hasOwnProperty(id)) {
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
return true;
|
|
}
|
|
|
|
/**
|
|
* Package local extensions that are known to not have native dependencies. Mutually exclusive to {@link packageNativeLocalExtensionsStream}.
|
|
* @param forWeb build the extensions that have web targets
|
|
* @param disableMangle disable the mangler
|
|
* @returns a stream
|
|
*/
|
|
export function packageNonNativeLocalExtensionsStream(forWeb: boolean, disableMangle: boolean): Stream {
|
|
return doPackageLocalExtensionsStream(forWeb, disableMangle, false);
|
|
}
|
|
|
|
/**
|
|
* Package local extensions that are known to have native dependencies. Mutually exclusive to {@link packageNonNativeLocalExtensionsStream}.
|
|
* @note it's possible that the extension does not have native dependencies for the current platform, especially if building for the web,
|
|
* but we simplify the logic here by having a flat list of extensions (See {@link nativeExtensions}) that are known to have native
|
|
* dependencies on some platform and thus should be packaged on the platform that they are building for.
|
|
* @param forWeb build the extensions that have web targets
|
|
* @param disableMangle disable the mangler
|
|
* @returns a stream
|
|
*/
|
|
export function packageNativeLocalExtensionsStream(forWeb: boolean, disableMangle: boolean): Stream {
|
|
return doPackageLocalExtensionsStream(forWeb, disableMangle, true);
|
|
}
|
|
|
|
/**
|
|
* Package all the local extensions... both those that are known to have native dependencies and those that are not.
|
|
* @param forWeb build the extensions that have web targets
|
|
* @param disableMangle disable the mangler
|
|
* @returns a stream
|
|
*/
|
|
export function packageAllLocalExtensionsStream(forWeb: boolean, disableMangle: boolean): Stream {
|
|
return es.merge([
|
|
packageNonNativeLocalExtensionsStream(forWeb, disableMangle),
|
|
packageNativeLocalExtensionsStream(forWeb, disableMangle)
|
|
]);
|
|
}
|
|
|
|
/**
|
|
* @param forWeb build the extensions that have web targets
|
|
* @param disableMangle disable the mangler
|
|
* @param native build the extensions that are marked as having native dependencies
|
|
*/
|
|
function doPackageLocalExtensionsStream(forWeb: boolean, disableMangle: boolean, native: boolean): Stream {
|
|
const nativeExtensionsSet = new Set(nativeExtensions);
|
|
const localExtensionsDescriptions = (
|
|
(<string[]>glob.sync('extensions/*/package.json'))
|
|
.map(manifestPath => {
|
|
const absoluteManifestPath = path.join(root, manifestPath);
|
|
const extensionPath = path.dirname(path.join(root, manifestPath));
|
|
const extensionName = path.basename(extensionPath);
|
|
return { name: extensionName, path: extensionPath, manifestPath: absoluteManifestPath };
|
|
})
|
|
.filter(({ name }) => native ? nativeExtensionsSet.has(name) : !nativeExtensionsSet.has(name))
|
|
.filter(({ name }) => excludedExtensions.indexOf(name) === -1)
|
|
.filter(({ name }) => builtInExtensions.every(b => b.name !== name))
|
|
.filter(({ manifestPath }) => (forWeb ? isWebExtension(require(manifestPath)) : true))
|
|
);
|
|
const localExtensionsStream = minifyExtensionResources(
|
|
es.merge(
|
|
...localExtensionsDescriptions.map(extension => {
|
|
return fromLocal(extension.path, forWeb, disableMangle)
|
|
.pipe(rename(p => p.dirname = `extensions/${extension.name}/${p.dirname}`));
|
|
})
|
|
)
|
|
);
|
|
|
|
let result: Stream;
|
|
if (forWeb) {
|
|
result = localExtensionsStream;
|
|
} else {
|
|
// also include shared production node modules
|
|
const productionDependencies = getProductionDependencies('extensions/');
|
|
const dependenciesSrc = productionDependencies.map(d => path.relative(root, d)).map(d => [`${d}/**`, `!${d}/**/{test,tests}/**`]).flat();
|
|
|
|
result = es.merge(
|
|
localExtensionsStream,
|
|
gulp.src(dependenciesSrc, { base: '.' })
|
|
.pipe(util2.cleanNodeModules(path.join(root, 'build', '.moduleignore')))
|
|
.pipe(util2.cleanNodeModules(path.join(root, 'build', `.moduleignore.${process.platform}`))));
|
|
}
|
|
|
|
return (
|
|
result
|
|
.pipe(util2.setExecutableBit(['**/*.sh']))
|
|
);
|
|
}
|
|
|
|
export function packageMarketplaceExtensionsStream(forWeb: boolean): Stream {
|
|
const marketplaceExtensionsDescriptions = [
|
|
...builtInExtensions.filter(({ name }) => (forWeb ? !marketplaceWebExtensionsExclude.has(name) : true)),
|
|
...(forWeb ? webBuiltInExtensions : [])
|
|
];
|
|
const marketplaceExtensionsStream = minifyExtensionResources(
|
|
es.merge(
|
|
...marketplaceExtensionsDescriptions
|
|
.map(extension => {
|
|
const src = getExtensionStream(extension).pipe(rename(p => p.dirname = `extensions/${p.dirname}`));
|
|
return updateExtensionPackageJSON(src, (data: any) => {
|
|
delete data.scripts;
|
|
delete data.dependencies;
|
|
delete data.devDependencies;
|
|
return data;
|
|
});
|
|
})
|
|
)
|
|
);
|
|
|
|
return (
|
|
marketplaceExtensionsStream
|
|
.pipe(util2.setExecutableBit(['**/*.sh']))
|
|
);
|
|
}
|
|
|
|
export interface IScannedBuiltinExtension {
|
|
extensionPath: string;
|
|
packageJSON: any;
|
|
packageNLS?: any;
|
|
readmePath?: string;
|
|
changelogPath?: string;
|
|
}
|
|
|
|
export function scanBuiltinExtensions(extensionsRoot: string, exclude: string[] = []): IScannedBuiltinExtension[] {
|
|
const scannedExtensions: IScannedBuiltinExtension[] = [];
|
|
|
|
try {
|
|
const extensionsFolders = fs.readdirSync(extensionsRoot);
|
|
for (const extensionFolder of extensionsFolders) {
|
|
if (exclude.indexOf(extensionFolder) >= 0) {
|
|
continue;
|
|
}
|
|
const packageJSONPath = path.join(extensionsRoot, extensionFolder, 'package.json');
|
|
if (!fs.existsSync(packageJSONPath)) {
|
|
continue;
|
|
}
|
|
const packageJSON = JSON.parse(fs.readFileSync(packageJSONPath).toString('utf8'));
|
|
if (!isWebExtension(packageJSON)) {
|
|
continue;
|
|
}
|
|
const children = fs.readdirSync(path.join(extensionsRoot, extensionFolder));
|
|
const packageNLSPath = children.filter(child => child === 'package.nls.json')[0];
|
|
const packageNLS = packageNLSPath ? JSON.parse(fs.readFileSync(path.join(extensionsRoot, extensionFolder, packageNLSPath)).toString()) : undefined;
|
|
const readme = children.filter(child => /^readme(\.txt|\.md|)$/i.test(child))[0];
|
|
const changelog = children.filter(child => /^changelog(\.txt|\.md|)$/i.test(child))[0];
|
|
|
|
scannedExtensions.push({
|
|
extensionPath: extensionFolder,
|
|
packageJSON,
|
|
packageNLS,
|
|
readmePath: readme ? path.join(extensionFolder, readme) : undefined,
|
|
changelogPath: changelog ? path.join(extensionFolder, changelog) : undefined,
|
|
});
|
|
}
|
|
return scannedExtensions;
|
|
} catch (ex) {
|
|
return scannedExtensions;
|
|
}
|
|
}
|
|
|
|
export function translatePackageJSON(packageJSON: string, packageNLSPath: string) {
|
|
interface NLSFormat {
|
|
[key: string]: string | { message: string; comment: string[] };
|
|
}
|
|
const CharCode_PC = '%'.charCodeAt(0);
|
|
const packageNls: NLSFormat = JSON.parse(fs.readFileSync(packageNLSPath).toString());
|
|
const translate = (obj: any) => {
|
|
for (const key in obj) {
|
|
const val = obj[key];
|
|
if (Array.isArray(val)) {
|
|
val.forEach(translate);
|
|
} else if (val && typeof val === 'object') {
|
|
translate(val);
|
|
} else if (typeof val === 'string' && val.charCodeAt(0) === CharCode_PC && val.charCodeAt(val.length - 1) === CharCode_PC) {
|
|
const translated = packageNls[val.substr(1, val.length - 2)];
|
|
if (translated) {
|
|
obj[key] = typeof translated === 'string' ? translated : (typeof translated.message === 'string' ? translated.message : val);
|
|
}
|
|
}
|
|
}
|
|
};
|
|
translate(packageJSON);
|
|
return packageJSON;
|
|
}
|
|
|
|
const extensionsPath = path.join(root, 'extensions');
|
|
|
|
// Additional projects to run esbuild on. These typically build code for webviews
|
|
const esbuildMediaScripts = [
|
|
'ipynb/esbuild.mjs',
|
|
'markdown-language-features/esbuild-notebook.mjs',
|
|
'markdown-language-features/esbuild-preview.mjs',
|
|
'markdown-math/esbuild.mjs',
|
|
'mermaid-chat-features/esbuild-chat-webview.mjs',
|
|
'notebook-renderers/esbuild.mjs',
|
|
'simple-browser/esbuild-preview.mjs',
|
|
];
|
|
|
|
export async function webpackExtensions(taskName: string, isWatch: boolean, webpackConfigLocations: { configPath: string; outputRoot?: string }[]) {
|
|
const webpack = require('webpack') as typeof import('webpack');
|
|
|
|
const webpackConfigs: webpack.Configuration[] = [];
|
|
|
|
for (const { configPath, outputRoot } of webpackConfigLocations) {
|
|
const configOrFnOrArray = require(configPath).default;
|
|
function addConfig(configOrFnOrArray: webpack.Configuration | ((env: unknown, args: unknown) => webpack.Configuration) | webpack.Configuration[]) {
|
|
for (const configOrFn of Array.isArray(configOrFnOrArray) ? configOrFnOrArray : [configOrFnOrArray]) {
|
|
const config = typeof configOrFn === 'function' ? configOrFn({}, {}) : configOrFn;
|
|
if (outputRoot) {
|
|
config.output!.path = path.join(outputRoot, path.relative(path.dirname(configPath), config.output!.path!));
|
|
}
|
|
webpackConfigs.push(config);
|
|
}
|
|
}
|
|
addConfig(configOrFnOrArray);
|
|
}
|
|
|
|
function reporter(fullStats: any) {
|
|
if (Array.isArray(fullStats.children)) {
|
|
for (const stats of fullStats.children) {
|
|
const outputPath = stats.outputPath;
|
|
if (outputPath) {
|
|
const relativePath = path.relative(extensionsPath, outputPath).replace(/\\/g, '/');
|
|
const match = relativePath.match(/[^\/]+(\/server|\/client)?/);
|
|
fancyLog(`Finished ${ansiColors.green(taskName)} ${ansiColors.cyan(match![0])} with ${stats.errors.length} errors.`);
|
|
}
|
|
if (Array.isArray(stats.errors)) {
|
|
stats.errors.forEach((error: any) => {
|
|
fancyLog.error(error);
|
|
});
|
|
}
|
|
if (Array.isArray(stats.warnings)) {
|
|
stats.warnings.forEach((warning: any) => {
|
|
fancyLog.warn(warning);
|
|
});
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return new Promise<void>((resolve, reject) => {
|
|
if (isWatch) {
|
|
webpack(webpackConfigs).watch({}, (err, stats) => {
|
|
if (err) {
|
|
reject();
|
|
} else {
|
|
reporter(stats?.toJson());
|
|
}
|
|
});
|
|
} else {
|
|
webpack(webpackConfigs).run((err, stats) => {
|
|
if (err) {
|
|
fancyLog.error(err);
|
|
reject();
|
|
} else {
|
|
reporter(stats?.toJson());
|
|
resolve();
|
|
}
|
|
});
|
|
}
|
|
});
|
|
}
|
|
|
|
async function esbuildExtensions(taskName: string, isWatch: boolean, scripts: { script: string; outputRoot?: string }[]) {
|
|
function reporter(stdError: string, script: string) {
|
|
const matches = (stdError || '').match(/\> (.+): error: (.+)?/g);
|
|
fancyLog(`Finished ${ansiColors.green(taskName)} ${script} with ${matches ? matches.length : 0} errors.`);
|
|
for (const match of matches || []) {
|
|
fancyLog.error(match);
|
|
}
|
|
}
|
|
|
|
const tasks = scripts.map(({ script, outputRoot }) => {
|
|
return new Promise<void>((resolve, reject) => {
|
|
const args = [script];
|
|
if (isWatch) {
|
|
args.push('--watch');
|
|
}
|
|
if (outputRoot) {
|
|
args.push('--outputRoot', outputRoot);
|
|
}
|
|
const proc = cp.execFile(process.argv[0], args, {}, (error, _stdout, stderr) => {
|
|
if (error) {
|
|
return reject(error);
|
|
}
|
|
reporter(stderr, script);
|
|
return resolve();
|
|
});
|
|
|
|
proc.stdout!.on('data', (data) => {
|
|
fancyLog(`${ansiColors.green(taskName)}: ${data.toString('utf8')}`);
|
|
});
|
|
});
|
|
});
|
|
return Promise.all(tasks);
|
|
}
|
|
|
|
export async function buildExtensionMedia(isWatch: boolean, outputRoot?: string) {
|
|
return esbuildExtensions('esbuilding extension media', isWatch, esbuildMediaScripts.map(p => ({
|
|
script: path.join(extensionsPath, p),
|
|
outputRoot: outputRoot ? path.join(root, outputRoot, path.dirname(p)) : undefined
|
|
})));
|
|
}
|