/*--------------------------------------------------------------------------------------------- * Copyright (c) Microsoft Corporation. All rights reserved. * Licensed under the MIT License. See License.txt in the project root for license information. *--------------------------------------------------------------------------------------------*/ import { downloadZMQ } from '@vscode/zeromq'; import * as fs from 'fs'; import * as path from 'path'; import { compressTikToken } from './build/compressTikToken'; import { copyStaticAssets } from './build/copyStaticAssets'; export interface ITreeSitterGrammar { name: string; /** * A custom .wasm filename if the grammar node module doesn't follow the standard naming convention */ filename?: string; /** * The path where we should spawn `tree-sitter build-wasm` */ projectPath?: string; } const treeSitterGrammars: ITreeSitterGrammar[] = [ { name: 'tree-sitter-c-sharp', filename: 'tree-sitter-c_sharp.wasm' // non-standard filename }, { name: 'tree-sitter-cpp', }, { name: 'tree-sitter-go', }, { name: 'tree-sitter-javascript', // Also includes jsx support }, { name: 'tree-sitter-python', }, { name: 'tree-sitter-ruby', }, { name: 'tree-sitter-typescript', projectPath: 'tree-sitter-typescript/typescript', // non-standard path }, { name: 'tree-sitter-tsx', projectPath: 'tree-sitter-typescript/tsx', // non-standard path }, { name: 'tree-sitter-java', }, { name: 'tree-sitter-rust', } ]; const REPO_ROOT = path.join(__dirname, '..'); async function main() { await fs.promises.mkdir(path.join(REPO_ROOT, '.build'), { recursive: true }); const vendoredTiktokenFiles = ['src/platform/tokenizer/node/cl100k_base.tiktoken', 'src/platform/tokenizer/node/o200k_base.tiktoken']; for (const tokens of vendoredTiktokenFiles) { await compressTikToken(tokens, `dist/${path.basename(tokens)}`); } // copy static assets to dist await copyStaticAssets([ ...treeSitterGrammars.map(grammar => `node_modules/@vscode/tree-sitter-wasm/wasm/${grammar.name}.wasm`), 'node_modules/@vscode/tree-sitter-wasm/wasm/tree-sitter.wasm', ], 'dist'); await downloadZMQ(); // Check if the base cache file exists const baseCachePath = path.join('test', 'simulation', 'cache', 'base.sqlite'); if (!fs.existsSync(baseCachePath)) { throw new Error(`Base cache file does not exist at ${baseCachePath}. Please ensure that you have git lfs installed and initialized before the repository is cloned.`); } await copyStaticAssets([ `node_modules/@anthropic-ai/claude-code/cli.js`, `node_modules/@anthropic-ai/claude-code/yoga.wasm`, // `node_modules/@anthropic-ai/claude-code/vendor/ripgrep/${process.arch}-${process.platform}/ripgrep`, ], 'dist'); } main();