diff --git a/test/smoke/package.json b/test/smoke/package.json
index 9a24ec9e9ee..a5bf157cf81 100644
--- a/test/smoke/package.json
+++ b/test/smoke/package.json
@@ -11,7 +11,7 @@
     "mocha": "node ../node_modules/mocha/bin/mocha"
   },
   "dependencies": {
-    "@vscode/test-electron": "^2.1.0",
+    "@vscode/test-electron": "2.1.0-beta.0",
     "mkdirp": "^1.0.4",
     "ncp": "^2.0.0",
     "node-fetch": "^2.6.1",
diff --git a/test/smoke/src/main.ts b/test/smoke/src/main.ts
index 95b64a0ff51..65494e92561 100644
--- a/test/smoke/src/main.ts
+++ b/test/smoke/src/main.ts
@@ -283,6 +283,7 @@ async function ensureStableCode(): Promise<void> {
 		const stableCodeExecutable = await measureAndLog(vscodetest.download({
 			cachePath: path.join(os.tmpdir(), 'vscode-test'),
 			version: previousVersion.version,
+			extractSync: true,
 			reporter: {
 				report: report => {
 					let progressMessage = `download stable code progress: ${report.stage}`;
diff --git a/test/smoke/yarn.lock b/test/smoke/yarn.lock
index bd0456f70de..8c0c2bc691d 100644
--- a/test/smoke/yarn.lock
+++ b/test/smoke/yarn.lock
@@ -71,10 +71,10 @@
     "@types/glob" "*"
     "@types/node" "*"
 
-"@vscode/test-electron@^2.1.0":
-  version "2.1.0"
-  resolved "https://registry.yarnpkg.com/@vscode/test-electron/-/test-electron-2.1.0.tgz#3e787e3ffb354051294529f451e6f0f6529ff8eb"
-  integrity sha512-nE5ha/V+l4WnS0QS5wJhb2S75Ceamif30UOcURHYw+8FoJJHg2g1xM8/dSpvX2Xk4+04Rbl76/ui/tgI5qia+Q==
+"@vscode/test-electron@2.1.0-beta.0":
+  version "2.1.0-beta.0"
+  resolved "https://registry.yarnpkg.com/@vscode/test-electron/-/test-electron-2.1.0-beta.0.tgz#27749883228f5a3df899b1555917a9a5e22b7cb7"
+  integrity sha512-6d+dkCDaL1EJJgrrYNxW5pMzfqM5sUIBgdfM9TekI/HoXOA9jgxFrkf0/EUKZUNjYC59Ntn1Y9ffl9k8xOLRFQ==
   dependencies:
     http-proxy-agent "^4.0.1"
     https-proxy-agent "^5.0.0"