diff --git a/test/automation/.gitignore b/test/automation/.gitignore
index 39397c02252..dcb27225297 100644
--- a/test/automation/.gitignore
+++ b/test/automation/.gitignore
@@ -5,3 +5,4 @@ node_modules/
 out/
 keybindings.*.json
 src/driver.d.ts
+*.tgz
diff --git a/test/automation/.npmignore b/test/automation/.npmignore
new file mode 100644
index 00000000000..356ab4ded89
--- /dev/null
+++ b/test/automation/.npmignore
@@ -0,0 +1,6 @@
+!/out
+/src
+/tools
+.gitignore
+tsconfig.json
+*.tgz
diff --git a/test/automation/package.json b/test/automation/package.json
index a4794be8f88..9a68133d7c4 100644
--- a/test/automation/package.json
+++ b/test/automation/package.json
@@ -9,7 +9,6 @@
   "main": "./out/index.js",
   "private": true,
   "scripts": {
-    "postinstall": "npm run compile",
     "compile": "npm run copy-driver && npm run copy-driver-definition && tsc",
     "watch": "concurrently \"npm run watch-driver\" \"npm run watch-driver-definition\" \"tsc --watch\"",
     "copy-driver": "cpx src/driver.js out/",
diff --git a/test/automation/src/index.ts b/test/automation/src/index.ts
index 22f3a7b2aa8..f8301728be8 100644
--- a/test/automation/src/index.ts
+++ b/test/automation/src/index.ts
@@ -24,4 +24,4 @@ export * from './statusbar';
 export * from './terminal';
 export * from './viewlet';
 export * from './workbench';
-export * from '../src/driver';
+export * from './driver';