diff --git a/.dockerignore b/.dockerignore
index 4cd3ce4f2..cbfebc09e 100644
--- a/.dockerignore
+++ b/.dockerignore
@@ -9,3 +9,4 @@ doc
 LICENSE
 README.md
 node_modules
+release
\ No newline at end of file
diff --git a/Dockerfile b/Dockerfile
index 761a7dc2d..08c64284c 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -16,7 +16,9 @@ COPY . .
 RUN yarn \
 	&& MINIFY=true yarn build "${vscodeVersion}" "${codeServerVersion}" \
 	&& yarn binary "${vscodeVersion}" "${codeServerVersion}" \
-	&& mv "/src/build/code-server${codeServerVersion}-vsc${vscodeVersion}-linux-x86_64-built/code-server${codeServerVersion}-vsc${vscodeVersion}-linux-x86_64" /src/build/code-server
+	&& mv "/src/build/code-server${codeServerVersion}-vsc${vscodeVersion}-linux-x86_64-built/code-server${codeServerVersion}-vsc${vscodeVersion}-linux-x86_64" /src/build/code-server \
+	&& rm -r /src/build/vscode-* \
+	&& rm -r /src/build/code-server*-linux-*
 
 # We deploy with ubuntu so that devs have a familiar environment.
 FROM ubuntu:18.04