diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index 7f43abba1..329ca8697 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -196,6 +196,14 @@ jobs:
           TAG="${{ inputs.version || github.ref_name }}"
           echo "VERSION=${TAG#v}" >> $GITHUB_ENV
 
+      # NOTE@jsjoeio - the dependencies needed for this
+      # aren't supported on this architecture so we remove
+      # it manually.
+      - name: Remove keytar
+        run: |
+          cd ./release-standalone/lib/vscode
+          npm uninstall keytar
+
       - name: Build packages with nfpm
         env:
           VERSION: ${{ env.VERSION }}