diff --git a/.github/workflows/publish.yaml b/.github/workflows/publish.yaml
index 78d4a74..b771d6f 100644
--- a/.github/workflows/publish.yaml
+++ b/.github/workflows/publish.yaml
@@ -110,7 +110,7 @@ jobs:
           --build-arg "wasmtime_crate=${{ inputs.wasmtime-crate }}" \
           --build-arg "wasmtime_git_rev=${{ inputs.wasmtime-git-sha }}" \
           --build-arg "from_base=${{ needs.preflight.outputs.base }}@${{ needs.preflight.outputs.base-digest }}" \
-          --build-arg "from_build=rust:${{ inputs.rust-version }}" \
+          --build-arg "from_build=rust:${{ inputs.rust-version }}-alpine" \
           --label org.opencontainers.image.authors="Bytecode Alliance <https://bytecodealliance.org>" \
           --label org.opencontainers.image.base.digest="${{ needs.preflight.outputs.base-digest }}" \
           --label org.opencontainers.image.base.name="${{ needs.preflight.outputs.base }}" \
diff --git a/Dockerfile b/Dockerfile
index 09688b3..c8a0269 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -2,9 +2,6 @@ ARG from_build from_base
 FROM ${from_build} AS build
 ARG wasmtime_crate wasmtime_git_rev
 RUN \
-  apt-get update ; \
-  apt-get install gcc-$(arch | tr _ -)-linux-gnu musl-tools -y ; \
-  rustup target add $(arch)-unknown-linux-musl ; \
   cargo install --locked cargo-auditable ; \
   if [ "${wasmtime_crate}" = "" ] ; then \
     cargo auditable install \