diff --git a/contrib/docker/bitcoin-abc-dev/Dockerfile b/contrib/docker/bitcoin-abc-dev/Dockerfile
index 0b3b3322a..4273f8393 100644
--- a/contrib/docker/bitcoin-abc-dev/Dockerfile
+++ b/contrib/docker/bitcoin-abc-dev/Dockerfile
@@ -1,10 +1,16 @@
 FROM debian:buster
 
 # Expected to run from the project root
-COPY . bitcoin-abc
-VOLUME bitcoin-abc
+COPY . /bitcoin-abc
+VOLUME /bitcoin-abc
 
-WORKDIR bitcoin-abc
-RUN contrib/utils/install-dependencies.sh
+# Run the dependency installation script in its own directory so we can clean
+# it after it's done
+RUN mkdir -p /install
+WORKDIR /install
+RUN /bitcoin-abc/contrib/utils/install-dependencies.sh
+
+WORKDIR /bitcoin-abc
+RUN rm -rf /install
 
 CMD ["bash"]