diff --git a/.circleci/config.yml b/.circleci/config.yml
index 3d26818..f535457 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -3,6 +3,7 @@ jobs:
   cansetup:
     machine:
       enabled: true
+      image: ubuntu-2004:202101-01
     steps:
       - checkout
       - run:
diff --git a/.circleci/test-install.sh b/.circleci/test-install.sh
index 65f6f9a..708b0d6 100755
--- a/.circleci/test-install.sh
+++ b/.circleci/test-install.sh
@@ -3,6 +3,7 @@
 set -e
 
 apt-get remove docker-ce
+rm -rf /usr/bin/docker
 rm -rf /usr/local/bin/docker-compose
 
 cd ../..
@@ -24,4 +25,4 @@ timeout 1m bash .circleci/test-connectivity.sh
 
 # Testing scripts are not crashing and installed
 btcpay-up.sh
-btcpay-down.sh
\ No newline at end of file
+btcpay-down.sh