diff --git a/build_container.sh b/build_container.sh
index b3d9bff..d770261 100755
--- a/build_container.sh
+++ b/build_container.sh
@@ -49,7 +49,10 @@ if [ "$ARCH" != "riscv64" ]; then
     popd
 fi
 
-pip3 install --no-cache-dir pytest pexpect boto3 pytest-timeout && apt purge -y python3-pip
+# Allow pip to install packages system wide
+rm /usr/lib/python3.*/EXTERNALLY-MANAGED
+pip3 install --no-cache-dir pytest pexpect boto3 pytest-timeout
+apt purge -y python3-pip
 
 # Install rustup and a fixed version of Rust.
 curl https://sh.rustup.rs -sSf | sh -s -- \