diff --git a/Dockerfile b/Dockerfile
index 0b5b719..5c13b92 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -12,11 +12,12 @@ RUN apk add \
     npm \
     py3-pip \
     python3 \
-    rustup \
     ;
 
 # Try to install shellcheck
 RUN test "$(uname -m)" = "x86_64" && apk add shellcheck || true
+# Try to install rustup
+RUN apk add rustup || true
 
 # Install dependencies for python-language-server
 RUN apk add gcc g++ python3-dev