diff --git a/Dockerfile b/Dockerfile
index 930d7ad7..3d44d133 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -118,7 +118,6 @@ ENV PATH=/opt/conda/bin:$PATH \
 ENV HUGGINGFACE_HUB_CACHE=/data \
     HF_HUB_ENABLE_HF_TRANSFER=1 \
     MODEL_ID=bigscience/bloom-560m \
-    QUANTIZE=false \
     NUM_SHARD=1 \
     PORT=80