From 0345816477b00be417c602105a950d7482f734c1 Mon Sep 17 00:00:00 2001
From: Mohit Sharma <mohit21sharma.ms@gmail.com>
Date: Wed, 11 Sep 2024 10:52:10 +0000
Subject: [PATCH] fix mixtral model

---
 Dockerfile_amd | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Dockerfile_amd b/Dockerfile_amd
index f01b160d..d8f16e7e 100644
--- a/Dockerfile_amd
+++ b/Dockerfile_amd
@@ -154,6 +154,7 @@ ENV HIP_FORCE_DEV_KERNARG=1
 ENV ROCM_USE_FLASH_ATTN_V2_TRITON=0
 ENV ROCM_USE_CUSTOM_PAGED_ATTN=1
 ENV PYTORCH_TUNABLEOP_TUNING_AFTER_WARMUP=0
+ENV VLLM_MOE_PADDING=0
 
 FROM base AS kernel-builder