From d4b814aed609878513f5d0caf60204dda35a9e5a Mon Sep 17 00:00:00 2001
From: AUTOMATIC1111 <16777216c@gmail.com>
Date: Sun, 16 Jun 2024 14:39:58 +0300
Subject: [PATCH] change t5xxl checkpoint to fp8

---
 modules/models/sd3/sd3_model.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/modules/models/sd3/sd3_model.py b/modules/models/sd3/sd3_model.py
index 2b98b8847..2095f4d24 100644
--- a/modules/models/sd3/sd3_model.py
+++ b/modules/models/sd3/sd3_model.py
@@ -29,7 +29,7 @@ CLIPL_CONFIG = {
     "num_hidden_layers": 12,
 }
 
-T5_URL = "https://huggingface.co/AUTOMATIC/stable-diffusion-3-medium-text-encoders/resolve/main/t5xxl_fp16.safetensors"
+T5_URL = "https://huggingface.co/AUTOMATIC/stable-diffusion-3-medium-text-encoders/resolve/main/t5xxl_fp8_e4m3fn.safetensors"
 T5_CONFIG = {
     "d_ff": 10240,
     "d_model": 4096,
@@ -101,7 +101,7 @@ class SD3Cond(torch.nn.Module):
         with safetensors.safe_open(clip_l_file, framework="pt") as file:
             self.clip_l.transformer.load_state_dict(SafetensorsMapping(file), strict=False)
 
-        t5_file = modelloader.load_file_from_url(T5_URL, model_dir=clip_path, file_name="t5xxl_fp16.safetensors")
+        t5_file = modelloader.load_file_from_url(T5_URL, model_dir=clip_path, file_name="t5xxl_fp8_e4m3fn.safetensors")
         with safetensors.safe_open(t5_file, framework="pt") as file:
             self.t5xxl.transformer.load_state_dict(SafetensorsMapping(file), strict=False)