diff --git a/src/diffusers/pipelines/grad_tts_utils.py b/src/diffusers/pipelines/grad_tts_utils.py
index e41501c4..0e3eeb35 100644
--- a/src/diffusers/pipelines/grad_tts_utils.py
+++ b/src/diffusers/pipelines/grad_tts_utils.py
@@ -5,7 +5,11 @@ import os
 from shutil import copyfile
 
 import torch
-from transformers import PreTrainedTokenizer
+
+try:
+    from transformers import PreTrainedTokenizer
+except:
+    print("transformers is not installed")
 
 try:
     from unidecode import unidecode