diff --git a/modules/sd_hijack_clip.py b/modules/sd_hijack_clip.py
index ac3020d7a..16aef76a7 100644
--- a/modules/sd_hijack_clip.py
+++ b/modules/sd_hijack_clip.py
@@ -147,7 +147,7 @@ class FrozenCLIPEmbedderWithCustomWordsBase(torch.nn.Module):
                 chunk.multipliers += [weight] * emb_len
                 position += embedding_length_in_tokens
 
-        if len(chunk.tokens) > 0:
+        if len(chunk.tokens) > 0 or len(chunks) == 0:
             next_chunk()
 
         return chunks, token_count