diff --git a/diffusers_holder.py b/diffusers_holder.py
index bcdf46e..0a4639f 100644
--- a/diffusers_holder.py
+++ b/diffusers_holder.py
@@ -93,12 +93,13 @@ class DiffusersHolder():
             self.negative_prompt = [self.negative_prompt[0]]
 
     def get_text_embedding(self, prompt):
+        do_classifier_free_guidance = self._guidance_scale > 1 and self.unet.config.time_cond_proj_dim is None
         text_embeddings = self.pipe.encode_prompt(
             prompt=prompt,
             prompt_2=prompt,
             device=self.pipe._execution_device,
             num_images_per_prompt=1,
-            do_classifier_free_guidance=self.pipe.do_classifier_free_guidance,
+            do_classifier_free_guidance=do_classifier_free_guidance,
             negative_prompt=self.negative_prompt,
             negative_prompt_2=self.negative_prompt,
             prompt_embeds=None,