Fabrice-TIERCELIN commited on
Commit
1c1cb8b
·
verified ·
1 Parent(s): 2994982

encode_prompt

Browse files
Files changed (1) hide show
  1. app.py +17 -0
app.py CHANGED
@@ -91,6 +91,23 @@ input_image_debug_value = prompt_debug_value = total_second_length_debug_value =
91
 
92
  @torch.no_grad()
93
  def worker(input_image, prompt, n_prompt, seed, total_second_length, latent_window_size, steps, cfg, gs, rs, gpu_memory_preservation, use_teacache, mp4_crf):
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
94
  total_latent_sections = (total_second_length * 30) / (latent_window_size * 4)
95
  total_latent_sections = int(max(round(total_latent_sections), 1))
96
 
 
91
 
92
  @torch.no_grad()
93
  def worker(input_image, prompt, n_prompt, seed, total_second_length, latent_window_size, steps, cfg, gs, rs, gpu_memory_preservation, use_teacache, mp4_crf):
94
+ def encode_prompt(prompt, n_prompt):
95
+ llama_vec, clip_l_pooler = encode_prompt_conds(prompt, text_encoder, text_encoder_2, tokenizer, tokenizer_2)
96
+
97
+ if cfg == 1:
98
+ llama_vec_n, clip_l_pooler_n = torch.zeros_like(llama_vec), torch.zeros_like(clip_l_pooler)
99
+ else:
100
+ llama_vec_n, clip_l_pooler_n = encode_prompt_conds(n_prompt, text_encoder, text_encoder_2, tokenizer, tokenizer_2)
101
+
102
+ llama_vec, llama_attention_mask = crop_or_pad_yield_mask(llama_vec, length=512)
103
+ llama_vec_n, llama_attention_mask_n = crop_or_pad_yield_mask(llama_vec_n, length=512)
104
+
105
+ llama_vec = llama_vec.to(transformer.dtype)
106
+ llama_vec_n = llama_vec_n.to(transformer.dtype)
107
+ clip_l_pooler = clip_l_pooler.to(transformer.dtype)
108
+ clip_l_pooler_n = clip_l_pooler_n.to(transformer.dtype)
109
+ return [llama_vec, clip_l_pooler, llama_vec_n, clip_l_pooler_n, llama_attention_mask, llama_attention_mask_n]
110
+
111
  total_latent_sections = (total_second_length * 30) / (latent_window_size * 4)
112
  total_latent_sections = int(max(round(total_latent_sections), 1))
113