encode_prompt
Browse files
app.py
CHANGED
|
@@ -91,6 +91,23 @@ input_image_debug_value = prompt_debug_value = total_second_length_debug_value =
|
|
| 91 |
|
| 92 |
@torch.no_grad()
|
| 93 |
def worker(input_image, prompt, n_prompt, seed, total_second_length, latent_window_size, steps, cfg, gs, rs, gpu_memory_preservation, use_teacache, mp4_crf):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 94 |
total_latent_sections = (total_second_length * 30) / (latent_window_size * 4)
|
| 95 |
total_latent_sections = int(max(round(total_latent_sections), 1))
|
| 96 |
|
|
|
|
| 91 |
|
| 92 |
@torch.no_grad()
|
| 93 |
def worker(input_image, prompt, n_prompt, seed, total_second_length, latent_window_size, steps, cfg, gs, rs, gpu_memory_preservation, use_teacache, mp4_crf):
|
| 94 |
+
def encode_prompt(prompt, n_prompt):
|
| 95 |
+
llama_vec, clip_l_pooler = encode_prompt_conds(prompt, text_encoder, text_encoder_2, tokenizer, tokenizer_2)
|
| 96 |
+
|
| 97 |
+
if cfg == 1:
|
| 98 |
+
llama_vec_n, clip_l_pooler_n = torch.zeros_like(llama_vec), torch.zeros_like(clip_l_pooler)
|
| 99 |
+
else:
|
| 100 |
+
llama_vec_n, clip_l_pooler_n = encode_prompt_conds(n_prompt, text_encoder, text_encoder_2, tokenizer, tokenizer_2)
|
| 101 |
+
|
| 102 |
+
llama_vec, llama_attention_mask = crop_or_pad_yield_mask(llama_vec, length=512)
|
| 103 |
+
llama_vec_n, llama_attention_mask_n = crop_or_pad_yield_mask(llama_vec_n, length=512)
|
| 104 |
+
|
| 105 |
+
llama_vec = llama_vec.to(transformer.dtype)
|
| 106 |
+
llama_vec_n = llama_vec_n.to(transformer.dtype)
|
| 107 |
+
clip_l_pooler = clip_l_pooler.to(transformer.dtype)
|
| 108 |
+
clip_l_pooler_n = clip_l_pooler_n.to(transformer.dtype)
|
| 109 |
+
return [llama_vec, clip_l_pooler, llama_vec_n, clip_l_pooler_n, llama_attention_mask, llama_attention_mask_n]
|
| 110 |
+
|
| 111 |
total_latent_sections = (total_second_length * 30) / (latent_window_size * 4)
|
| 112 |
total_latent_sections = int(max(round(total_latent_sections), 1))
|
| 113 |
|