File size: 12,443 Bytes
75952e4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
09f9bc4
75952e4
 
 
 
 
 
 
 
 
09f9bc4
75952e4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30bf72d
ce1be27
 
 
75952e4
 
09f9bc4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
30bf72d
 
75952e4
 
 
 
 
 
 
 
09f9bc4
 
 
 
75952e4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
from __future__ import annotations

import glob
import os
import re
import time
from pathlib import Path

import gradio as gr
import spaces
import torch
from diffsynth.pipelines.qwen_image import ModelConfig, QwenImagePipeline
from huggingface_hub import snapshot_download
from peft import PeftModel
from PIL import Image, ImageOps
from transformers import AutoProcessor, Qwen3VLForConditionalGeneration

from apg_guidance import patch_pipeline_for_apg


BASE_MODEL_ID = os.getenv("BASE_MODEL_ID", "Qwen/Qwen-Image-Edit-2511")
IMAGE_LORA_ID = os.getenv("IMAGE_LORA_ID", "Matteoooo46/ReCoEdit-RL")
REWRITER_BASE_ID = os.getenv("REWRITER_BASE_ID", "Qwen/Qwen3-VL-8B-Instruct")
REWRITER_LORA_ID = os.getenv("REWRITER_LORA_ID", "Matteoooo46/ReCoEdit-rewriter")
HF_TOKEN = os.getenv("HF_TOKEN")
VRAM_LIMIT_GB = float(os.getenv("VRAM_LIMIT_GB", "72"))

NO_TEXT_SUFFIX = (
    ",画面中不要出现任何多余的文字、字幕、水印、签名、乱码或无关logo,"
    "仅保留商品原本的品牌文字且保持清晰一致。"
)
NEGATIVE_PROMPT = (
    "text, watermark, signature, letters, writing, words, typography, "
    "logo, brand name, garbled characters, subtitles"
)

PROMPT_REWRITE_SYSTEM = """
你是一个电商商品图像编辑 prompt 改写助手。你的任务是根据商品参考图和 original prompt,生成一段更清晰、更具体、更适合图像编辑模型执行的中文 prompt。

请遵守以下原则:
1. 以 original prompt 的编辑意图为主。保留并扩写场景、背景、光线、氛围、构图、人物、动作、道具和风格要求,不要改变原始编辑目标。
2. 适度补充商品本体的类别、形状、颜色、材质、logo、文字、图案和关键结构细节,以帮助模型保持商品一致性。
3. 参考图只用于识别商品本体。不要描述参考图的原始背景、摆放方式、手、模特或装饰物,除非 original prompt 明确要求保留。
4. 最终 prompt 中,编辑目标约占 50%,商品细节约占 40%,质量约束约占 10%;总长度控制在 120~150 个中文字符,不要列小标题或分点。
5. 保持商品颜色、形状、logo、文字、图案和材质与参考图一致;不要新增无关文字、水印、乱码;不要让商品变形、镜像、错色或丢失关键标识。只描述单帧静态画面。

只输出一条最终 prompt,格式如下:
i2v描述:<优化后的 prompt>
""".strip()


def _download(repo_id: str) -> str:
    return snapshot_download(repo_id, token=HF_TOKEN)


def _weight_files(root: str, subfolder: str) -> list[str]:
    folder = Path(root) / subfolder
    files = sorted(str(path) for path in folder.glob("*.safetensors"))
    if not files:
        raise FileNotFoundError(f"在 {folder} 中没有找到 safetensors 权重。")
    return files


def _adapter_file(root: str) -> str:
    preferred = Path(root) / "adapter_model.safetensors"
    if preferred.exists():
        return str(preferred)
    files = sorted(glob.glob(str(Path(root) / "**" / "*.safetensors"), recursive=True))
    if len(files) != 1:
        raise FileNotFoundError(f"无法在 {root} 中唯一确定图像 LoRA 权重。")
    return files[0]


print("正在下载并加载 ReCoEdit 模型……")
base_dir = _download(BASE_MODEL_ID)
image_lora_dir = _download(IMAGE_LORA_ID)

vram_config = {
    "offload_dtype": "disk",
    "offload_device": "disk",
    "onload_dtype": torch.float8_e4m3fn,
    "onload_device": "cpu",
    "preparing_dtype": torch.float8_e4m3fn,
    "preparing_device": "cuda",
    "computation_dtype": torch.bfloat16,
    "computation_device": "cuda",
}

image_pipe = QwenImagePipeline.from_pretrained(
    torch_dtype=torch.bfloat16,
    device="cuda",
    model_configs=[
        ModelConfig(path=_weight_files(base_dir, "transformer"), **vram_config),
        ModelConfig(path=_weight_files(base_dir, "text_encoder"), **vram_config),
        ModelConfig(
            path=str(Path(base_dir) / "vae" / "diffusion_pytorch_model.safetensors"),
            **vram_config,
        ),
    ],
    tokenizer_config=None,
    processor_config=ModelConfig(path=str(Path(base_dir) / "processor")),
    vram_limit=VRAM_LIMIT_GB,
)
patch_pipeline_for_apg(image_pipe, eta=0.0, beta=-0.5, norm_threshold=None)
image_lora_loaded = False

rewriter = Qwen3VLForConditionalGeneration.from_pretrained(
    REWRITER_BASE_ID,
    torch_dtype=torch.bfloat16,
    device_map="cuda:0",
    token=HF_TOKEN,
    trust_remote_code=True,
)
rewriter.eval()
rewriter_lora_loaded = False
rewriter_processor = AutoProcessor.from_pretrained(
    REWRITER_BASE_ID,
    token=HF_TOKEN,
    trust_remote_code=True,
)
print("ReCoEdit 模型加载完成。")


def _clean_rewritten_prompt(text: str) -> str:
    match = re.search(r"i2v描述\s*[::]\s*(.+)", text or "", flags=re.DOTALL)
    value = match.group(1) if match else (text or "")
    return re.sub(r"\s+", " ", value.strip().strip("`").strip())


def _load_reference_images(files) -> list[Image.Image]:
    if not files:
        raise gr.Error("请至少上传一张商品参考图。")
    if len(files) > 4:
        raise gr.Error("最多支持 4 张参考图。")

    images = []
    for file in files:
        path = file if isinstance(file, str) else getattr(file, "path", None) or file.name
        image = ImageOps.exif_transpose(Image.open(path)).convert("RGB")
        image.thumbnail((1536, 1536), Image.Resampling.LANCZOS)
        images.append(image)
    return images


def rewrite_prompt(original_prompt: str, images: list[Image.Image]) -> tuple[str, str]:
    content = [{"type": "image", "image": image.copy()} for image in images]
    content.append(
        {
            "type": "text",
            "text": PROMPT_REWRITE_SYSTEM + "\n\noriginal prompt:" + original_prompt,
        }
    )
    messages = [{"role": "user", "content": content}]
    chat_text = rewriter_processor.apply_chat_template(
        messages,
        tokenize=False,
        add_generation_prompt=True,
    )
    inputs = rewriter_processor(
        text=[chat_text],
        images=images,
        return_tensors="pt",
    ).to(rewriter.device)

    with torch.inference_mode():
        generated_ids = rewriter.generate(
            **inputs,
            max_new_tokens=512,
            do_sample=False,
        )
    output_ids = generated_ids[0][inputs["input_ids"].shape[1] :]
    raw_answer = rewriter_processor.tokenizer.decode(
        output_ids,
        skip_special_tokens=True,
    ).strip()
    rewritten = _clean_rewritten_prompt(raw_answer) or original_prompt
    return rewritten, raw_answer


def _parse_size(size: str) -> tuple[int, int]:
    width, height = size.split("×")
    return int(width), int(height)


def _gpu_duration(_files, _prompt, _size, steps, *_args):
    # ZeroGPU charges xlarge requests at 2x duration, so the raw request must
    # stay at or below 150 seconds to remain within the 300-second limit.
    return min(150, max(120, int(steps) * 3))


def _ensure_image_lora():
    """Load the image LoRA only after ZeroGPU has assigned a real GPU."""
    global image_lora_loaded
    if not image_lora_loaded:
        image_pipe.load_lora(image_pipe.dit, _adapter_file(image_lora_dir))
        image_lora_loaded = True


def _ensure_rewriter_lora():
    """Load the prompt-rewriter LoRA after ZeroGPU has assigned a real GPU."""
    global rewriter, rewriter_lora_loaded
    if not rewriter_lora_loaded:
        rewriter = PeftModel.from_pretrained(
            rewriter,
            REWRITER_LORA_ID,
            token=HF_TOKEN,
        )
        rewriter.eval()
        rewriter_lora_loaded = True


@spaces.GPU(size="xlarge", duration=_gpu_duration)
def generate(files, prompt, size, steps, cfg_scale, seed, progress=gr.Progress()):
    prompt = (prompt or "").strip()
    if not prompt:
        raise gr.Error("请输入希望如何编辑商品图。")

    images = _load_reference_images(files)
    width, height = _parse_size(size)

    started = time.time()
    progress(0.03, desc="正在载入 ReCoEdit 图像权重")
    _ensure_image_lora()
    progress(0.06, desc="正在载入提示词改写权重")
    _ensure_rewriter_lora()
    progress(0.08, desc="正在分析商品与编辑目标")
    try:
        rewritten, raw_answer = rewrite_prompt(prompt, images)
    except Exception as exc:
        print(f"Prompt 改写失败,回退到原始提示词:{exc}")
        rewritten, raw_answer = prompt, "改写模型不可用,本次已使用原始提示词。"

    progress(0.25, desc="提示词已优化,正在生成图片")
    final_prompt = rewritten + NO_TEXT_SUFFIX
    with torch.inference_mode():
        result = image_pipe(
            prompt=final_prompt,
            negative_prompt=NEGATIVE_PROMPT,
            edit_image=images,
            seed=int(seed),
            num_inference_steps=int(steps),
            height=height,
            width=width,
            edit_image_auto_resize=True,
            zero_cond_t=True,
            cfg_scale=float(cfg_scale),
        )

    elapsed = time.time() - started
    details = (
        f"优化后的提示词:\n{rewritten}\n\n"
        f"耗时:{elapsed:.1f} 秒|尺寸:{width}×{height}|"
        f"步数:{int(steps)}|CFG:{float(cfg_scale):.1f}|Seed:{int(seed)}"
    )
    progress(1.0, desc="生成完成")
    return details, result


CSS = """
.gradio-container {max-width: 1260px !important;}
.hero {padding: 12px 0 8px;}
.hero h1 {font-size: 2.2rem; margin-bottom: .3rem;}
.hero p {color: var(--body-text-color-subdued); font-size: 1.02rem;}
#generate-button {min-height: 48px; font-weight: 700;}
#result-image {min-height: 560px;}
.model-note {border-left: 4px solid #7c3aed; padding-left: 12px;}
"""

with gr.Blocks(
    theme=gr.themes.Soft(primary_hue="violet", secondary_hue="blue"),
    css=CSS,
    title="ReCoEdit — 商品图像编辑",
) as demo:
    gr.Markdown(
        """
        <div class="hero">
          <h1>ReCoEdit 商品图像编辑</h1>
          <p>上传商品参考图并描述目标画面。模型会先优化编辑提示词,再生成保持商品一致性的结果。</p>
        </div>
        """
    )

    with gr.Row(equal_height=False):
        with gr.Column(scale=5):
            reference_files = gr.File(
                label="商品参考图(1–4 张)",
                file_count="multiple",
                file_types=["image"],
                type="filepath",
            )
            prompt_input = gr.Textbox(
                label="编辑指令",
                placeholder="例如:把这款口红放在高级黑色梳妆台上,暖色侧光,商业广告摄影风格……",
                lines=6,
            )
            with gr.Accordion("生成参数", open=False):
                size_input = gr.Dropdown(
                    ["896×1152", "1024×1024", "1152×896"],
                    value="896×1152",
                    label="输出尺寸",
                )
                steps_input = gr.Slider(20, 50, value=40, step=1, label="推理步数")
                cfg_input = gr.Slider(1.0, 7.5, value=4.0, step=0.5, label="APG / CFG 强度")
                seed_input = gr.Number(value=1, precision=0, label="随机种子")
            generate_button = gr.Button("开始生成", variant="primary", elem_id="generate-button")
            gr.Markdown(
                """
                <div class="model-note">
                当前流程:Qwen3-VL Rewriter LoRA → Qwen-Image-Edit-2511 + ReCoEdit-RL LoRA → APG。
                </div>
                """
            )

        with gr.Column(scale=7):
            image_output = gr.Image(
                label="生成结果",
                type="pil",
                format="png",
                interactive=False,
                elem_id="result-image",
            )
            prompt_output = gr.Textbox(
                label="提示词优化结果与参数",
                lines=7,
                interactive=False,
            )

    generate_button.click(
        fn=generate,
        inputs=[
            reference_files,
            prompt_input,
            size_input,
            steps_input,
            cfg_input,
            seed_input,
        ],
        outputs=[prompt_output, image_output],
        api_name="generate",
    )

demo.queue(default_concurrency_limit=1, max_size=12)

if __name__ == "__main__":
    demo.launch()