File size: 988 Bytes
ec8c585
df2d400
 
ec8c585
 
 
 
 
 
 
df2d400
 
 
 
ec8c585
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
"""离线对比:不带 / 带 LoRA 时,模型对同一个问题的输出。训练后先跑这个,确认 adapter 真的生效再上线。"""
import os

from mlx_lm import load, generate
from logicllm.agent.prompts import build_system, openai_tools
from logicllm.tools import all_specs

msgs = [{"role": "system", "content": build_system()},
        {"role": "user", "content": "提取收件信息:收件人王小明 13812345678 浙江省杭州市西湖区文三路123号5楼"}]
for adapter in [None, "adapters/logistics-lora"]:
    base = os.getenv("BASE_MODEL", "mlx-community/Qwen3-14B-4bit")
    model, tok = load(base, adapter_path=adapter)
    kw = {"enable_thinking": False} if "enable_thinking" in str(getattr(tok, "chat_template", "")) else {}
    prompt = tok.apply_chat_template(msgs, tools=openai_tools(all_specs()), add_generation_prompt=True, **kw)
    print("便签本:", adapter, "→", generate(model, tok, prompt=prompt, max_tokens=120, verbose=False)[:150], "\n")