Spaces:
Sleeping
Sleeping
File size: 988 Bytes
ec8c585 df2d400 ec8c585 df2d400 ec8c585 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | """离线对比:不带 / 带 LoRA 时,模型对同一个问题的输出。训练后先跑这个,确认 adapter 真的生效再上线。"""
import os
from mlx_lm import load, generate
from logicllm.agent.prompts import build_system, openai_tools
from logicllm.tools import all_specs
msgs = [{"role": "system", "content": build_system()},
{"role": "user", "content": "提取收件信息:收件人王小明 13812345678 浙江省杭州市西湖区文三路123号5楼"}]
for adapter in [None, "adapters/logistics-lora"]:
base = os.getenv("BASE_MODEL", "mlx-community/Qwen3-14B-4bit")
model, tok = load(base, adapter_path=adapter)
kw = {"enable_thinking": False} if "enable_thinking" in str(getattr(tok, "chat_template", "")) else {}
prompt = tok.apply_chat_template(msgs, tools=openai_tools(all_specs()), add_generation_prompt=True, **kw)
print("便签本:", adapter, "→", generate(model, tok, prompt=prompt, max_tokens=120, verbose=False)[:150], "\n")
|