Spaces:
Sleeping
Sleeping
| """离线对比：不带 / 带 LoRA 时，模型对同一个问题的输出。训练后先跑这个，确认 adapter 真的生效再上线。""" | |
| import os | |
| from mlx_lm import load, generate | |
| from logicllm.agent.prompts import build_system, openai_tools | |
| from logicllm.tools import all_specs | |
| msgs = [{"role": "system", "content": build_system()}, | |
| {"role": "user", "content": "提取收件信息：收件人王小明 13812345678 浙江省杭州市西湖区文三路123号5楼"}] | |
| for adapter in [None, "adapters/logistics-lora"]: | |
| base = os.getenv("BASE_MODEL", "mlx-community/Qwen3-14B-4bit") | |
| model, tok = load(base, adapter_path=adapter) | |
| kw = {"enable_thinking": False} if "enable_thinking" in str(getattr(tok, "chat_template", "")) else {} | |
| prompt = tok.apply_chat_template(msgs, tools=openai_tools(all_specs()), add_generation_prompt=True, **kw) | |
| print("便签本:", adapter, "→", generate(model, tok, prompt=prompt, max_tokens=120, verbose=False)[:150], "\n") | |