| """JSON-lines inference with local pinned E5. Does not execute suggested tools.""" | |
| import argparse | |
| import json | |
| from release_runtime import load_predictor | |
| parser = argparse.ArgumentParser() | |
| parser.add_argument("--encoder", required=True, help="Local pinned multilingual-e5-small directory") | |
| parser.add_argument("--input", required=True, help="JSONL native requests or published dataset rows") | |
| args = parser.parse_args() | |
| predictor = load_predictor(args.encoder) | |
| with open(args.input, encoding="utf-8") as handle: | |
| for line in handle: | |
| if line.strip(): | |
| row = json.loads(line) | |
| request = json.loads(row["request_json"]) if "request_json" in row else row | |
| result = predictor.predict(request) | |
| result.pop("model", None) | |
| print(json.dumps(result, ensure_ascii=False, allow_nan=False), flush=True) | |