"""Run from any directory after installing the downloaded model's runtime.""" import argparse import json from pathlib import Path from jevlike import SystemOne, Choice, Score, Noul def main(): parser = argparse.ArgumentParser(description=__doc__) parser.add_argument('--model-dir', type=Path, default=Path(__file__).resolve().parents[1]) parser.add_argument('--device', default='cuda', choices=['cuda', 'cpu']) args = parser.parse_args() model = SystemOne.load(str(args.model_dir), device=args.device, long_state='chunk') questions = { 'team': Choice('Which team should handle this request?', { 'billing': 'payments, invoices, refunds', 'technical': 'bugs, errors, broken software', 'other': 'another kind of request', }), 'urgency': Score('How urgent is this request?', ['low', 'normal', 'urgent']), 'refund': Noul('The customer explicitly requests a refund.'), } state = json.dumps({'message': 'I was charged twice. Please refund the duplicate payment.'}) result = model.predict(state, questions) print(json.dumps(result, indent=2, allow_nan=False)) if __name__ == '__main__': main()