"""Small, fixed, hand-authored diagnostic set; not a population benchmark.""" def schema(**fields): return {"type": "object", "properties": fields, "required": list(fields), "additionalProperties": False} def enum(description, *values): return {"type": "string", "description": description, "enum": list(values)} def boolean(description): return {"type": "boolean", "description": description} SUPPORT = schema( topic=enum("Main issue", "billing", "technical", "shipping"), urgent=boolean("True only if immediate action is explicitly needed"), refund=boolean("Whether a refund is requested"), ) SENTIMENT = schema( sentiment=enum("Overall sentiment", "positive", "negative", "neutral"), language=enum("Language of the text", "English", "French", "Spanish"), question=boolean("Whether the text asks a question"), ) ROUTING = schema( route=enum("Copy the exact route named in the text", "north east", "north west", "south east", "south west"), service=enum("Requested delivery service", "standard", "express", "express plus"), insured=boolean("Whether insurance is requested"), ) CASES = [ ("support-1", SUPPORT, "I was charged twice. Please refund the duplicate charge. This can wait until next week.", {"topic":"billing", "urgent":False,"refund":True}), ("support-2", SUPPORT, "The application crashes on startup. We need immediate action; our entire team is blocked. No refund needed.", {"topic":"technical", "urgent":True,"refund":False}), ("support-3", SUPPORT, "Where is my parcel? There is no hurry and I do not want a refund.", {"topic":"shipping", "urgent":False,"refund":False}), ("support-4", SUPPORT, "My parcel has not arrived. Please refund the shipping fee immediately; I need immediate action.", {"topic":"shipping", "urgent":True,"refund":True}), ("sentiment-1", SENTIMENT, "This product is wonderful. I love it.", {"sentiment":"positive","language":"English","question":False}), ("sentiment-2", SENTIMENT, "Ce produit est horrible. Pourquoi est-il si mauvais ?", {"sentiment":"negative","language":"French","question":True}), ("sentiment-3", SENTIMENT, "El paquete contiene tres piezas.", {"sentiment":"neutral","language":"Spanish","question":False}), ("sentiment-4", SENTIMENT, "Does the box contain three parts?", {"sentiment":"neutral","language":"English","question":True}), ("routing-1", ROUTING, "Route: north east. Service: express plus. Insurance requested.", {"route":"north east","service":"express plus","insured":True}), ("routing-2", ROUTING, "Route: north west. Service: express. No insurance.", {"route":"north west","service":"express","insured":False}), ("routing-3", ROUTING, "Route: south east. Service: standard. Insurance requested.", {"route":"south east","service":"standard","insured":True}), ("routing-4", ROUTING, "Route: south west. Service: express plus. No insurance.", {"route":"south west","service":"express plus","insured":False}), ]