[ { "state": "Channel: #inbox. After the upgrade I was billed for both the old and the new plan.", "question": "Which team should handle this customer request?", "candidates": [ "Engineering support", "CS team", "Billing team", "InfoSec", "Sales team", "Counsel" ], "correct": "Billing team", "use_case": "support_routing" }, { "state": "Update: After the upgrade I was billed for both the old and the new plan.", "question": "Route this message to the right department.", "candidates": [ "Security team", "Legal department", "Finance", "CS team" ], "correct": "Finance", "use_case": "support_routing" }, { "state": "The main API has returned 5xx for 20 minutes and our largest customers are escalating.", "question": "What is the severity of this incident?", "candidates": [ "Medium", "SEV1", "SEV4", "SEV2" ], "correct": "SEV1", "use_case": "incident_severity" }, { "state": "Channel: #inbox. The main API has returned 5xx for 20 minutes and our largest customers are escalating.", "question": "What is the severity of this incident?", "candidates": [ "P3", "P4", "P1", "P2" ], "correct": "P1", "use_case": "incident_severity" }, { "state": "New message: Not perfect, but easily the best option I have tried so far. Sent from my phone.", "question": "What is the sentiment of this message?", "candidates": [ "neutral", "negative", "positive" ], "correct": "positive", "use_case": "sentiment" }, { "state": "Update: Not perfect, but easily the best option I have tried so far.", "question": "How does the author feel?", "candidates": [ "negative", "neutral", "positive" ], "correct": "positive", "use_case": "sentiment" }, { "state": "Forwarded: The customer was billed twice for the same order. Policy: duplicate charges are always refunded. Sent from my phone.", "question": "Does this refund request satisfy the policy?", "candidates": [ "approve", "deny" ], "correct": "approve", "use_case": "refund_policy" }, { "state": "Update: The customer was billed twice for the same order. Policy: duplicate charges are always refunded.", "question": "Should this refund be approved?", "candidates": [ "yes", "Send to a manager" ], "correct": "yes", "use_case": "refund_policy" }, { "state": "New message: A teammate is blocked and asks which of two API designs to use. Thanks.", "question": "What should I do with this email?", "candidates": [ "schedule a meeting", "forward to a colleague", "reply now" ], "correct": "reply now", "use_case": "email_action" }, { "state": "Context: A teammate is blocked and asks which of two API designs to use. (please advise)", "question": "Choose the next action for this message.", "candidates": [ "Set up a call", "no action needed", "respond today", "Forward it" ], "correct": "respond today", "use_case": "email_action" }, { "state": "When will my parcel reach me?", "question": "What does the customer want to do?", "candidates": [ "cancel order", "change address", "track order", "return item" ], "correct": "track order", "use_case": "order_intent" }, { "state": "New message: When will my parcel reach me? Thanks.", "question": "Identify the intent of this chat message.", "candidates": [ "change address", "track order", "talk to a human", "return item", "cancel order" ], "correct": "track order", "use_case": "order_intent" }, { "state": "The referee was awful yesterday; that was never a penalty. Thanks.", "question": "Does this content violate the community guidelines?", "candidates": [ "Approve", "needs review" ], "correct": "Approve", "use_case": "content_moderation" }, { "state": "The referee was awful yesterday; that was never a penalty. Sent from my phone.", "question": "What should moderation do with this post?", "candidates": [ "allow", "remove", "flag for review" ], "correct": "allow", "use_case": "content_moderation" }, { "state": "Car rental for the on-site installation in Turin.", "question": "Where should this expense be booked?", "candidates": [ "Training", "Meals", "Travel", "Office supplies" ], "correct": "Travel", "use_case": "expense_category" }, { "state": "Car rental for the on-site installation in Turin.", "question": "Where should this expense be booked?", "candidates": [ "Training", "Travel", "Meals", "Office supplies" ], "correct": "Travel", "use_case": "expense_category" }, { "state": "New message: Dark mode shows white text on a white card in the settings modal. Sent from my phone.", "question": "Which component owns this bug?", "candidates": [ "client side", "mobile apps", "cloud infra", "data layer", "server side" ], "correct": "client side", "use_case": "bug_component" }, { "state": "New message: Dark mode shows white text on a white card in the settings modal. Thanks.", "question": "Where does this bug belong?", "candidates": [ "backend", "infrastructure", "frontend" ], "correct": "frontend", "use_case": "bug_component" }, { "state": "New message: An engineer from a mid-size firm asks how the API compares with a competitor. Thanks.", "question": "How qualified is this lead?", "candidates": [ "cold", "warm", "hot" ], "correct": "warm", "use_case": "lead_quality" }, { "state": "Channel: #inbox. An engineer from a mid-size firm asks how the API compares with a competitor.", "question": "Rate this sales lead.", "candidates": [ "warm", "hot", "cold" ], "correct": "warm", "use_case": "lead_quality" }, { "state": "New message: Signed by the authorised representatives on the date written above. Thanks.", "question": "Which folder does this file belong in?", "candidates": [ "invoice", "resume", "contract", "receipt", "report" ], "correct": "contract", "use_case": "document_type" }, { "state": "New message: Signed by the authorised representatives on the date written above. Thanks.", "question": "Classify this document.", "candidates": [ "Receipt", "Report", "Contract" ], "correct": "Contract", "use_case": "document_type" }, { "state": "Channel: #inbox. A card used for 6 small online purchases in 15 minutes at new merchants.", "question": "Choose the fraud decision for this payment.", "candidates": [ "hold for analyst", "Block" ], "correct": "hold for analyst", "use_case": "transaction_risk" }, { "state": "Forwarded: A card used for 6 small online purchases in 15 minutes at new merchants.", "question": "Is this payment safe to process?", "candidates": [ "hold for analyst", "Approve" ], "correct": "hold for analyst", "use_case": "transaction_risk" }, { "state": "The keyboard has three dead keys after a coffee spill. (please advise)", "question": "Which queue should this IT ticket go to?", "candidates": [ "hardware", "access request" ], "correct": "hardware", "use_case": "it_helpdesk" }, { "state": "The keyboard has three dead keys after a coffee spill. Sent from my phone.", "question": "Which queue should this IT ticket go to?", "candidates": [ "Credentials", "Hardware issue", "Install software", "Permissions", "Network problem" ], "correct": "Hardware issue", "use_case": "it_helpdesk" }, { "state": "Context: The user asks to book a meeting room and the calendar tool can do it. (please advise)", "question": "Pick the next step for the agent.", "candidates": [ "answer directly", "refuse", "ask for clarification", "call a tool" ], "correct": "call a tool", "use_case": "agent_next_step" }, { "state": "Forwarded: The user asks to book a meeting room and the calendar tool can do it. (please advise)", "question": "What should the assistant do next?", "candidates": [ "Ask a follow-up question", "call the API" ], "correct": "call the API", "use_case": "agent_next_step" }, { "state": "L'esportazione dalla dashboard produce un file corrotto.", "question": "A chi va assegnato questo ticket?", "candidates": [ "Legal", "Sales", "Technical Support", "Billing" ], "correct": "Technical Support", "use_case": "support_routing_it" }, { "state": "L'esportazione dalla dashboard produce un file corrotto.", "question": "Quale team deve gestire questa richiesta?", "candidates": [ "Technical Support", "Sales", "Billing" ], "correct": "Technical Support", "use_case": "support_routing_it" }, { "state": "Il supporto non mi ha aiutato e ho perso un'ora.", "question": "Com'è il tono dell'autore?", "candidates": [ "neutral", "negative", "positive" ], "correct": "negative", "use_case": "sentiment_it" }, { "state": "Il supporto non mi ha aiutato e ho perso un'ora.", "question": "Com'è il tono dell'autore?", "candidates": [ "negative", "positive" ], "correct": "negative", "use_case": "sentiment_it" }, { "state": "The review call ended with three decisions that the team needs in writing.", "question": "Which follow-up action fits this meeting note?", "candidates": [ "create task", "escalate", "schedule follow-up", "send notes" ], "correct": "send notes", "use_case": "meeting_action" }, { "state": "The review call ended with three decisions that the team needs in writing.", "question": "Pick the next step for the meeting owner.", "candidates": [ "send notes", "create task", "escalate", "schedule follow-up" ], "correct": "send notes", "use_case": "meeting_action" }, { "state": "New message: The utility invoice follows the fixed monthly rate in the agreement. Thanks.", "question": "What is the next step for this invoice?", "candidates": [ "Escalate to finance lead", "Approve payment", "Hold for review", "Ask the vendor" ], "correct": "Approve payment", "use_case": "invoice_discrepancy" }, { "state": "New message: The utility invoice follows the fixed monthly rate in the agreement.", "question": "What is the next step for this invoice?", "candidates": [ "Escalate to finance lead", "Hold for review", "Ask the vendor", "No discrepancy" ], "correct": "No discrepancy", "use_case": "invoice_discrepancy" }, { "state": "Received via web form. The user wants to know what profiling data is stored. (please advise)", "question": "Which response fits this data-rights request?", "candidates": [ "Fix the record", "Export the data", "Erase the data", "Decline the request" ], "correct": "Export the data", "use_case": "data_privacy_request" }, { "state": "The user wants to know what profiling data is stored. (please advise)", "question": "Which response fits this data-rights request?", "candidates": [ "reject", "correct", "access" ], "correct": "access", "use_case": "data_privacy_request" }, { "state": "New message: All critical risks have owners and mitigation dates.", "question": "Choose the project health label.", "candidates": [ "Stopped", "Closed", "Needs attention", "Healthy" ], "correct": "Healthy", "use_case": "project_status" }, { "state": "Received via web form. All critical risks have owners and mitigation dates.", "question": "Choose the project health label.", "candidates": [ "done", "at risk", "on track" ], "correct": "on track", "use_case": "project_status" }, { "state": "The candidate has the required certification and clear motivation. (please advise)", "question": "Decide the next recruiting step.", "candidates": [ "request more information", "hold", "reject", "advance" ], "correct": "advance", "use_case": "candidate_screening" }, { "state": "The candidate has the required certification and clear motivation.", "question": "Decide the next recruiting step.", "candidates": [ "Move to interview", "Decline" ], "correct": "Move to interview", "use_case": "candidate_screening" }, { "state": "Il messaggio contiene un errore di pagamento da correggere subito.", "question": "Cosa si deve fare con questa email?", "candidates": [ "reply now", "schedule meeting" ], "correct": "reply now", "use_case": "azione_email_it" }, { "state": "Il messaggio contiene un errore di pagamento da correggere subito.", "question": "Quale azione è più adatta per questo messaggio?", "candidates": [ "Archivia", "Rispondi subito" ], "correct": "Rispondi subito", "use_case": "azione_email_it" }, { "state": "L'integrazione con il CRM restituisce un errore.", "question": "In quale coda deve finire questo ticket?", "candidates": [ "Supporto tecnico", "Ufficio vendite", "Pratiche amministrative", "Gestione reclami" ], "correct": "Supporto tecnico", "use_case": "richiesta_assistenza_it" }, { "state": "L'integrazione con il CRM restituisce un errore.", "question": "In quale coda deve finire questo ticket?", "candidates": [ "commerciale", "amministrativo", "tecnico" ], "correct": "tecnico", "use_case": "richiesta_assistenza_it" }, { "state": "L'API critica restituisce errori da mezz'ora.", "question": "Assegna il livello di urgenza.", "candidates": [ "P3", "P4", "P1", "P2" ], "correct": "P1", "use_case": "urgenza_ticket_it" }, { "state": "L'API critica restituisce errori da mezz'ora.", "question": "Quale priorità ha questo ticket?", "candidates": [ "Basso", "Medio", "Critico" ], "correct": "Critico", "use_case": "urgenza_ticket_it" } ]