corrective-rag-data-assistant / eval /eval_questions.json
nvikou's picture
Upgrade CRAG: embeddings, SQL SQLite, pro UI, 60-eval, local data
98aa813 verified
Raw History Blame Contribute Delete
14.2 kB
[
{
"id": "q01",
"question": "Quel est le délai de remboursement pour un client professionnel ?",
"expected_relevant_doc_ids": [
"refund_policy",
"client_segmentation"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q02",
"question": "Quel est le délai de remboursement standard ?",
"expected_relevant_doc_ids": [
"refund_policy",
"internal_faq"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q03",
"question": "Quelle est la politique de retour pour les clients entreprise ?",
"expected_relevant_doc_ids": [
"client_segmentation",
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q04",
"question": "Quels sont les frais de port à partir de quel montant sont-ils gratuits ?",
"expected_relevant_doc_ids": [
"shipping_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q05",
"question": "Que se passe-t-il en cas de retard de livraison de plus de 5 jours ?",
"expected_relevant_doc_ids": [
"shipping_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q06",
"question": "Comment escalader une réclamation client en interne ?",
"expected_relevant_doc_ids": [
"internal_faq"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q07",
"question": "Quels KPI dois-je surveiller pour détecter une baisse de rentabilité ?",
"expected_relevant_doc_ids": [
"profitability_report"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q08",
"question": "Pourquoi les ventes de la région Sud ont-elles baissé ?",
"expected_relevant_doc_ids": [
"profitability_report"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q09",
"question": "Quel client a le meilleur chiffre d'affaires en juin ?",
"expected_relevant_doc_ids": [
"sales_q2_2026"
],
"should_answer": true,
"expects_structured": true,
"expected_structured": {
"group_by": "client",
"top_client": "Client F",
"value": 18200
}
},
{
"id": "q10",
"question": "Quelle est la marge totale du Produit X en janvier ?",
"expected_relevant_doc_ids": [
"sales_q1_2026"
],
"should_answer": true,
"expects_structured": true,
"expected_structured": {
"metric": "marge",
"value": 5800
}
},
{
"id": "q11",
"question": "Quel est le chiffre d'affaires total du Produit X en avril ?",
"expected_relevant_doc_ids": [
"sales_q2_2026"
],
"should_answer": true,
"expects_structured": true,
"expected_structured": {
"metric": "chiffre_affaires",
"value": 25200
}
},
{
"id": "q12",
"question": "Quel sera le chiffre d'affaires le mois prochain ?",
"expected_relevant_doc_ids": [],
"should_answer": false,
"expects_structured": false
},
{
"id": "q13",
"question": "Quel est le taux d'intérêt appliqué aux emprunts bancaires de l'entreprise ?",
"expected_relevant_doc_ids": [],
"should_answer": false,
"expects_structured": false
},
{
"id": "q14",
"question": "Quelle est la politique de retour applicable dans un pays non couvert par nos contrats ?",
"expected_relevant_doc_ids": [],
"should_answer": false,
"expects_structured": false
},
{
"id": "q15",
"question": "Combien de jours ouvrés pour valider une demande de remboursement avant émission ?",
"expected_relevant_doc_ids": [
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q16",
"question": "Quelles sont les conditions de paiement pour un compte Grand Compte ?",
"expected_relevant_doc_ids": [
"client_segmentation"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q17",
"question": "Quel est le futur cours de l'action de l'entreprise en bourse ?",
"expected_relevant_doc_ids": [],
"should_answer": false,
"expects_structured": false
},
{
"id": "q18",
"question": "Un produit soldé à plus de 50% est-il remboursable ?",
"expected_relevant_doc_ids": [
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q19",
"question": "Quel délai pour un remboursement carte bancaire ?",
"expected_relevant_doc_ids": [
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q20",
"question": "Les produits personnalisés sont-ils remboursables ?",
"expected_relevant_doc_ids": [
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q21",
"question": "Comment ouvrir un ticket de remboursement ?",
"expected_relevant_doc_ids": [
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q22",
"question": "Que faire en cas de livraison non conforme ?",
"expected_relevant_doc_ids": [
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q23",
"question": "Quel est le délai de livraison en France métropolitaine ?",
"expected_relevant_doc_ids": [
"shipping_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q24",
"question": "Quel délai de livraison à l'international ?",
"expected_relevant_doc_ids": [
"shipping_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q25",
"question": "Comment suivre une commande expédiée ?",
"expected_relevant_doc_ids": [
"shipping_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q26",
"question": "Les frais de port professionnels dépendent de quoi ?",
"expected_relevant_doc_ids": [
"shipping_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q27",
"question": "Quelle est la différence entre Professionnel et Grand compte ?",
"expected_relevant_doc_ids": [
"client_segmentation"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q28",
"question": "Quel délai de paiement pour un client Professionnel ?",
"expected_relevant_doc_ids": [
"client_segmentation"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q29",
"question": "Un client B2B a-t-il 30 jours de retour ?",
"expected_relevant_doc_ids": [
"client_segmentation"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q30",
"question": "Où trouver les conditions de retour B2B spécifiques ?",
"expected_relevant_doc_ids": [
"client_segmentation"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q31",
"question": "Un client pro a-t-il un délai de remboursement différent ?",
"expected_relevant_doc_ids": [
"internal_faq",
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q32",
"question": "Où trouver les chiffres de vente exacts ?",
"expected_relevant_doc_ids": [
"internal_faq"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q33",
"question": "Quel est le taux de retour client à surveiller ?",
"expected_relevant_doc_ids": [
"profitability_report"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q34",
"question": "Quel produit est le moins rentable selon le rapport ?",
"expected_relevant_doc_ids": [
"profitability_report"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q35",
"question": "Quelle action corrective est prévue pour la région Sud ?",
"expected_relevant_doc_ids": [
"profitability_report"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q36",
"question": "Quel est le délai moyen de paiement Grand Compte à alerter ?",
"expected_relevant_doc_ids": [
"profitability_report"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q37",
"question": "Quel client a le meilleur CA en mai ?",
"expected_relevant_doc_ids": [
"sales_q2_2026"
],
"should_answer": true,
"expects_structured": true
},
{
"id": "q38",
"question": "Quelle est la marge totale du Produit Y en février ?",
"expected_relevant_doc_ids": [
"sales_q1_2026"
],
"should_answer": true,
"expects_structured": true
},
{
"id": "q39",
"question": "Quel est le CA total en mars pour le Produit X ?",
"expected_relevant_doc_ids": [
"sales_q1_2026"
],
"should_answer": true,
"expects_structured": true
},
{
"id": "q40",
"question": "Quel est le chiffre d'affaires du Produit Z en juin ?",
"expected_relevant_doc_ids": [
"sales_q2_2026"
],
"should_answer": true,
"expects_structured": true
},
{
"id": "q41",
"question": "Quelle est la marge du Client F en juin ?",
"expected_relevant_doc_ids": [
"sales_q2_2026"
],
"should_answer": true,
"expects_structured": true
},
{
"id": "q42",
"question": "Quel est le meilleur client en chiffre d'affaires en avril ?",
"expected_relevant_doc_ids": [
"sales_q2_2026"
],
"should_answer": true,
"expects_structured": true
},
{
"id": "q43",
"question": "Quel est le CA total de la région Nord en janvier ?",
"expected_relevant_doc_ids": [
"sales_q1_2026"
],
"should_answer": true,
"expects_structured": true
},
{
"id": "q44",
"question": "Quelle est la marge totale en mai ?",
"expected_relevant_doc_ids": [
"sales_q2_2026"
],
"should_answer": true,
"expects_structured": true
},
{
"id": "q45",
"question": "Quel sera le bénéfice net dans 3 ans ?",
"expected_relevant_doc_ids": [],
"should_answer": false,
"expects_structured": false
},
{
"id": "q46",
"question": "Quel est le salaire du PDG ?",
"expected_relevant_doc_ids": [],
"should_answer": false,
"expects_structured": false
},
{
"id": "q47",
"question": "Donne-moi le code source du moteur de pricing ?",
"expected_relevant_doc_ids": [],
"should_answer": false,
"expects_structured": false
},
{
"id": "q48",
"question": "Quelle est la politique RH des congés parentaux ?",
"expected_relevant_doc_ids": [],
"should_answer": false,
"expects_structured": false
},
{
"id": "q49",
"question": "Peux-tu prédire les ventes de décembre 2027 ?",
"expected_relevant_doc_ids": [],
"should_answer": false,
"expects_structured": false
},
{
"id": "q50",
"question": "Quel est le stock exact en entrepôt ce soir ?",
"expected_relevant_doc_ids": [],
"should_answer": false,
"expects_structured": false
},
{
"id": "q51",
"question": "Les abonnements déjà activés sont-ils remboursés intégralement ?",
"expected_relevant_doc_ids": [
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q52",
"question": "Un avoir peut-il être imputé sur la prochaine facture B2B ?",
"expected_relevant_doc_ids": [
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q53",
"question": "Sous quel délai un agent valide une demande de remboursement ?",
"expected_relevant_doc_ids": [
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q54",
"question": "Que se passe-t-il si le produit est défectueux ?",
"expected_relevant_doc_ids": [
"refund_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q55",
"question": "Les délais de livraison changent-ils pendant les soldes ?",
"expected_relevant_doc_ids": [
"shipping_policy"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q56",
"question": "Un particulier a-t-il un support dédié ?",
"expected_relevant_doc_ids": [
"client_segmentation"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q57",
"question": "Quelle remise volume pour un Grand compte ?",
"expected_relevant_doc_ids": [
"client_segmentation"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q58",
"question": "Comment escalader une réclamation niveau 2 ?",
"expected_relevant_doc_ids": [
"internal_faq"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q59",
"question": "Pourquoi le Produit X a-t-il une meilleure marge ?",
"expected_relevant_doc_ids": [
"profitability_report"
],
"should_answer": true,
"expects_structured": false
},
{
"id": "q60",
"question": "Quel seuil d'alerte pour le coût logistique ?",
"expected_relevant_doc_ids": [
"profitability_report"
],
"should_answer": true,
"expects_structured": false
}
]