Spaces:

vn6295337
/

RAG-document-assistant

Sleeping

App Files Files Community

RAG-document-assistant / tests /eval_data /queries.json

vn6295337

Claude Opus 4.5

Add evaluation framework for Docling + RAG pipeline

c6a48e0 10 months ago

Raw History Blame Contribute Delete

619 Bytes

{
  "description": "Test queries for retrieval evaluation",
  "queries": [
    {
      "id": "q1",
      "query": "Example query about your document content",
      "relevant_chunks": ["document.pdf::0", "document.pdf::1"],
      "keywords": ["expected", "keywords", "in", "answer"]
    }
  ],
  "similarity_pairs": {
    "similar": [
      ["What is the total revenue?", "How much money did we make?"],
      ["Describe the methodology", "What methods were used?"]
    ],
    "dissimilar": [
      ["What is the revenue?", "Who founded the company?"],
      ["Technical specifications", "Company history"]
    ]
  }
}

	{
	"description": "Test queries for retrieval evaluation",
	"queries": [
	{
	"id": "q1",
	"query": "Example query about your document content",
	"relevant_chunks": ["document.pdf::0", "document.pdf::1"],
	"keywords": ["expected", "keywords", "in", "answer"]
	}
	],
	"similarity_pairs": {
	"similar": [
	["What is the total revenue?", "How much money did we make?"],
	["Describe the methodology", "What methods were used?"]
	],
	"dissimilar": [
	["What is the revenue?", "Who founded the company?"],
	["Technical specifications", "Company history"]
	]
	}
	}