edward-izgorodin's picture
Release Evaluation Map 0.2.0
281ef6a verified
Raw History Blame Contribute Delete
3.16 kB
{
"$schema": "https://json-schema.org/draft/2020-12/schema",
"$id": "https://huggingface.co/spaces/mnemoverse/agent-memory-evaluation-map/raw/main/data/schema.json",
"title": "Agent Memory Evaluation Map manifest",
"type": "object",
"required": ["manifest_version", "verified_at", "targets", "artifacts"],
"properties": {
"manifest_version": { "type": "string", "pattern": "^[0-9]+\\.[0-9]+\\.[0-9]+$" },
"verified_at": { "type": "string", "format": "date" },
"targets": {
"type": "array",
"minItems": 1,
"items": {
"type": "object",
"required": ["id", "label", "description"],
"properties": {
"id": { "type": "string" },
"label": { "type": "string" },
"description": { "type": "string" }
},
"additionalProperties": false
}
},
"artifacts": {
"type": "array",
"minItems": 1,
"items": { "$ref": "#/$defs/artifact" }
}
},
"$defs": {
"artifact": {
"type": "object",
"required": ["id", "title", "artifact_type", "primary_url", "authors", "mnemoverse_authored", "summary", "memory_scope", "evaluation_targets", "memory_unit", "time_model", "conflict_update_model", "outcome_level", "evidence_status", "code_url", "project_url", "dataset_url", "license", "limitations", "sources", "verified_at"],
"properties": {
"id": { "type": "string", "pattern": "^paper:[0-9]{4}\\.[0-9]{5}$" },
"title": { "type": "string", "minLength": 1 },
"artifact_type": { "enum": ["paper", "benchmark", "framework", "survey", "method"] },
"primary_url": { "type": "string", "format": "uri" },
"authors": { "type": "array", "minItems": 1, "items": { "type": "string" } },
"metadata_source": { "type": "string", "format": "uri", "pattern": "^https://arxiv\\.org/abs/[0-9]{4}\\.[0-9]{5}v[0-9]+$" },
"mnemoverse_authored": { "type": "boolean" },
"summary": { "type": "string", "minLength": 1 },
"memory_scope": { "type": "array", "minItems": 1, "items": { "type": "string" } },
"evaluation_targets": { "type": "array", "items": { "type": "string" }, "uniqueItems": true },
"memory_unit": { "type": "string" },
"time_model": { "type": "string" },
"conflict_update_model": { "type": "string" },
"outcome_level": { "enum": ["retrieval", "answer", "agent_task", "mixed", "unknown"] },
"evidence_status": { "enum": ["evaluated", "partially_evaluated", "not_evaluated", "unknown"] },
"code_url": { "type": ["string", "null"], "format": "uri" },
"project_url": { "type": ["string", "null"], "format": "uri" },
"dataset_url": { "type": ["string", "null"], "format": "uri" },
"license": { "type": "string" },
"limitations": { "type": "array", "minItems": 1, "items": { "type": "string" } },
"sources": { "type": "array", "minItems": 1, "items": { "type": "string", "format": "uri" }, "uniqueItems": true },
"verified_at": { "type": "string", "format": "date" }
},
"additionalProperties": false
}
},
"additionalProperties": false
}