trainer-runtime e2e job_e2e_1774221797629 (metadata)

artifacts/evaluation/result.json

@@ -0,0 +1,38 @@
+{
+  "model": "/output/job_e2e_1774221797629/merged/trainer-e2e-job_e2e_1774221797629",
+  "metrics": {
+    "model": "/output/job_e2e_1774221797629/merged/trainer-e2e-job_e2e_1774221797629",
+    "samples": 1,
+    "parseSuccessRate": 0.0,
+    "mae": null,
+    "rmse": null,
+    "exactRate": 0.0,
+    "within1Rate": 0.0,
+    "within2Rate": 0.0,
+    "meanSignedError": null,
+    "avgPredictedScore": null,
+    "parseErrors": 1,
+    "inferenceErrors": 1,
+    "emptyResponses": 1
+  },
+  "rows": [
+    {
+      "sampleId": "eval_1",
+      "question": "Сколько будет 2+2?",
+      "candidateAnswer": "4",
+      "referenceScore": 5.0,
+      "maxScore": 5,
+      "hashTags": [
+        "math",
+        "sanity"
+      ],
+      "predictedScore": null,
+      "predictedFeedback": null,
+      "rawResponse": "",
+      "parseError": true,
+      "inferenceError": true,
+      "absoluteError": null,
+      "error": "'Qwen2Attention' object has no attribute 'apply_qkv'"
+    }
+  ]
+}