Upload Video_Games/runs/shared-train-best-recipes-v1 artifact batch (1 files)
Browse files
Video_Games/runs/shared-train-best-recipes-v1/manifest.json
CHANGED
|
@@ -246,7 +246,13 @@
|
|
| 246 |
"size": 17120216,
|
| 247 |
"sha256": "37dabdc8eb82c24f2dc8b3eb001930b0479ad61c9d9f9ea92cbf0b27ac361083",
|
| 248 |
"uploaded_at": 1789927262
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 249 |
}
|
| 250 |
},
|
| 251 |
-
"updated_at":
|
| 252 |
}
|
|
|
|
| 246 |
"size": 17120216,
|
| 247 |
"sha256": "37dabdc8eb82c24f2dc8b3eb001930b0479ad61c9d9f9ea92cbf0b27ac361083",
|
| 248 |
"uploaded_at": 1789927262
|
| 249 |
+
},
|
| 250 |
+
"Video_Games/runs/shared-train-best-recipes-v1/metrics/retrieval_baseline_qwen.json": {
|
| 251 |
+
"path": "Video_Games/runs/shared-train-best-recipes-v1/metrics/retrieval_baseline_qwen.json",
|
| 252 |
+
"size": 2070,
|
| 253 |
+
"sha256": "0d8fc87ccd7acf969ce7d46f75b2ea743d1a7078704f070415e60cf8995b0b8b",
|
| 254 |
+
"uploaded_at": 1789927272
|
| 255 |
}
|
| 256 |
},
|
| 257 |
+
"updated_at": 1789927272
|
| 258 |
}
|
Video_Games/runs/shared-train-best-recipes-v1/metrics/retrieval_baseline_qwen.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "Qwen/Qwen3-Embedding-0.6B",
|
| 3 |
+
"backbone": "qwen",
|
| 4 |
+
"objective": "multi_positive_infonce",
|
| 5 |
+
"split": "product_disjoint_validation",
|
| 6 |
+
"train_products": 31939,
|
| 7 |
+
"validation_products": 3548,
|
| 8 |
+
"validation_rows": 68057,
|
| 9 |
+
"validation_unique_queries": 46150,
|
| 10 |
+
"retrieval": {
|
| 11 |
+
"hit_at_1": 0.06259459257125854,
|
| 12 |
+
"hit_at_5": 0.14504018425941467,
|
| 13 |
+
"hit_at_10": 0.19884802401065826,
|
| 14 |
+
"mrr": 0.10953333228826523,
|
| 15 |
+
"mean_rank": 1719.0289306640625,
|
| 16 |
+
"median_rank": 125.0,
|
| 17 |
+
"valid_queries": 68057,
|
| 18 |
+
"catalog_items": 42818,
|
| 19 |
+
"subcategory_match_at_1": 0.6590117031152506,
|
| 20 |
+
"subcategory_match_at_5": 0.6339405560881809,
|
| 21 |
+
"subcategory_match_at_10": 0.6247180751495738
|
| 22 |
+
},
|
| 23 |
+
"multi_positive_retrieval": {
|
| 24 |
+
"hit_at_1": 0.09222101841820152,
|
| 25 |
+
"recall_at_1": 0.08807116126777328,
|
| 26 |
+
"ndcg_at_1": 0.09222101841820152,
|
| 27 |
+
"hit_at_5": 0.2105092091007584,
|
| 28 |
+
"recall_at_5": 0.19734969942526218,
|
| 29 |
+
"ndcg_at_5": 0.14656260843402596,
|
| 30 |
+
"hit_at_10": 0.28546045503791984,
|
| 31 |
+
"recall_at_10": 0.26538787425744836,
|
| 32 |
+
"ndcg_at_10": 0.16903346615242804,
|
| 33 |
+
"mrr": 0.1569356918334961,
|
| 34 |
+
"mean_rank": 924.8886108398438,
|
| 35 |
+
"median_rank": 49.0,
|
| 36 |
+
"valid_queries": 46150,
|
| 37 |
+
"catalog_items": 42818
|
| 38 |
+
},
|
| 39 |
+
"all_known_relevance_retrieval": {
|
| 40 |
+
"hit_at_1": 0.1590465872156013,
|
| 41 |
+
"recall_at_1": 0.0887948933042758,
|
| 42 |
+
"ndcg_at_1": 0.1590465872156013,
|
| 43 |
+
"hit_at_5": 0.3488624052004334,
|
| 44 |
+
"recall_at_5": 0.1997231805366547,
|
| 45 |
+
"ndcg_at_5": 0.1905634988650083,
|
| 46 |
+
"hit_at_10": 0.447670639219935,
|
| 47 |
+
"recall_at_10": 0.26746629485963164,
|
| 48 |
+
"ndcg_at_10": 0.21042271165950188,
|
| 49 |
+
"mrr": 0.2538711726665497,
|
| 50 |
+
"mean_rank": 443.5043640136719,
|
| 51 |
+
"median_rank": 15.0,
|
| 52 |
+
"valid_queries": 46150,
|
| 53 |
+
"catalog_items": 42818
|
| 54 |
+
},
|
| 55 |
+
"candidate_metrics": {
|
| 56 |
+
"contrastive_loss": 2.498948323797043,
|
| 57 |
+
"candidate_top1_accuracy": 0.4275406283856988,
|
| 58 |
+
"pairwise_accuracy": 0.9378117831324188,
|
| 59 |
+
"candidate_count": 453.7193066088841,
|
| 60 |
+
"explicit_negative_count": 255.97295774647887
|
| 61 |
+
},
|
| 62 |
+
"pairwise_accuracy": 0.9378117831324188
|
| 63 |
+
}
|