iaouali commited on
Commit
4968dfa
·
verified ·
1 Parent(s): 9b2e0bf

Upload Video_Games/runs/shared-train-best-recipes-v1 artifact batch (1 files)

Browse files
Video_Games/runs/shared-train-best-recipes-v1/manifest.json CHANGED
@@ -246,7 +246,13 @@
246
  "size": 17120216,
247
  "sha256": "37dabdc8eb82c24f2dc8b3eb001930b0479ad61c9d9f9ea92cbf0b27ac361083",
248
  "uploaded_at": 1789927262
 
 
 
 
 
 
249
  }
250
  },
251
- "updated_at": 1789927262
252
  }
 
246
  "size": 17120216,
247
  "sha256": "37dabdc8eb82c24f2dc8b3eb001930b0479ad61c9d9f9ea92cbf0b27ac361083",
248
  "uploaded_at": 1789927262
249
+ },
250
+ "Video_Games/runs/shared-train-best-recipes-v1/metrics/retrieval_baseline_qwen.json": {
251
+ "path": "Video_Games/runs/shared-train-best-recipes-v1/metrics/retrieval_baseline_qwen.json",
252
+ "size": 2070,
253
+ "sha256": "0d8fc87ccd7acf969ce7d46f75b2ea743d1a7078704f070415e60cf8995b0b8b",
254
+ "uploaded_at": 1789927272
255
  }
256
  },
257
+ "updated_at": 1789927272
258
  }
Video_Games/runs/shared-train-best-recipes-v1/metrics/retrieval_baseline_qwen.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Qwen/Qwen3-Embedding-0.6B",
3
+ "backbone": "qwen",
4
+ "objective": "multi_positive_infonce",
5
+ "split": "product_disjoint_validation",
6
+ "train_products": 31939,
7
+ "validation_products": 3548,
8
+ "validation_rows": 68057,
9
+ "validation_unique_queries": 46150,
10
+ "retrieval": {
11
+ "hit_at_1": 0.06259459257125854,
12
+ "hit_at_5": 0.14504018425941467,
13
+ "hit_at_10": 0.19884802401065826,
14
+ "mrr": 0.10953333228826523,
15
+ "mean_rank": 1719.0289306640625,
16
+ "median_rank": 125.0,
17
+ "valid_queries": 68057,
18
+ "catalog_items": 42818,
19
+ "subcategory_match_at_1": 0.6590117031152506,
20
+ "subcategory_match_at_5": 0.6339405560881809,
21
+ "subcategory_match_at_10": 0.6247180751495738
22
+ },
23
+ "multi_positive_retrieval": {
24
+ "hit_at_1": 0.09222101841820152,
25
+ "recall_at_1": 0.08807116126777328,
26
+ "ndcg_at_1": 0.09222101841820152,
27
+ "hit_at_5": 0.2105092091007584,
28
+ "recall_at_5": 0.19734969942526218,
29
+ "ndcg_at_5": 0.14656260843402596,
30
+ "hit_at_10": 0.28546045503791984,
31
+ "recall_at_10": 0.26538787425744836,
32
+ "ndcg_at_10": 0.16903346615242804,
33
+ "mrr": 0.1569356918334961,
34
+ "mean_rank": 924.8886108398438,
35
+ "median_rank": 49.0,
36
+ "valid_queries": 46150,
37
+ "catalog_items": 42818
38
+ },
39
+ "all_known_relevance_retrieval": {
40
+ "hit_at_1": 0.1590465872156013,
41
+ "recall_at_1": 0.0887948933042758,
42
+ "ndcg_at_1": 0.1590465872156013,
43
+ "hit_at_5": 0.3488624052004334,
44
+ "recall_at_5": 0.1997231805366547,
45
+ "ndcg_at_5": 0.1905634988650083,
46
+ "hit_at_10": 0.447670639219935,
47
+ "recall_at_10": 0.26746629485963164,
48
+ "ndcg_at_10": 0.21042271165950188,
49
+ "mrr": 0.2538711726665497,
50
+ "mean_rank": 443.5043640136719,
51
+ "median_rank": 15.0,
52
+ "valid_queries": 46150,
53
+ "catalog_items": 42818
54
+ },
55
+ "candidate_metrics": {
56
+ "contrastive_loss": 2.498948323797043,
57
+ "candidate_top1_accuracy": 0.4275406283856988,
58
+ "pairwise_accuracy": 0.9378117831324188,
59
+ "candidate_count": 453.7193066088841,
60
+ "explicit_negative_count": 255.97295774647887
61
+ },
62
+ "pairwise_accuracy": 0.9378117831324188
63
+ }