BBBXR commited on
Commit
f28c9d5
·
verified ·
1 Parent(s): 3662544

Add inference files for pi05/delta/stage01_17_h40/step_110000

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. pi05/delta/stage01_17_h40/step_110000/assets/raids_full_alltrain_h40_v31/norm_stats.json +152 -0
  2. pi05/delta/stage01_17_h40/step_110000/manifest.json +1418 -0
  3. pi05/delta/stage01_17_h40/step_110000/weights/00000.bin +3 -0
  4. pi05/delta/stage01_17_h40/step_110000/weights/00001.bin +3 -0
  5. pi05/delta/stage01_17_h40/step_110000/weights/00002.bin +3 -0
  6. pi05/delta/stage01_17_h40/step_110000/weights/00003.bin +3 -0
  7. pi05/delta/stage01_17_h40/step_110000/weights/00004.bin +3 -0
  8. pi05/delta/stage01_17_h40/step_110000/weights/00005.bin +3 -0
  9. pi05/delta/stage01_17_h40/step_110000/weights/00006.bin +3 -0
  10. pi05/delta/stage01_17_h40/step_110000/weights/00007.bin +3 -0
  11. pi05/delta/stage01_17_h40/step_110000/weights/00008.bin +3 -0
  12. pi05/delta/stage01_17_h40/step_110000/weights/00009.bin +3 -0
  13. pi05/delta/stage01_17_h40/step_110000/weights/00010.bin +3 -0
  14. pi05/delta/stage01_17_h40/step_110000/weights/00011.bin +3 -0
  15. pi05/delta/stage01_17_h40/step_110000/weights/00012.bin +3 -0
  16. pi05/delta/stage01_17_h40/step_110000/weights/00013.bin +3 -0
  17. pi05/delta/stage01_17_h40/step_110000/weights/00014.bin +3 -0
  18. pi05/delta/stage01_17_h40/step_110000/weights/00015.bin +3 -0
  19. pi05/delta/stage01_17_h40/step_110000/weights/00016.bin +3 -0
  20. pi05/delta/stage01_17_h40/step_110000/weights/00017.bin +3 -0
  21. pi05/delta/stage01_17_h40/step_110000/weights/00018.bin +3 -0
  22. pi05/delta/stage01_17_h40/step_110000/weights/00019.bin +3 -0
  23. pi05/delta/stage01_17_h40/step_110000/weights/00020.bin +3 -0
  24. pi05/delta/stage01_17_h40/step_110000/weights/00021.bin +3 -0
  25. pi05/delta/stage01_17_h40/step_110000/weights/00022.bin +3 -0
  26. pi05/delta/stage01_17_h40/step_110000/weights/00027.bin +3 -0
  27. pi05/delta/stage01_17_h40/step_110000/weights/00028.bin +3 -0
  28. pi05/delta/stage01_17_h40/step_110000/weights/00030.bin +3 -0
  29. pi05/delta/stage01_17_h40/step_110000/weights/00031.bin +3 -0
  30. pi05/delta/stage01_17_h40/step_110000/weights/00033.bin +3 -0
  31. pi05/delta/stage01_17_h40/step_110000/weights/00034.bin +3 -0
  32. pi05/delta/stage01_17_h40/step_110000/weights/00036.bin +3 -0
  33. pi05/delta/stage01_17_h40/step_110000/weights/00037.bin +3 -0
  34. pi05/delta/stage01_17_h40/step_110000/weights/00039.bin +3 -0
  35. pi05/delta/stage01_17_h40/step_110000/weights/00040.bin +3 -0
  36. pi05/delta/stage01_17_h40/step_110000/weights/00042.bin +3 -0
  37. pi05/delta/stage01_17_h40/step_110000/weights/00043.bin +3 -0
  38. pi05/delta/stage01_17_h40/step_110000/weights/00046.bin +3 -0
  39. pi05/delta/stage01_17_h40/step_110000/weights/00047.bin +3 -0
  40. pi05/delta/stage01_17_h40/step_110000/weights/00049.bin +3 -0
  41. pi05/delta/stage01_17_h40/step_110000/weights/00050.bin +3 -0
  42. pi05/delta/stage01_17_h40/step_110000/weights/00052.bin +3 -0
  43. pi05/delta/stage01_17_h40/step_110000/weights/00053.bin +3 -0
  44. pi05/delta/stage01_17_h40/step_110000/weights/00055.bin +3 -0
  45. pi05/delta/stage01_17_h40/step_110000/weights/00056.bin +3 -0
  46. pi05/delta/stage01_17_h40/step_110000/weights/00063.bin +3 -0
  47. pi05/delta/stage01_17_h40/step_110000/weights/00064.bin +3 -0
  48. pi05/delta/stage01_17_h40/step_110000/weights/00065.bin +3 -0
  49. pi05/delta/stage01_17_h40/step_110000/weights/00066.bin +3 -0
  50. pi05/delta/stage01_17_h40/step_110000/weights/00067.bin +3 -0
pi05/delta/stage01_17_h40/step_110000/assets/raids_full_alltrain_h40_v31/norm_stats.json ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "norm_stats": {
3
+ "state": {
4
+ "mean": [
5
+ -0.6712492303498885,
6
+ -1.499300213758469,
7
+ 1.2119788753768377,
8
+ 1.2172809751143339,
9
+ 0.25779209024057415,
10
+ 0.6808374988325432,
11
+ 0.05597665297972905,
12
+ -0.6438013621982498,
13
+ -1.490678524113552,
14
+ 1.2372936115255517,
15
+ 1.1556243211405095,
16
+ 0.2934616569281248,
17
+ 0.5225585227166097,
18
+ 0.32918241087448347,
19
+ 0.08025931595862593,
20
+ 0.20444141120569687
21
+ ],
22
+ "std": [
23
+ 0.3072007979053327,
24
+ 0.1655264285061659,
25
+ 0.10103846375390187,
26
+ 0.4032510861084108,
27
+ 0.33497808586003897,
28
+ 0.2074529176013817,
29
+ 1.1573793379672563,
30
+ 0.2688206177517005,
31
+ 0.16278386285985044,
32
+ 0.13494223239446326,
33
+ 0.4238321290629961,
34
+ 0.25720281422362995,
35
+ 0.3408776393028176,
36
+ 1.148131493207658,
37
+ 0.24447489499138728,
38
+ 0.38570254556332084
39
+ ],
40
+ "q01": [
41
+ -1.309170776295424,
42
+ -1.7841049112107072,
43
+ 1.0070277243152579,
44
+ 0.2242589523805141,
45
+ -0.8512589430428928,
46
+ -0.0005700823577400316,
47
+ -1.7415071185553161,
48
+ -1.311697107859038,
49
+ -1.9477935908868347,
50
+ 0.9506572650653871,
51
+ 0.3212029429984241,
52
+ -0.16485036067805997,
53
+ -0.2858825908957652,
54
+ -1.2671490822710378,
55
+ -1e-10,
56
+ -1e-10
57
+ ],
58
+ "q99": [
59
+ -0.15878658209592755,
60
+ -1.2026811992060054,
61
+ 1.3652393561631593,
62
+ 1.908934186009985,
63
+ 0.6413767020882306,
64
+ 1.1469815213127392,
65
+ 2.3537681128904655,
66
+ -0.019272429519818335,
67
+ -1.2037327255674315,
68
+ 1.5034095480809637,
69
+ 2.037321195555646,
70
+ 0.8014629831687261,
71
+ 1.1044159503687092,
72
+ 2.417503935240292,
73
+ 0.9695939541839838,
74
+ 0.9789942106394484
75
+ ]
76
+ },
77
+ "actions": {
78
+ "mean": [
79
+ -0.6624368717098305,
80
+ -1.5001294345878022,
81
+ 1.2076524933577923,
82
+ 1.2089931542821926,
83
+ 0.25632750991828074,
84
+ 0.6797002119204534,
85
+ 0.06208775042161687,
86
+ -0.6347357447040187,
87
+ -1.4935162462939109,
88
+ 1.236960970162043,
89
+ 1.1488924593315146,
90
+ 0.292723861955266,
91
+ 0.524847545127869,
92
+ 0.33333926404715347,
93
+ 0.09596771492682278,
94
+ 0.21872323731059778
95
+ ],
96
+ "std": [
97
+ 0.3014030064535715,
98
+ 0.16214535720581058,
99
+ 0.0992867201573931,
100
+ 0.396559726828985,
101
+ 0.33335577583260984,
102
+ 0.21073770478041928,
103
+ 1.1548289160246057,
104
+ 0.26716528750436974,
105
+ 0.16237414559771604,
106
+ 0.13254661355731143,
107
+ 0.4237369966704339,
108
+ 0.25861657648864356,
109
+ 0.34516598034531226,
110
+ 1.144405062739175,
111
+ 0.2945469616522073,
112
+ 0.413380433464103
113
+ ],
114
+ "q01": [
115
+ -1.304079360546624,
116
+ -1.7841049112107072,
117
+ 1.0060153504146043,
118
+ 0.2242579926026821,
119
+ -0.8516086702324737,
120
+ -0.006567738822916752,
121
+ -1.752442432924998,
122
+ -1.311697107859038,
123
+ -1.9477935908868347,
124
+ 0.9476837022757038,
125
+ 0.3212029429984241,
126
+ -0.16509979623403487,
127
+ -0.28625895758262615,
128
+ -1.273657632533809,
129
+ -1e-10,
130
+ -1e-10
131
+ ],
132
+ "q99": [
133
+ -0.15903267386038777,
134
+ -1.2026811992060054,
135
+ 1.363720795312179,
136
+ 1.9050778045574615,
137
+ 0.6417264292778115,
138
+ 1.1545785528352965,
139
+ 2.3574132176803593,
140
+ -0.019272429519818335,
141
+ -1.2037327255674315,
142
+ 1.5040703398120046,
143
+ 2.0369490970620294,
144
+ 0.8014629831687261,
145
+ 1.1281270516409514,
146
+ 2.4191310728059845,
147
+ 0.99980000009996,
148
+ 0.99980000009996
149
+ ]
150
+ }
151
+ }
152
+ }
pi05/delta/stage01_17_h40/step_110000/manifest.json ADDED
@@ -0,0 +1,1418 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "raids-inference-delta-v1",
3
+ "base_files": {
4
+ "_CHECKPOINT_METADATA": "7674d497b452e8336840e6d21eaa85725d68c53fc011a648121f2b29b1ce5a8a",
5
+ "_METADATA": "250d0ad0f6540a5e4bdd70442d6864cef729724f2d23e2dd2cc669563a668d70",
6
+ "_sharding": "38efd4f20bfc656b138c3009fa6156b1199c29a3ccf020769e3726605f1c51ca",
7
+ "array_metadatas/process_0": "e040d148bdfcb5f8060b212ee63993eaf01fed05088dd89cf491f456fade0ceb",
8
+ "commit_success.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
9
+ "d/1c4302d2d2000b5f3eb4fa1350fdef9a": "c5021863f3efdb49a332f4cae944de55651dcf8ce4e526a762ed053f195e5a34",
10
+ "manifest.ocdbt": "78b6898ea1f8897a0225022b0ab799455cff0e15158a9ca349d8efbbe044aa55",
11
+ "ocdbt.process_0/d/0832cad6c37f82d4eedd897dcbb8da9d": "b2c08d8f1d83ef842fcb2be1518fb2309648380b61202515f9a0678cf28ce751",
12
+ "ocdbt.process_0/d/247d4b7c814d8b1a23fa8a20f36a88f7": "c04c95d8b587705c36e45bfb74ffbca92f699e910cbb3da44bab99e8e37a5fed",
13
+ "ocdbt.process_0/d/35a545f74995e511808d4f94dfbef3b6": "a3fd9934c60f9bac41445d196a353a2ae8a7d9fafabee5496f24ed21fe11ab32",
14
+ "ocdbt.process_0/d/73bbae8a4deba6498bf07d96b215a574": "ef0910f6e572ab84e8e6dd5f91bbc3d6fb35cd18d8c885fc524e7eb30c67d17f",
15
+ "ocdbt.process_0/d/7bc9d3296d23a6fb83a6b3778ac6e964": "0be2d8e4bfb6c5bce4a05a442ce5bd6138ce4c036145d8fa792479198de105b8",
16
+ "ocdbt.process_0/d/7d78f38c5d8be1eea31406644dde9bd6": "4a84f8371fc9d951fb0448ed0c929d356d2cd4a81d13d0b82b251c59d3683151",
17
+ "ocdbt.process_0/d/828bee85475e37c61e1cc19e32d1c5ef": "ae242dcb83de657ef72e779e435ae3d75cf991f15d996807b9566562a2a47a6f",
18
+ "ocdbt.process_0/d/8c5d7070ea57bdce2f0a19f95b8a21b4": "75799900494cb9bdbd12acafd86858add78fb95946be564d28a8401a5baee764",
19
+ "ocdbt.process_0/d/b4349aaadb7dfa45c3a53fc67c04b8f6": "306be49ac582f312d901d3ec41a38bc06d582dfb1e6f2d0e8160b9f7d517e535",
20
+ "ocdbt.process_0/d/caf01a82962cbd4651563d2ac1063e0b": "f2a18128db3a56347f223f53a4ae85c658a3cf5f6bc5f01af53f5871185c08f7",
21
+ "ocdbt.process_0/d/deefd3c43390a50472cbcd317b0fff58": "9dfb1737f7640313fd74bcd9a9b0c858abe0a088313bd2d2782f562cccb5f069",
22
+ "ocdbt.process_0/d/ec484cf8f02dcf59e1892180f0862e40": "6fc7cdad578faaa7fcd7c6805216396416e3daac637304c0d57454f62719663c",
23
+ "ocdbt.process_0/manifest.ocdbt": "667bd6f7f89374732f6bfe10dd446218efa5cdc99eca2af1006ba40f95ee29d0"
24
+ },
25
+ "model_config": {
26
+ "action_dim": 32,
27
+ "action_horizon": 40,
28
+ "max_token_len": 200,
29
+ "dtype": "bfloat16",
30
+ "paligemma_variant": "gemma_2b_lora",
31
+ "action_expert_variant": "gemma_300m_lora",
32
+ "pi05": true,
33
+ "discrete_state_input": true,
34
+ "pytorch_compile_mode": "max-autotune"
35
+ },
36
+ "provenance": {
37
+ "source_commit": "f894d5ada5eced6c7acd714671d7cd84709ad414",
38
+ "source_status": "",
39
+ "save_steps": [
40
+ 80000,
41
+ 90000,
42
+ 100000,
43
+ 110000
44
+ ],
45
+ "base_config": "pi05_raids_multistage_lora",
46
+ "training_config": {
47
+ "batch_size": 192,
48
+ "num_train_steps": 110000,
49
+ "num_workers": 8,
50
+ "seed": 42,
51
+ "lr_schedule": {
52
+ "warmup_steps": 5500,
53
+ "peak_lr": 5e-05,
54
+ "decay_steps": 1000000,
55
+ "decay_lr": 5e-05
56
+ }
57
+ },
58
+ "dataset_manifest_sha256": "fccb2b989022bbf46e6bfca73f39e05b712eb4765f1101fb0fad860437cea74f",
59
+ "dataset_hf_revision": "b343f6e5620040f1f8761366b4228949c081d200",
60
+ "training_release_sha256": "9f0616d126926b5469d2d34ce610b65491b91e0cefe0f1bb296dd46ea3540095",
61
+ "view_config": {
62
+ "name": "raids_full_alltrain_h40_v31",
63
+ "stats_asset_id": "raids_full_alltrain_h40_v31",
64
+ "base_config": "pi05_raids_multistage_lora",
65
+ "manifest_filename": "dataset_manifest_v31.json",
66
+ "action_horizon": 40,
67
+ "stage_max": 17,
68
+ "required_task_labels": [
69
+ "2",
70
+ "4",
71
+ "5",
72
+ "6",
73
+ "7",
74
+ "8",
75
+ "9.1",
76
+ "9.2",
77
+ "9.3",
78
+ "9.4",
79
+ "9.5",
80
+ "9.6",
81
+ "11",
82
+ "13",
83
+ "14",
84
+ "15",
85
+ "16",
86
+ "17"
87
+ ],
88
+ "training_split": "all",
89
+ "validation_enabled": false,
90
+ "policy_metadata": {
91
+ "learned_stage_ids": [
92
+ 2,
93
+ 4,
94
+ 5,
95
+ 6,
96
+ 7,
97
+ 8,
98
+ 9,
99
+ 11,
100
+ 13,
101
+ 14,
102
+ 15,
103
+ 16,
104
+ 17
105
+ ],
106
+ "learned_task_labels": [
107
+ "2",
108
+ "4",
109
+ "5",
110
+ "6",
111
+ "7",
112
+ "8",
113
+ "9.1",
114
+ "9.2",
115
+ "9.3",
116
+ "9.4",
117
+ "9.5",
118
+ "9.6",
119
+ "11",
120
+ "13",
121
+ "14",
122
+ "15",
123
+ "16",
124
+ "17"
125
+ ],
126
+ "preprogrammed_stage_ids": [
127
+ 1,
128
+ 3,
129
+ 10,
130
+ 12
131
+ ],
132
+ "dataset_version": "v31"
133
+ }
134
+ }
135
+ },
136
+ "asset_id": "raids_full_alltrain_h40_v31",
137
+ "leaves": [
138
+ {
139
+ "key": [
140
+ "PaliGemma",
141
+ "img",
142
+ "Transformer",
143
+ "encoder_norm",
144
+ "bias"
145
+ ],
146
+ "shape": [
147
+ 1152
148
+ ],
149
+ "dtype": "float32",
150
+ "trainable": true,
151
+ "file": "weights/00000.bin",
152
+ "sha256": "84ff206b3ad0213fb99dd0465cc295745d2a4e37c8adb0ed661cb6eb073f0fb4"
153
+ },
154
+ {
155
+ "key": [
156
+ "PaliGemma",
157
+ "img",
158
+ "Transformer",
159
+ "encoder_norm",
160
+ "scale"
161
+ ],
162
+ "shape": [
163
+ 1152
164
+ ],
165
+ "dtype": "float32",
166
+ "trainable": true,
167
+ "file": "weights/00001.bin",
168
+ "sha256": "e07c17448ab22565f44546e16118849c1eae22a0968a5e3e2bb4c6afb205116f"
169
+ },
170
+ {
171
+ "key": [
172
+ "PaliGemma",
173
+ "img",
174
+ "Transformer",
175
+ "encoderblock",
176
+ "LayerNorm_0",
177
+ "bias"
178
+ ],
179
+ "shape": [
180
+ 27,
181
+ 1152
182
+ ],
183
+ "dtype": "float32",
184
+ "trainable": true,
185
+ "file": "weights/00002.bin",
186
+ "sha256": "c92c0423f989ea4de1dd43db3b294de368311b3fa0373c1f5ad3d79f826e0e93"
187
+ },
188
+ {
189
+ "key": [
190
+ "PaliGemma",
191
+ "img",
192
+ "Transformer",
193
+ "encoderblock",
194
+ "LayerNorm_0",
195
+ "scale"
196
+ ],
197
+ "shape": [
198
+ 27,
199
+ 1152
200
+ ],
201
+ "dtype": "float32",
202
+ "trainable": true,
203
+ "file": "weights/00003.bin",
204
+ "sha256": "476b256c5dbf1a8e78d61eb4ad8530705e4fb308713c49205fff1b3e46629d12"
205
+ },
206
+ {
207
+ "key": [
208
+ "PaliGemma",
209
+ "img",
210
+ "Transformer",
211
+ "encoderblock",
212
+ "LayerNorm_1",
213
+ "bias"
214
+ ],
215
+ "shape": [
216
+ 27,
217
+ 1152
218
+ ],
219
+ "dtype": "float32",
220
+ "trainable": true,
221
+ "file": "weights/00004.bin",
222
+ "sha256": "83f6bf191030736b410957d80d6a06a3af53f26325bd244ad08e9af085be16cf"
223
+ },
224
+ {
225
+ "key": [
226
+ "PaliGemma",
227
+ "img",
228
+ "Transformer",
229
+ "encoderblock",
230
+ "LayerNorm_1",
231
+ "scale"
232
+ ],
233
+ "shape": [
234
+ 27,
235
+ 1152
236
+ ],
237
+ "dtype": "float32",
238
+ "trainable": true,
239
+ "file": "weights/00005.bin",
240
+ "sha256": "48ef8800ce46fbb9fdc0906d6d1022feaa5de2b5e75f8967e723c24d9b3d8bc7"
241
+ },
242
+ {
243
+ "key": [
244
+ "PaliGemma",
245
+ "img",
246
+ "Transformer",
247
+ "encoderblock",
248
+ "MlpBlock_0",
249
+ "Dense_0",
250
+ "bias"
251
+ ],
252
+ "shape": [
253
+ 27,
254
+ 4304
255
+ ],
256
+ "dtype": "float32",
257
+ "trainable": true,
258
+ "file": "weights/00006.bin",
259
+ "sha256": "44006f9d48404df6e5b227fccd9356ac065f84da100f7f3e8a37b2c13c59fee6"
260
+ },
261
+ {
262
+ "key": [
263
+ "PaliGemma",
264
+ "img",
265
+ "Transformer",
266
+ "encoderblock",
267
+ "MlpBlock_0",
268
+ "Dense_0",
269
+ "kernel"
270
+ ],
271
+ "shape": [
272
+ 27,
273
+ 1152,
274
+ 4304
275
+ ],
276
+ "dtype": "float32",
277
+ "trainable": true,
278
+ "file": "weights/00007.bin",
279
+ "sha256": "d59acfdbddacecd10f8f6e414129d57d27544a97b3bb14f5da1a2b94393638da"
280
+ },
281
+ {
282
+ "key": [
283
+ "PaliGemma",
284
+ "img",
285
+ "Transformer",
286
+ "encoderblock",
287
+ "MlpBlock_0",
288
+ "Dense_1",
289
+ "bias"
290
+ ],
291
+ "shape": [
292
+ 27,
293
+ 1152
294
+ ],
295
+ "dtype": "float32",
296
+ "trainable": true,
297
+ "file": "weights/00008.bin",
298
+ "sha256": "f0820fafa1984df8678abffac595c1f6f357c232f8e97e2f10950b8e631dbc30"
299
+ },
300
+ {
301
+ "key": [
302
+ "PaliGemma",
303
+ "img",
304
+ "Transformer",
305
+ "encoderblock",
306
+ "MlpBlock_0",
307
+ "Dense_1",
308
+ "kernel"
309
+ ],
310
+ "shape": [
311
+ 27,
312
+ 4304,
313
+ 1152
314
+ ],
315
+ "dtype": "float32",
316
+ "trainable": true,
317
+ "file": "weights/00009.bin",
318
+ "sha256": "f558ea52f137d6aa6daf989a335587c633dc72be3408ed1fead981d9d934d9a8"
319
+ },
320
+ {
321
+ "key": [
322
+ "PaliGemma",
323
+ "img",
324
+ "Transformer",
325
+ "encoderblock",
326
+ "MultiHeadDotProductAttention_0",
327
+ "key",
328
+ "bias"
329
+ ],
330
+ "shape": [
331
+ 27,
332
+ 16,
333
+ 72
334
+ ],
335
+ "dtype": "float32",
336
+ "trainable": true,
337
+ "file": "weights/00010.bin",
338
+ "sha256": "b687c64cd460be1ee1cc19d739856342a94632353b1935f07ffdb7cbc92cc14c"
339
+ },
340
+ {
341
+ "key": [
342
+ "PaliGemma",
343
+ "img",
344
+ "Transformer",
345
+ "encoderblock",
346
+ "MultiHeadDotProductAttention_0",
347
+ "key",
348
+ "kernel"
349
+ ],
350
+ "shape": [
351
+ 27,
352
+ 1152,
353
+ 16,
354
+ 72
355
+ ],
356
+ "dtype": "float32",
357
+ "trainable": true,
358
+ "file": "weights/00011.bin",
359
+ "sha256": "fb27cebcd583ed6f920235d933b334588e9e1c88eb4a7aaf7339ceb6755ca657"
360
+ },
361
+ {
362
+ "key": [
363
+ "PaliGemma",
364
+ "img",
365
+ "Transformer",
366
+ "encoderblock",
367
+ "MultiHeadDotProductAttention_0",
368
+ "out",
369
+ "bias"
370
+ ],
371
+ "shape": [
372
+ 27,
373
+ 1152
374
+ ],
375
+ "dtype": "float32",
376
+ "trainable": true,
377
+ "file": "weights/00012.bin",
378
+ "sha256": "704855f2a71d2bbf9bf8939503c14770e6034f6088c986dd0e319a4b8ab98c10"
379
+ },
380
+ {
381
+ "key": [
382
+ "PaliGemma",
383
+ "img",
384
+ "Transformer",
385
+ "encoderblock",
386
+ "MultiHeadDotProductAttention_0",
387
+ "out",
388
+ "kernel"
389
+ ],
390
+ "shape": [
391
+ 27,
392
+ 16,
393
+ 72,
394
+ 1152
395
+ ],
396
+ "dtype": "float32",
397
+ "trainable": true,
398
+ "file": "weights/00013.bin",
399
+ "sha256": "ced7d75142223751fda07811cd8aa3c890666fe55dfbf2cd435d04c7a9150583"
400
+ },
401
+ {
402
+ "key": [
403
+ "PaliGemma",
404
+ "img",
405
+ "Transformer",
406
+ "encoderblock",
407
+ "MultiHeadDotProductAttention_0",
408
+ "query",
409
+ "bias"
410
+ ],
411
+ "shape": [
412
+ 27,
413
+ 16,
414
+ 72
415
+ ],
416
+ "dtype": "float32",
417
+ "trainable": true,
418
+ "file": "weights/00014.bin",
419
+ "sha256": "e88b3aeff60b008c0692dede6bb01b1c88c1382d2e43947116a1a17cd05c2b02"
420
+ },
421
+ {
422
+ "key": [
423
+ "PaliGemma",
424
+ "img",
425
+ "Transformer",
426
+ "encoderblock",
427
+ "MultiHeadDotProductAttention_0",
428
+ "query",
429
+ "kernel"
430
+ ],
431
+ "shape": [
432
+ 27,
433
+ 1152,
434
+ 16,
435
+ 72
436
+ ],
437
+ "dtype": "float32",
438
+ "trainable": true,
439
+ "file": "weights/00015.bin",
440
+ "sha256": "e9fd1e999ece3c2c60ee78d1edb05144fc3dd48f4801d36dada3ab165019f66e"
441
+ },
442
+ {
443
+ "key": [
444
+ "PaliGemma",
445
+ "img",
446
+ "Transformer",
447
+ "encoderblock",
448
+ "MultiHeadDotProductAttention_0",
449
+ "value",
450
+ "bias"
451
+ ],
452
+ "shape": [
453
+ 27,
454
+ 16,
455
+ 72
456
+ ],
457
+ "dtype": "float32",
458
+ "trainable": true,
459
+ "file": "weights/00016.bin",
460
+ "sha256": "6e3dc31645b5f377ceb505f4d846de01b6afc366bcd52f769bde98e75232a43d"
461
+ },
462
+ {
463
+ "key": [
464
+ "PaliGemma",
465
+ "img",
466
+ "Transformer",
467
+ "encoderblock",
468
+ "MultiHeadDotProductAttention_0",
469
+ "value",
470
+ "kernel"
471
+ ],
472
+ "shape": [
473
+ 27,
474
+ 1152,
475
+ 16,
476
+ 72
477
+ ],
478
+ "dtype": "float32",
479
+ "trainable": true,
480
+ "file": "weights/00017.bin",
481
+ "sha256": "00db809f6c7338cb508fa19b8e79ac90d174829074617ebea504b21bd0e2fdc8"
482
+ },
483
+ {
484
+ "key": [
485
+ "PaliGemma",
486
+ "img",
487
+ "embedding",
488
+ "bias"
489
+ ],
490
+ "shape": [
491
+ 1152
492
+ ],
493
+ "dtype": "float32",
494
+ "trainable": true,
495
+ "file": "weights/00018.bin",
496
+ "sha256": "a17d980221443f9f3c6457c5ee66cf60658025fc6ccef603b89905fad40fe715"
497
+ },
498
+ {
499
+ "key": [
500
+ "PaliGemma",
501
+ "img",
502
+ "embedding",
503
+ "kernel"
504
+ ],
505
+ "shape": [
506
+ 14,
507
+ 14,
508
+ 3,
509
+ 1152
510
+ ],
511
+ "dtype": "float32",
512
+ "trainable": true,
513
+ "file": "weights/00019.bin",
514
+ "sha256": "7d43a012136580611ff415554f5f63f5ff6456bf7afb6c2e459c2df31b711d3d"
515
+ },
516
+ {
517
+ "key": [
518
+ "PaliGemma",
519
+ "img",
520
+ "head",
521
+ "bias"
522
+ ],
523
+ "shape": [
524
+ 2048
525
+ ],
526
+ "dtype": "float32",
527
+ "trainable": true,
528
+ "file": "weights/00020.bin",
529
+ "sha256": "90998e4bce831062e3dc8a7d3895de8a8c9fc85298181895e2986538fa296415"
530
+ },
531
+ {
532
+ "key": [
533
+ "PaliGemma",
534
+ "img",
535
+ "head",
536
+ "kernel"
537
+ ],
538
+ "shape": [
539
+ 1152,
540
+ 2048
541
+ ],
542
+ "dtype": "float32",
543
+ "trainable": true,
544
+ "file": "weights/00021.bin",
545
+ "sha256": "9107b79938cdeb0697048d15aff671d4f579038178d3df0c816946d6fe7c0f2d"
546
+ },
547
+ {
548
+ "key": [
549
+ "PaliGemma",
550
+ "img",
551
+ "pos_embedding"
552
+ ],
553
+ "shape": [
554
+ 1,
555
+ 256,
556
+ 1152
557
+ ],
558
+ "dtype": "float32",
559
+ "trainable": true,
560
+ "file": "weights/00022.bin",
561
+ "sha256": "29e46652acaf68c1f8f072813b9a3543ee88ebd0448f8f796f4b94896371dfe2"
562
+ },
563
+ {
564
+ "key": [
565
+ "PaliGemma",
566
+ "llm",
567
+ "embedder",
568
+ "input_embedding"
569
+ ],
570
+ "shape": [
571
+ 257152,
572
+ 2048
573
+ ],
574
+ "dtype": "bfloat16",
575
+ "trainable": false,
576
+ "sha256": "1a864944010654f7d47f5f35e67073f013aa91c628e20f9b67961f1c94fd74cb"
577
+ },
578
+ {
579
+ "key": [
580
+ "PaliGemma",
581
+ "llm",
582
+ "final_norm",
583
+ "scale"
584
+ ],
585
+ "shape": [
586
+ 2048
587
+ ],
588
+ "dtype": "bfloat16",
589
+ "trainable": false,
590
+ "sha256": "08f1f18f16c1fd9df73fbd3cd2e8b9ec0809274f52074f99534e301ab2f98a66"
591
+ },
592
+ {
593
+ "key": [
594
+ "PaliGemma",
595
+ "llm",
596
+ "final_norm_1",
597
+ "Dense_0",
598
+ "bias"
599
+ ],
600
+ "shape": [
601
+ 3072
602
+ ],
603
+ "dtype": "bfloat16",
604
+ "trainable": false,
605
+ "sha256": "25b3d48a2e6fcfae7a4456461552ed50a4cfd96df656478c00bf7b7501b92ebf"
606
+ },
607
+ {
608
+ "key": [
609
+ "PaliGemma",
610
+ "llm",
611
+ "final_norm_1",
612
+ "Dense_0",
613
+ "kernel"
614
+ ],
615
+ "shape": [
616
+ 1024,
617
+ 3072
618
+ ],
619
+ "dtype": "bfloat16",
620
+ "trainable": false,
621
+ "sha256": "547b0dda39664f466d5a1e9046b94937660a2c0bdf1a3030483a06db54f8a57a"
622
+ },
623
+ {
624
+ "key": [
625
+ "PaliGemma",
626
+ "llm",
627
+ "layers",
628
+ "attn",
629
+ "attn_vec_einsum",
630
+ "lora_a"
631
+ ],
632
+ "shape": [
633
+ 18,
634
+ 8,
635
+ 256,
636
+ 16
637
+ ],
638
+ "dtype": "float32",
639
+ "trainable": true,
640
+ "file": "weights/00027.bin",
641
+ "sha256": "825e59b29307fb1f592128eb2a598edf0ea4d597604578aabfd694c63a9a5a14"
642
+ },
643
+ {
644
+ "key": [
645
+ "PaliGemma",
646
+ "llm",
647
+ "layers",
648
+ "attn",
649
+ "attn_vec_einsum",
650
+ "lora_b"
651
+ ],
652
+ "shape": [
653
+ 18,
654
+ 8,
655
+ 16,
656
+ 2048
657
+ ],
658
+ "dtype": "float32",
659
+ "trainable": true,
660
+ "file": "weights/00028.bin",
661
+ "sha256": "2ecd14201fc6f9816ad87b8c3f95ed23d1e16379db571a40946f19abe0824c4f"
662
+ },
663
+ {
664
+ "key": [
665
+ "PaliGemma",
666
+ "llm",
667
+ "layers",
668
+ "attn",
669
+ "attn_vec_einsum",
670
+ "w"
671
+ ],
672
+ "shape": [
673
+ 18,
674
+ 8,
675
+ 256,
676
+ 2048
677
+ ],
678
+ "dtype": "bfloat16",
679
+ "trainable": false,
680
+ "sha256": "f3d56948057f324e3b76283f4eb8b257b4fb508bc1f29b2ecd1686f7c8f4aa14"
681
+ },
682
+ {
683
+ "key": [
684
+ "PaliGemma",
685
+ "llm",
686
+ "layers",
687
+ "attn",
688
+ "attn_vec_einsum_1",
689
+ "lora_a"
690
+ ],
691
+ "shape": [
692
+ 18,
693
+ 8,
694
+ 256,
695
+ 32
696
+ ],
697
+ "dtype": "float32",
698
+ "trainable": true,
699
+ "file": "weights/00030.bin",
700
+ "sha256": "c4dcac459011fa80c140f0e949fa478a11e4514309a4d65aca24efa467b431ff"
701
+ },
702
+ {
703
+ "key": [
704
+ "PaliGemma",
705
+ "llm",
706
+ "layers",
707
+ "attn",
708
+ "attn_vec_einsum_1",
709
+ "lora_b"
710
+ ],
711
+ "shape": [
712
+ 18,
713
+ 8,
714
+ 32,
715
+ 1024
716
+ ],
717
+ "dtype": "float32",
718
+ "trainable": true,
719
+ "file": "weights/00031.bin",
720
+ "sha256": "576ffdb658e6ec8f81741b75f0db61e19ceeb5fda6c4a9a8e080689ae86d4139"
721
+ },
722
+ {
723
+ "key": [
724
+ "PaliGemma",
725
+ "llm",
726
+ "layers",
727
+ "attn",
728
+ "attn_vec_einsum_1",
729
+ "w"
730
+ ],
731
+ "shape": [
732
+ 18,
733
+ 8,
734
+ 256,
735
+ 1024
736
+ ],
737
+ "dtype": "bfloat16",
738
+ "trainable": false,
739
+ "sha256": "3a341df0218f0b6e493b9e42398ecacbd4b18d1650176007c293126c7212ea4a"
740
+ },
741
+ {
742
+ "key": [
743
+ "PaliGemma",
744
+ "llm",
745
+ "layers",
746
+ "attn",
747
+ "kv_einsum",
748
+ "lora_a"
749
+ ],
750
+ "shape": [
751
+ 18,
752
+ 2,
753
+ 1,
754
+ 2048,
755
+ 16
756
+ ],
757
+ "dtype": "float32",
758
+ "trainable": true,
759
+ "file": "weights/00033.bin",
760
+ "sha256": "804707502f91883c007d73933965cfe292bd1f0661a865b1cb19a0f7ade8fd48"
761
+ },
762
+ {
763
+ "key": [
764
+ "PaliGemma",
765
+ "llm",
766
+ "layers",
767
+ "attn",
768
+ "kv_einsum",
769
+ "lora_b"
770
+ ],
771
+ "shape": [
772
+ 18,
773
+ 2,
774
+ 1,
775
+ 16,
776
+ 256
777
+ ],
778
+ "dtype": "float32",
779
+ "trainable": true,
780
+ "file": "weights/00034.bin",
781
+ "sha256": "1157845ae55deea5d390ee24d2f3dd793fd8b55b8de13addadd22c267fe6eb48"
782
+ },
783
+ {
784
+ "key": [
785
+ "PaliGemma",
786
+ "llm",
787
+ "layers",
788
+ "attn",
789
+ "kv_einsum",
790
+ "w"
791
+ ],
792
+ "shape": [
793
+ 18,
794
+ 2,
795
+ 1,
796
+ 2048,
797
+ 256
798
+ ],
799
+ "dtype": "bfloat16",
800
+ "trainable": false,
801
+ "sha256": "f0a26461dc4025626288c0eaae529a4373506d7ddccd203a79e923112055c954"
802
+ },
803
+ {
804
+ "key": [
805
+ "PaliGemma",
806
+ "llm",
807
+ "layers",
808
+ "attn",
809
+ "kv_einsum_1",
810
+ "lora_a"
811
+ ],
812
+ "shape": [
813
+ 18,
814
+ 2,
815
+ 1,
816
+ 1024,
817
+ 32
818
+ ],
819
+ "dtype": "float32",
820
+ "trainable": true,
821
+ "file": "weights/00036.bin",
822
+ "sha256": "e55e97487f98880003c633eee1a1108d76571024b620db63f123e7fb2d6c76fa"
823
+ },
824
+ {
825
+ "key": [
826
+ "PaliGemma",
827
+ "llm",
828
+ "layers",
829
+ "attn",
830
+ "kv_einsum_1",
831
+ "lora_b"
832
+ ],
833
+ "shape": [
834
+ 18,
835
+ 2,
836
+ 1,
837
+ 32,
838
+ 256
839
+ ],
840
+ "dtype": "float32",
841
+ "trainable": true,
842
+ "file": "weights/00037.bin",
843
+ "sha256": "f1c815a014ec6f9bb42fbee68b19ac799a2677c1570ba997e2e3521c24449ad3"
844
+ },
845
+ {
846
+ "key": [
847
+ "PaliGemma",
848
+ "llm",
849
+ "layers",
850
+ "attn",
851
+ "kv_einsum_1",
852
+ "w"
853
+ ],
854
+ "shape": [
855
+ 18,
856
+ 2,
857
+ 1,
858
+ 1024,
859
+ 256
860
+ ],
861
+ "dtype": "bfloat16",
862
+ "trainable": false,
863
+ "sha256": "cef133958a7716cd914e238ddeae87a82817463c210f2b6ab79ccebb1fa5cfcb"
864
+ },
865
+ {
866
+ "key": [
867
+ "PaliGemma",
868
+ "llm",
869
+ "layers",
870
+ "attn",
871
+ "q_einsum",
872
+ "lora_a"
873
+ ],
874
+ "shape": [
875
+ 18,
876
+ 8,
877
+ 2048,
878
+ 16
879
+ ],
880
+ "dtype": "float32",
881
+ "trainable": true,
882
+ "file": "weights/00039.bin",
883
+ "sha256": "d8ebcb861ac1f84d91da49cd66e6bd90ff35413a877694029d6a4a63e3b0e3d6"
884
+ },
885
+ {
886
+ "key": [
887
+ "PaliGemma",
888
+ "llm",
889
+ "layers",
890
+ "attn",
891
+ "q_einsum",
892
+ "lora_b"
893
+ ],
894
+ "shape": [
895
+ 18,
896
+ 8,
897
+ 16,
898
+ 256
899
+ ],
900
+ "dtype": "float32",
901
+ "trainable": true,
902
+ "file": "weights/00040.bin",
903
+ "sha256": "66263e8acbcfe0b1d73cddb465590ba8b823ebafa413eb22917fba6c691ede0b"
904
+ },
905
+ {
906
+ "key": [
907
+ "PaliGemma",
908
+ "llm",
909
+ "layers",
910
+ "attn",
911
+ "q_einsum",
912
+ "w"
913
+ ],
914
+ "shape": [
915
+ 18,
916
+ 8,
917
+ 2048,
918
+ 256
919
+ ],
920
+ "dtype": "bfloat16",
921
+ "trainable": false,
922
+ "sha256": "49bd63dbc90f97b03dc0d9d3309bd4c4c800bd4eddf301bf87d232e76853ae68"
923
+ },
924
+ {
925
+ "key": [
926
+ "PaliGemma",
927
+ "llm",
928
+ "layers",
929
+ "attn",
930
+ "q_einsum_1",
931
+ "lora_a"
932
+ ],
933
+ "shape": [
934
+ 18,
935
+ 8,
936
+ 1024,
937
+ 32
938
+ ],
939
+ "dtype": "float32",
940
+ "trainable": true,
941
+ "file": "weights/00042.bin",
942
+ "sha256": "37a3e3d5d2a200dada60c37598d39551b043ee2b0832c5cddbe1e8a40ebf544e"
943
+ },
944
+ {
945
+ "key": [
946
+ "PaliGemma",
947
+ "llm",
948
+ "layers",
949
+ "attn",
950
+ "q_einsum_1",
951
+ "lora_b"
952
+ ],
953
+ "shape": [
954
+ 18,
955
+ 8,
956
+ 32,
957
+ 256
958
+ ],
959
+ "dtype": "float32",
960
+ "trainable": true,
961
+ "file": "weights/00043.bin",
962
+ "sha256": "dc3172d4128a04f1c82d853ceb4b15565548f40eb4c033f8bec8df18aa820ec8"
963
+ },
964
+ {
965
+ "key": [
966
+ "PaliGemma",
967
+ "llm",
968
+ "layers",
969
+ "attn",
970
+ "q_einsum_1",
971
+ "w"
972
+ ],
973
+ "shape": [
974
+ 18,
975
+ 8,
976
+ 1024,
977
+ 256
978
+ ],
979
+ "dtype": "bfloat16",
980
+ "trainable": false,
981
+ "sha256": "08bc434584edfd487b4312f7f29537261cf39194a28c7d078504826952019499"
982
+ },
983
+ {
984
+ "key": [
985
+ "PaliGemma",
986
+ "llm",
987
+ "layers",
988
+ "mlp",
989
+ "gating_einsum"
990
+ ],
991
+ "shape": [
992
+ 18,
993
+ 2,
994
+ 2048,
995
+ 16384
996
+ ],
997
+ "dtype": "bfloat16",
998
+ "trainable": false,
999
+ "sha256": "5c9d9aae7fae7ebacd7fc310c3708325491112bb511d5b94648b224ee5b5da44"
1000
+ },
1001
+ {
1002
+ "key": [
1003
+ "PaliGemma",
1004
+ "llm",
1005
+ "layers",
1006
+ "mlp",
1007
+ "gating_einsum_lora_a"
1008
+ ],
1009
+ "shape": [
1010
+ 18,
1011
+ 2,
1012
+ 2048,
1013
+ 16
1014
+ ],
1015
+ "dtype": "float32",
1016
+ "trainable": true,
1017
+ "file": "weights/00046.bin",
1018
+ "sha256": "e2e75a658401e5f7f5ed627985f32315ba7e6adeb34b754c57c81bb12ed8c226"
1019
+ },
1020
+ {
1021
+ "key": [
1022
+ "PaliGemma",
1023
+ "llm",
1024
+ "layers",
1025
+ "mlp",
1026
+ "gating_einsum_lora_b"
1027
+ ],
1028
+ "shape": [
1029
+ 18,
1030
+ 2,
1031
+ 16,
1032
+ 16384
1033
+ ],
1034
+ "dtype": "float32",
1035
+ "trainable": true,
1036
+ "file": "weights/00047.bin",
1037
+ "sha256": "86f6e54d14c8160b614941d09c830ad7ade8cd13c62683b072f1769cecba833d"
1038
+ },
1039
+ {
1040
+ "key": [
1041
+ "PaliGemma",
1042
+ "llm",
1043
+ "layers",
1044
+ "mlp",
1045
+ "linear"
1046
+ ],
1047
+ "shape": [
1048
+ 18,
1049
+ 16384,
1050
+ 2048
1051
+ ],
1052
+ "dtype": "bfloat16",
1053
+ "trainable": false,
1054
+ "sha256": "7804c2ca69805bf3d6c440642fc951c606e31707c656762b62d574de02074c70"
1055
+ },
1056
+ {
1057
+ "key": [
1058
+ "PaliGemma",
1059
+ "llm",
1060
+ "layers",
1061
+ "mlp",
1062
+ "linear_lora_a"
1063
+ ],
1064
+ "shape": [
1065
+ 18,
1066
+ 16384,
1067
+ 16
1068
+ ],
1069
+ "dtype": "float32",
1070
+ "trainable": true,
1071
+ "file": "weights/00049.bin",
1072
+ "sha256": "b5608690db579f4c4b506f43112d452378e90ddaab527e343f4d73f980e74759"
1073
+ },
1074
+ {
1075
+ "key": [
1076
+ "PaliGemma",
1077
+ "llm",
1078
+ "layers",
1079
+ "mlp",
1080
+ "linear_lora_b"
1081
+ ],
1082
+ "shape": [
1083
+ 18,
1084
+ 16,
1085
+ 2048
1086
+ ],
1087
+ "dtype": "float32",
1088
+ "trainable": true,
1089
+ "file": "weights/00050.bin",
1090
+ "sha256": "8a1645c4c81d3cfc9e44bb470966c48a3d5ed178653430f690ffc5df99e49a14"
1091
+ },
1092
+ {
1093
+ "key": [
1094
+ "PaliGemma",
1095
+ "llm",
1096
+ "layers",
1097
+ "mlp_1",
1098
+ "gating_einsum"
1099
+ ],
1100
+ "shape": [
1101
+ 18,
1102
+ 2,
1103
+ 1024,
1104
+ 4096
1105
+ ],
1106
+ "dtype": "bfloat16",
1107
+ "trainable": false,
1108
+ "sha256": "ee8cf2ee0f988781cacecffeb508282966f4a4f26dcc122e5a1ea5ef70b2b66e"
1109
+ },
1110
+ {
1111
+ "key": [
1112
+ "PaliGemma",
1113
+ "llm",
1114
+ "layers",
1115
+ "mlp_1",
1116
+ "gating_einsum_lora_a"
1117
+ ],
1118
+ "shape": [
1119
+ 18,
1120
+ 2,
1121
+ 1024,
1122
+ 32
1123
+ ],
1124
+ "dtype": "float32",
1125
+ "trainable": true,
1126
+ "file": "weights/00052.bin",
1127
+ "sha256": "edb8da19e4550e147d63576465ca3066742e646d91bdb0a7c86686e829c15417"
1128
+ },
1129
+ {
1130
+ "key": [
1131
+ "PaliGemma",
1132
+ "llm",
1133
+ "layers",
1134
+ "mlp_1",
1135
+ "gating_einsum_lora_b"
1136
+ ],
1137
+ "shape": [
1138
+ 18,
1139
+ 2,
1140
+ 32,
1141
+ 4096
1142
+ ],
1143
+ "dtype": "float32",
1144
+ "trainable": true,
1145
+ "file": "weights/00053.bin",
1146
+ "sha256": "1266bec6cdb5f4678d491b6677897254bb97f2ab4c0d33702e260db426410d9b"
1147
+ },
1148
+ {
1149
+ "key": [
1150
+ "PaliGemma",
1151
+ "llm",
1152
+ "layers",
1153
+ "mlp_1",
1154
+ "linear"
1155
+ ],
1156
+ "shape": [
1157
+ 18,
1158
+ 4096,
1159
+ 1024
1160
+ ],
1161
+ "dtype": "bfloat16",
1162
+ "trainable": false,
1163
+ "sha256": "5988c6c1a62daf5381d621ce4d546101e9c0620e0ff1115b79d348effa7e663e"
1164
+ },
1165
+ {
1166
+ "key": [
1167
+ "PaliGemma",
1168
+ "llm",
1169
+ "layers",
1170
+ "mlp_1",
1171
+ "linear_lora_a"
1172
+ ],
1173
+ "shape": [
1174
+ 18,
1175
+ 4096,
1176
+ 32
1177
+ ],
1178
+ "dtype": "float32",
1179
+ "trainable": true,
1180
+ "file": "weights/00055.bin",
1181
+ "sha256": "709e667b6a805be0ac851911321599b6886c1d2c70aa08bd8283c346ed686ad8"
1182
+ },
1183
+ {
1184
+ "key": [
1185
+ "PaliGemma",
1186
+ "llm",
1187
+ "layers",
1188
+ "mlp_1",
1189
+ "linear_lora_b"
1190
+ ],
1191
+ "shape": [
1192
+ 18,
1193
+ 32,
1194
+ 1024
1195
+ ],
1196
+ "dtype": "float32",
1197
+ "trainable": true,
1198
+ "file": "weights/00056.bin",
1199
+ "sha256": "ad5ac0cffca3077fd96aa32f2f7bddea15d6b076d9a02f30af5268f7f01c7062"
1200
+ },
1201
+ {
1202
+ "key": [
1203
+ "PaliGemma",
1204
+ "llm",
1205
+ "layers",
1206
+ "pre_attention_norm",
1207
+ "scale"
1208
+ ],
1209
+ "shape": [
1210
+ 18,
1211
+ 2048
1212
+ ],
1213
+ "dtype": "bfloat16",
1214
+ "trainable": false,
1215
+ "sha256": "37fa5c86fa453d713c979be95fce9c6a6464b87c7339b2b887f04d4f3a2b10b5"
1216
+ },
1217
+ {
1218
+ "key": [
1219
+ "PaliGemma",
1220
+ "llm",
1221
+ "layers",
1222
+ "pre_attention_norm_1",
1223
+ "Dense_0",
1224
+ "bias"
1225
+ ],
1226
+ "shape": [
1227
+ 18,
1228
+ 3072
1229
+ ],
1230
+ "dtype": "bfloat16",
1231
+ "trainable": false,
1232
+ "sha256": "1cc8cca210b816a450ace197de5a550f362edf0d4bb8133435ea1d3f86f2d606"
1233
+ },
1234
+ {
1235
+ "key": [
1236
+ "PaliGemma",
1237
+ "llm",
1238
+ "layers",
1239
+ "pre_attention_norm_1",
1240
+ "Dense_0",
1241
+ "kernel"
1242
+ ],
1243
+ "shape": [
1244
+ 18,
1245
+ 1024,
1246
+ 3072
1247
+ ],
1248
+ "dtype": "bfloat16",
1249
+ "trainable": false,
1250
+ "sha256": "23e81e87528f562e0d326eae3667295e1a03c2ccee7015254cf3e5c51372128a"
1251
+ },
1252
+ {
1253
+ "key": [
1254
+ "PaliGemma",
1255
+ "llm",
1256
+ "layers",
1257
+ "pre_ffw_norm",
1258
+ "scale"
1259
+ ],
1260
+ "shape": [
1261
+ 18,
1262
+ 2048
1263
+ ],
1264
+ "dtype": "bfloat16",
1265
+ "trainable": false,
1266
+ "sha256": "9ea1d295fd076be19aee25bfdf8d064800dcb46fe82be303ffc113299de4a88f"
1267
+ },
1268
+ {
1269
+ "key": [
1270
+ "PaliGemma",
1271
+ "llm",
1272
+ "layers",
1273
+ "pre_ffw_norm_1",
1274
+ "Dense_0",
1275
+ "bias"
1276
+ ],
1277
+ "shape": [
1278
+ 18,
1279
+ 3072
1280
+ ],
1281
+ "dtype": "bfloat16",
1282
+ "trainable": false,
1283
+ "sha256": "3ebb26e581981f80f4c47d8e5323badd71054ee89fb6b023f5b98b83535cc04a"
1284
+ },
1285
+ {
1286
+ "key": [
1287
+ "PaliGemma",
1288
+ "llm",
1289
+ "layers",
1290
+ "pre_ffw_norm_1",
1291
+ "Dense_0",
1292
+ "kernel"
1293
+ ],
1294
+ "shape": [
1295
+ 18,
1296
+ 1024,
1297
+ 3072
1298
+ ],
1299
+ "dtype": "bfloat16",
1300
+ "trainable": false,
1301
+ "sha256": "d854ec1c6dee5ff98fb2ff68d39146caf57f21e2af4b72fe611c6efa0cffb7c5"
1302
+ },
1303
+ {
1304
+ "key": [
1305
+ "action_in_proj",
1306
+ "bias"
1307
+ ],
1308
+ "shape": [
1309
+ 1024
1310
+ ],
1311
+ "dtype": "float32",
1312
+ "trainable": true,
1313
+ "file": "weights/00063.bin",
1314
+ "sha256": "b00ac81b1710ce247250314b3397201324dfb2f873905971a0db4296419586cc"
1315
+ },
1316
+ {
1317
+ "key": [
1318
+ "action_in_proj",
1319
+ "kernel"
1320
+ ],
1321
+ "shape": [
1322
+ 32,
1323
+ 1024
1324
+ ],
1325
+ "dtype": "float32",
1326
+ "trainable": true,
1327
+ "file": "weights/00064.bin",
1328
+ "sha256": "21623d6874a349860aa694237ac0a5a46196791d57515fb1acb46c154808908f"
1329
+ },
1330
+ {
1331
+ "key": [
1332
+ "action_out_proj",
1333
+ "bias"
1334
+ ],
1335
+ "shape": [
1336
+ 32
1337
+ ],
1338
+ "dtype": "float32",
1339
+ "trainable": true,
1340
+ "file": "weights/00065.bin",
1341
+ "sha256": "bc6ecf42136b4593a61f233ced2e737842870120ebc1647bd4b14b1c7f82e04b"
1342
+ },
1343
+ {
1344
+ "key": [
1345
+ "action_out_proj",
1346
+ "kernel"
1347
+ ],
1348
+ "shape": [
1349
+ 1024,
1350
+ 32
1351
+ ],
1352
+ "dtype": "float32",
1353
+ "trainable": true,
1354
+ "file": "weights/00066.bin",
1355
+ "sha256": "e425f161772e024b96e0e88887923b544b9a7155a9bcba447b72606cfd33a170"
1356
+ },
1357
+ {
1358
+ "key": [
1359
+ "time_mlp_in",
1360
+ "bias"
1361
+ ],
1362
+ "shape": [
1363
+ 1024
1364
+ ],
1365
+ "dtype": "float32",
1366
+ "trainable": true,
1367
+ "file": "weights/00067.bin",
1368
+ "sha256": "d18764ef7e6028edb22ec34a44d51ca0932cc8496140669a8cc3589c767ce4a6"
1369
+ },
1370
+ {
1371
+ "key": [
1372
+ "time_mlp_in",
1373
+ "kernel"
1374
+ ],
1375
+ "shape": [
1376
+ 1024,
1377
+ 1024
1378
+ ],
1379
+ "dtype": "float32",
1380
+ "trainable": true,
1381
+ "file": "weights/00068.bin",
1382
+ "sha256": "c05cac1dbab342f7652e1b3882673c4deb079d09484e00fd62d4505fdcab029f"
1383
+ },
1384
+ {
1385
+ "key": [
1386
+ "time_mlp_out",
1387
+ "bias"
1388
+ ],
1389
+ "shape": [
1390
+ 1024
1391
+ ],
1392
+ "dtype": "float32",
1393
+ "trainable": true,
1394
+ "file": "weights/00069.bin",
1395
+ "sha256": "3e126ce3c0f9cb62f2d9194f3b3d9c345d75ed63e7e7f6ee002a2674286e2ed8"
1396
+ },
1397
+ {
1398
+ "key": [
1399
+ "time_mlp_out",
1400
+ "kernel"
1401
+ ],
1402
+ "shape": [
1403
+ 1024,
1404
+ 1024
1405
+ ],
1406
+ "dtype": "float32",
1407
+ "trainable": true,
1408
+ "file": "weights/00070.bin",
1409
+ "sha256": "d85b293aa023672de101531051372ab4de08b4fdcaddb2a06c473bf85913dba4"
1410
+ }
1411
+ ],
1412
+ "resume_supported": false,
1413
+ "parameter_bytes": 1867828288,
1414
+ "step": 110000,
1415
+ "asset_files": {
1416
+ "assets/raids_full_alltrain_h40_v31/norm_stats.json": "014810dcea6b7dab6e7cd10056a45c5863ec63c359f7fe1f03f79a6f41ce8ce1"
1417
+ }
1418
+ }
pi05/delta/stage01_17_h40/step_110000/weights/00000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84ff206b3ad0213fb99dd0465cc295745d2a4e37c8adb0ed661cb6eb073f0fb4
3
+ size 4608
pi05/delta/stage01_17_h40/step_110000/weights/00001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e07c17448ab22565f44546e16118849c1eae22a0968a5e3e2bb4c6afb205116f
3
+ size 4608
pi05/delta/stage01_17_h40/step_110000/weights/00002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c92c0423f989ea4de1dd43db3b294de368311b3fa0373c1f5ad3d79f826e0e93
3
+ size 124416
pi05/delta/stage01_17_h40/step_110000/weights/00003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:476b256c5dbf1a8e78d61eb4ad8530705e4fb308713c49205fff1b3e46629d12
3
+ size 124416
pi05/delta/stage01_17_h40/step_110000/weights/00004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83f6bf191030736b410957d80d6a06a3af53f26325bd244ad08e9af085be16cf
3
+ size 124416
pi05/delta/stage01_17_h40/step_110000/weights/00005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48ef8800ce46fbb9fdc0906d6d1022feaa5de2b5e75f8967e723c24d9b3d8bc7
3
+ size 124416
pi05/delta/stage01_17_h40/step_110000/weights/00006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44006f9d48404df6e5b227fccd9356ac065f84da100f7f3e8a37b2c13c59fee6
3
+ size 464832
pi05/delta/stage01_17_h40/step_110000/weights/00007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d59acfdbddacecd10f8f6e414129d57d27544a97b3bb14f5da1a2b94393638da
3
+ size 535486464
pi05/delta/stage01_17_h40/step_110000/weights/00008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0820fafa1984df8678abffac595c1f6f357c232f8e97e2f10950b8e631dbc30
3
+ size 124416
pi05/delta/stage01_17_h40/step_110000/weights/00009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f558ea52f137d6aa6daf989a335587c633dc72be3408ed1fead981d9d934d9a8
3
+ size 535486464
pi05/delta/stage01_17_h40/step_110000/weights/00010.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b687c64cd460be1ee1cc19d739856342a94632353b1935f07ffdb7cbc92cc14c
3
+ size 124416
pi05/delta/stage01_17_h40/step_110000/weights/00011.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb27cebcd583ed6f920235d933b334588e9e1c88eb4a7aaf7339ceb6755ca657
3
+ size 143327232
pi05/delta/stage01_17_h40/step_110000/weights/00012.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704855f2a71d2bbf9bf8939503c14770e6034f6088c986dd0e319a4b8ab98c10
3
+ size 124416
pi05/delta/stage01_17_h40/step_110000/weights/00013.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ced7d75142223751fda07811cd8aa3c890666fe55dfbf2cd435d04c7a9150583
3
+ size 143327232
pi05/delta/stage01_17_h40/step_110000/weights/00014.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e88b3aeff60b008c0692dede6bb01b1c88c1382d2e43947116a1a17cd05c2b02
3
+ size 124416
pi05/delta/stage01_17_h40/step_110000/weights/00015.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9fd1e999ece3c2c60ee78d1edb05144fc3dd48f4801d36dada3ab165019f66e
3
+ size 143327232
pi05/delta/stage01_17_h40/step_110000/weights/00016.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e3dc31645b5f377ceb505f4d846de01b6afc366bcd52f769bde98e75232a43d
3
+ size 124416
pi05/delta/stage01_17_h40/step_110000/weights/00017.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00db809f6c7338cb508fa19b8e79ac90d174829074617ebea504b21bd0e2fdc8
3
+ size 143327232
pi05/delta/stage01_17_h40/step_110000/weights/00018.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a17d980221443f9f3c6457c5ee66cf60658025fc6ccef603b89905fad40fe715
3
+ size 4608
pi05/delta/stage01_17_h40/step_110000/weights/00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d43a012136580611ff415554f5f63f5ff6456bf7afb6c2e459c2df31b711d3d
3
+ size 2709504
pi05/delta/stage01_17_h40/step_110000/weights/00020.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90998e4bce831062e3dc8a7d3895de8a8c9fc85298181895e2986538fa296415
3
+ size 8192
pi05/delta/stage01_17_h40/step_110000/weights/00021.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9107b79938cdeb0697048d15aff671d4f579038178d3df0c816946d6fe7c0f2d
3
+ size 9437184
pi05/delta/stage01_17_h40/step_110000/weights/00022.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29e46652acaf68c1f8f072813b9a3543ee88ebd0448f8f796f4b94896371dfe2
3
+ size 1179648
pi05/delta/stage01_17_h40/step_110000/weights/00027.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:825e59b29307fb1f592128eb2a598edf0ea4d597604578aabfd694c63a9a5a14
3
+ size 2359296
pi05/delta/stage01_17_h40/step_110000/weights/00028.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ecd14201fc6f9816ad87b8c3f95ed23d1e16379db571a40946f19abe0824c4f
3
+ size 18874368
pi05/delta/stage01_17_h40/step_110000/weights/00030.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4dcac459011fa80c140f0e949fa478a11e4514309a4d65aca24efa467b431ff
3
+ size 4718592
pi05/delta/stage01_17_h40/step_110000/weights/00031.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:576ffdb658e6ec8f81741b75f0db61e19ceeb5fda6c4a9a8e080689ae86d4139
3
+ size 18874368
pi05/delta/stage01_17_h40/step_110000/weights/00033.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:804707502f91883c007d73933965cfe292bd1f0661a865b1cb19a0f7ade8fd48
3
+ size 4718592
pi05/delta/stage01_17_h40/step_110000/weights/00034.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1157845ae55deea5d390ee24d2f3dd793fd8b55b8de13addadd22c267fe6eb48
3
+ size 589824
pi05/delta/stage01_17_h40/step_110000/weights/00036.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e55e97487f98880003c633eee1a1108d76571024b620db63f123e7fb2d6c76fa
3
+ size 4718592
pi05/delta/stage01_17_h40/step_110000/weights/00037.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1c815a014ec6f9bb42fbee68b19ac799a2677c1570ba997e2e3521c24449ad3
3
+ size 1179648
pi05/delta/stage01_17_h40/step_110000/weights/00039.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8ebcb861ac1f84d91da49cd66e6bd90ff35413a877694029d6a4a63e3b0e3d6
3
+ size 18874368
pi05/delta/stage01_17_h40/step_110000/weights/00040.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66263e8acbcfe0b1d73cddb465590ba8b823ebafa413eb22917fba6c691ede0b
3
+ size 2359296
pi05/delta/stage01_17_h40/step_110000/weights/00042.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37a3e3d5d2a200dada60c37598d39551b043ee2b0832c5cddbe1e8a40ebf544e
3
+ size 18874368
pi05/delta/stage01_17_h40/step_110000/weights/00043.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc3172d4128a04f1c82d853ceb4b15565548f40eb4c033f8bec8df18aa820ec8
3
+ size 4718592
pi05/delta/stage01_17_h40/step_110000/weights/00046.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2e75a658401e5f7f5ed627985f32315ba7e6adeb34b754c57c81bb12ed8c226
3
+ size 4718592
pi05/delta/stage01_17_h40/step_110000/weights/00047.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86f6e54d14c8160b614941d09c830ad7ade8cd13c62683b072f1769cecba833d
3
+ size 37748736
pi05/delta/stage01_17_h40/step_110000/weights/00049.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5608690db579f4c4b506f43112d452378e90ddaab527e343f4d73f980e74759
3
+ size 18874368
pi05/delta/stage01_17_h40/step_110000/weights/00050.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a1645c4c81d3cfc9e44bb470966c48a3d5ed178653430f690ffc5df99e49a14
3
+ size 2359296
pi05/delta/stage01_17_h40/step_110000/weights/00052.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edb8da19e4550e147d63576465ca3066742e646d91bdb0a7c86686e829c15417
3
+ size 4718592
pi05/delta/stage01_17_h40/step_110000/weights/00053.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1266bec6cdb5f4678d491b6677897254bb97f2ab4c0d33702e260db426410d9b
3
+ size 18874368
pi05/delta/stage01_17_h40/step_110000/weights/00055.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:709e667b6a805be0ac851911321599b6886c1d2c70aa08bd8283c346ed686ad8
3
+ size 9437184
pi05/delta/stage01_17_h40/step_110000/weights/00056.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad5ac0cffca3077fd96aa32f2f7bddea15d6b076d9a02f30af5268f7f01c7062
3
+ size 2359296
pi05/delta/stage01_17_h40/step_110000/weights/00063.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b00ac81b1710ce247250314b3397201324dfb2f873905971a0db4296419586cc
3
+ size 4096
pi05/delta/stage01_17_h40/step_110000/weights/00064.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21623d6874a349860aa694237ac0a5a46196791d57515fb1acb46c154808908f
3
+ size 131072
pi05/delta/stage01_17_h40/step_110000/weights/00065.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc6ecf42136b4593a61f233ced2e737842870120ebc1647bd4b14b1c7f82e04b
3
+ size 128
pi05/delta/stage01_17_h40/step_110000/weights/00066.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e425f161772e024b96e0e88887923b544b9a7155a9bcba447b72606cfd33a170
3
+ size 131072
pi05/delta/stage01_17_h40/step_110000/weights/00067.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d18764ef7e6028edb22ec34a44d51ca0932cc8496140669a8cc3589c767ce4a6
3
+ size 4096