Upload data/p3mix_MANIFEST.txt with huggingface_hub
Browse files- data/p3mix_MANIFEST.txt +10 -0
data/p3mix_MANIFEST.txt
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
tokens 640046276
|
| 2 |
+
shards 7
|
| 3 |
+
batches 9762
|
| 4 |
+
window 65536
|
| 5 |
+
grad_accum 8
|
| 6 |
+
usable_steps 1220
|
| 7 |
+
mix b5_65536_131072 target 0.5000 actual 0.5000 tokens 320054446
|
| 8 |
+
mix b4_32768_65536 target 0.2500 actual 0.2500 tokens 160008905
|
| 9 |
+
mix b3_16384_32768 target 0.1500 actual 0.1500 tokens 95989992
|
| 10 |
+
mix b1_4096_8192 target 0.1000 actual 0.1000 tokens 63992933
|