Upload data/mix128_b6_35_640M_MANIFEST.txt with huggingface_hub
Browse files
data/mix128_b6_35_640M_MANIFEST.txt
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
tokens 640020090
|
| 2 |
+
shards 7
|
| 3 |
+
batches 4879
|
| 4 |
+
window 131072
|
| 5 |
+
grad_accum 4
|
| 6 |
+
usable_steps 1219
|
| 7 |
+
mix b6_gte_131072 target 0.3500 actual 0.3503 tokens 224196739
|
| 8 |
+
mix b5_65536_131072 target 0.2500 actual 0.2500 tokens 159993089
|
| 9 |
+
mix b4_32768_65536 target 0.1500 actual 0.1499 tokens 95955272
|
| 10 |
+
mix b3_16384_32768 target 0.1500 actual 0.1499 tokens 95950936
|
| 11 |
+
mix b1_4096_8192 target 0.1000 actual 0.0999 tokens 63924054
|