Upload logs/14882aa2_sft_sftV6.log with huggingface_hub
Browse files- logs/14882aa2_sft_sftV6.log +102 -0
logs/14882aa2_sft_sftV6.log
CHANGED
|
@@ -3064,3 +3064,105 @@ Consider using tensor.detach() first. (Triggered internally at /pytorch/torch/cs
|
|
| 3064 |
|
| 3065 |
|
| 3066 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB
|
| 3067 |
22:09:41 SAVED sft/sftV6_latest.pt
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3068 |
/tmp/sftV6.pt : 2%|β | 56.0MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3069 |
/tmp/sftV6.pt : 2%|β | 56.0MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3070 |
/tmp/sftV6.pt : 5%|β | 120MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3071 |
/tmp/sftV6.pt : 7%|β | 176MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3072 |
/tmp/sftV6.pt : 9%|β | 232MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3073 |
/tmp/sftV6.pt : 12%|ββ | 296MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3074 |
/tmp/sftV6.pt : 14%|ββ | 352MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3075 |
/tmp/sftV6.pt : 17%|ββ | 416MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3076 |
/tmp/sftV6.pt : 19%|ββ | 472MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3077 |
/tmp/sftV6.pt : 22%|βββ | 528MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3078 |
/tmp/sftV6.pt : 24%|βββ | 584MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3079 |
/tmp/sftV6.pt : 26%|βββ | 648MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3080 |
/tmp/sftV6.pt : 29%|βββ | 704MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3081 |
/tmp/sftV6.pt : 31%|βββ | 760MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3082 |
/tmp/sftV6.pt : 34%|ββββ | 824MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3083 |
/tmp/sftV6.pt : 36%|ββββ | 880MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3084 |
/tmp/sftV6.pt : 38%|ββββ | 944MB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3085 |
/tmp/sftV6.pt : 41%|ββββ | 1.00GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3086 |
/tmp/sftV6.pt : 43%|βββββ | 1.06GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3087 |
/tmp/sftV6.pt : 46%|βββββ | 1.12GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3088 |
/tmp/sftV6.pt : 48%|βββββ | 1.18GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3089 |
/tmp/sftV6.pt : 51%|βββββ | 1.24GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3090 |
/tmp/sftV6.pt : 53%|ββββββ | 1.30GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3091 |
/tmp/sftV6.pt : 55%|ββββββ | 1.36GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3092 |
/tmp/sftV6.pt : 58%|ββββββ | 1.42GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3093 |
/tmp/sftV6.pt : 61%|ββββββ | 1.49GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3094 |
/tmp/sftV6.pt : 63%|βββββββ | 1.54GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3095 |
/tmp/sftV6.pt : 66%|βββββββ | 1.61GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3096 |
/tmp/sftV6.pt : 68%|βββββββ | 1.67GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3097 |
/tmp/sftV6.pt : 70%|βββββββ | 1.73GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3098 |
/tmp/sftV6.pt : 73%|ββββββββ | 1.78GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3099 |
/tmp/sftV6.pt : 75%|ββββββββ | 1.84GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3100 |
/tmp/sftV6.pt : 78%|ββββββββ | 1.90GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3101 |
/tmp/sftV6.pt : 80%|ββββββββ | 1.96GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3102 |
/tmp/sftV6.pt : 82%|βββββββββ | 2.02GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3103 |
/tmp/sftV6.pt : 85%|βββββββββ | 2.08GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3104 |
/tmp/sftV6.pt : 87%|βββββββββ | 2.14GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3105 |
/tmp/sftV6.pt : 90%|βββββββββ | 2.20GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3106 |
/tmp/sftV6.pt : 92%|ββββββββββ| 2.26GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3107 |
/tmp/sftV6.pt : 95%|ββββββββββ| 2.32GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3108 |
/tmp/sftV6.pt : 97%|ββββββββββ| 2.38GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3109 |
/tmp/sftV6.pt : 99%|ββββββββββ| 2.44GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3110 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3111 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3112 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3113 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3114 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 3115 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB
|
|
|
|
|
|
|
|
|
| 3064 |
|
| 3065 |
|
| 3066 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB
|
| 3067 |
22:09:41 SAVED sft/sftV6_latest.pt
|
| 3068 |
+
22:14:10 EVAL step 2500 gsm8k 0.000 svamp 0.000 heldout_nll 0.2280 reached_####: 0/200 (269s)
|
| 3069 |
+
22:14:10 SAMPLE 16 eggs/day * 3 breakfast/morning = 12 eggs/day / 12 eggs/day * 4 muffins/day = 12 eggs/day / 12 eggs/day * 12 eggs/day = 12 eggs/day / 12 eggs/day * 12 eggs/day = 12 eggs/day / 12 eggs/day * 12 eggs/day = 12 eggs/day / 12 eggs/day * 12 eggs/day = 12 eggs/day / 12 eggs/day * 12 eggs/day = 12 eggs/day / 12 eggs/da
|
| 3070 |
+
|
| 3071 |
+
|
| 3072 |
+
|
| 3073 |
+
|
| 3074 |
/tmp/sftV6.pt : 2%|β | 56.0MB / 2.45GB [A[A
|
| 3075 |
+
|
| 3076 |
+
|
| 3077 |
/tmp/sftV6.pt : 2%|β | 56.0MB / 2.45GB [A[A
|
| 3078 |
+
|
| 3079 |
+
|
| 3080 |
/tmp/sftV6.pt : 5%|β | 120MB / 2.45GB [A[A
|
| 3081 |
+
|
| 3082 |
+
|
| 3083 |
/tmp/sftV6.pt : 7%|β | 176MB / 2.45GB [A[A
|
| 3084 |
+
|
| 3085 |
+
|
| 3086 |
/tmp/sftV6.pt : 9%|β | 232MB / 2.45GB [A[A
|
| 3087 |
+
|
| 3088 |
+
|
| 3089 |
/tmp/sftV6.pt : 12%|ββ | 296MB / 2.45GB [A[A
|
| 3090 |
+
|
| 3091 |
+
|
| 3092 |
/tmp/sftV6.pt : 14%|ββ | 352MB / 2.45GB [A[A
|
| 3093 |
+
|
| 3094 |
+
|
| 3095 |
/tmp/sftV6.pt : 17%|ββ | 416MB / 2.45GB [A[A
|
| 3096 |
+
|
| 3097 |
+
|
| 3098 |
/tmp/sftV6.pt : 19%|ββ | 472MB / 2.45GB [A[A
|
| 3099 |
+
|
| 3100 |
+
|
| 3101 |
/tmp/sftV6.pt : 22%|βββ | 528MB / 2.45GB [A[A
|
| 3102 |
+
|
| 3103 |
+
|
| 3104 |
/tmp/sftV6.pt : 24%|βββ | 584MB / 2.45GB [A[A
|
| 3105 |
+
|
| 3106 |
+
|
| 3107 |
/tmp/sftV6.pt : 26%|βββ | 648MB / 2.45GB [A[A
|
| 3108 |
+
|
| 3109 |
+
|
| 3110 |
/tmp/sftV6.pt : 29%|βββ | 704MB / 2.45GB [A[A
|
| 3111 |
+
|
| 3112 |
+
|
| 3113 |
/tmp/sftV6.pt : 31%|βββ | 760MB / 2.45GB [A[A
|
| 3114 |
+
|
| 3115 |
+
|
| 3116 |
/tmp/sftV6.pt : 34%|ββββ | 824MB / 2.45GB [A[A
|
| 3117 |
+
|
| 3118 |
+
|
| 3119 |
/tmp/sftV6.pt : 36%|ββββ | 880MB / 2.45GB [A[A
|
| 3120 |
+
|
| 3121 |
+
|
| 3122 |
/tmp/sftV6.pt : 38%|ββββ | 944MB / 2.45GB [A[A
|
| 3123 |
+
|
| 3124 |
+
|
| 3125 |
/tmp/sftV6.pt : 41%|ββββ | 1.00GB / 2.45GB [A[A
|
| 3126 |
+
|
| 3127 |
+
|
| 3128 |
/tmp/sftV6.pt : 43%|βββββ | 1.06GB / 2.45GB [A[A
|
| 3129 |
+
|
| 3130 |
+
|
| 3131 |
/tmp/sftV6.pt : 46%|βββββ | 1.12GB / 2.45GB [A[A
|
| 3132 |
+
|
| 3133 |
+
|
| 3134 |
/tmp/sftV6.pt : 48%|βββββ | 1.18GB / 2.45GB [A[A
|
| 3135 |
+
|
| 3136 |
+
|
| 3137 |
/tmp/sftV6.pt : 51%|βββββ | 1.24GB / 2.45GB [A[A
|
| 3138 |
+
|
| 3139 |
+
|
| 3140 |
/tmp/sftV6.pt : 53%|ββββββ | 1.30GB / 2.45GB [A[A
|
| 3141 |
+
|
| 3142 |
+
|
| 3143 |
/tmp/sftV6.pt : 55%|ββββββ | 1.36GB / 2.45GB [A[A
|
| 3144 |
+
|
| 3145 |
+
|
| 3146 |
/tmp/sftV6.pt : 58%|ββββββ | 1.42GB / 2.45GB [A[A
|
| 3147 |
+
|
| 3148 |
+
|
| 3149 |
/tmp/sftV6.pt : 61%|ββββββ | 1.49GB / 2.45GB [A[A
|
| 3150 |
+
|
| 3151 |
+
|
| 3152 |
/tmp/sftV6.pt : 63%|βββββββ | 1.54GB / 2.45GB [A[A
|
| 3153 |
+
|
| 3154 |
+
|
| 3155 |
/tmp/sftV6.pt : 66%|βββββββ | 1.61GB / 2.45GB [A[A
|
| 3156 |
+
|
| 3157 |
+
|
| 3158 |
/tmp/sftV6.pt : 68%|βββββββ | 1.67GB / 2.45GB [A[A
|
| 3159 |
+
|
| 3160 |
+
|
| 3161 |
/tmp/sftV6.pt : 70%|βββββββ | 1.73GB / 2.45GB [A[A
|
| 3162 |
+
|
| 3163 |
+
|
| 3164 |
/tmp/sftV6.pt : 73%|ββββββββ | 1.78GB / 2.45GB [A[A
|
| 3165 |
+
|
| 3166 |
+
|
| 3167 |
/tmp/sftV6.pt : 75%|ββββββββ | 1.84GB / 2.45GB [A[A
|
| 3168 |
+
|
| 3169 |
+
|
| 3170 |
/tmp/sftV6.pt : 78%|ββββββββ | 1.90GB / 2.45GB [A[A
|
| 3171 |
+
|
| 3172 |
+
|
| 3173 |
/tmp/sftV6.pt : 80%|ββββββββ | 1.96GB / 2.45GB [A[A
|
| 3174 |
+
|
| 3175 |
+
|
| 3176 |
/tmp/sftV6.pt : 82%|βββββββββ | 2.02GB / 2.45GB [A[A
|
| 3177 |
+
|
| 3178 |
+
|
| 3179 |
/tmp/sftV6.pt : 85%|βββββββββ | 2.08GB / 2.45GB [A[A
|
| 3180 |
+
|
| 3181 |
+
|
| 3182 |
/tmp/sftV6.pt : 87%|βββββββββ | 2.14GB / 2.45GB [A[A
|
| 3183 |
+
|
| 3184 |
+
|
| 3185 |
/tmp/sftV6.pt : 90%|βββββββββ | 2.20GB / 2.45GB [A[A
|
| 3186 |
+
|
| 3187 |
+
|
| 3188 |
/tmp/sftV6.pt : 92%|ββββββββββ| 2.26GB / 2.45GB [A[A
|
| 3189 |
+
|
| 3190 |
+
|
| 3191 |
/tmp/sftV6.pt : 95%|ββββββββββ| 2.32GB / 2.45GB [A[A
|
| 3192 |
+
|
| 3193 |
+
|
| 3194 |
/tmp/sftV6.pt : 97%|ββββββββββ| 2.38GB / 2.45GB [A[A
|
| 3195 |
+
|
| 3196 |
+
|
| 3197 |
/tmp/sftV6.pt : 99%|ββββββββββ| 2.44GB / 2.45GB [A[A
|
| 3198 |
+
|
| 3199 |
+
|
| 3200 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB [A[A
|
| 3201 |
+
|
| 3202 |
+
|
| 3203 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB [A[A
|
| 3204 |
+
|
| 3205 |
+
|
| 3206 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB [A[A
|
| 3207 |
+
|
| 3208 |
+
|
| 3209 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB [A[A
|
| 3210 |
+
|
| 3211 |
+
|
| 3212 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB [A[A
|
| 3213 |
+
|
| 3214 |
+
|
| 3215 |
/tmp/sftV6.pt : 100%|ββββββββββ| 2.45GB / 2.45GB
|
| 3216 |
+
22:14:18 SAVED sft/sftV6_final.pt
|
| 3217 |
+
22:14:18 SFT DONE
|