Training in progress, step 10, checkpoint

checkpoint-10/adapter_config.json

@@ -20,9 +20,9 @@
   "revision": null,
   "target_modules": [
     "o_proj",
-    "q_proj",
+    "v_proj",
     "k_proj",
-    "v_proj"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

checkpoint-10/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3807eee51bee2da2260e6ab15e4137129dc94e80c9cc047e3942f2c54d649d42
+oid sha256:97ad9047e906f4a787243274ec6196e49018148a6b7f31c7b2fa1b857c2d4a10
 size 27297032

checkpoint-10/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a429e9bb461eeaabd2ff75e6aadc0360e478bf1617e7c0c8b1e19b30264010ae
+oid sha256:5a646531458cb409e4a53f29c59c64bd03f1ccde6d3dfe6712196093c63a0eb4
 size 54678010

checkpoint-10/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b409b4ca446dce167934c13fa7e6c7c32e16bd01c92b935046c24c5b18dd3b6e
+oid sha256:47344758f825b33d12d6b2deedeeec849b8c31b85864e61e1895bd84fc8a559f
 size 14512

checkpoint-10/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23cdbafd808fd15bd280a8c9a008f72f112af1045baa57257c1c247b6fb6b6b8
+oid sha256:8349807745c80d91093c27c78b812eff8d79a14aaa3ebc250fab32e1eba091f2
 size 14512

checkpoint-10/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 1.3440301418304443,
+  "best_metric": 1.3529514074325562,
   "best_model_checkpoint": "./mistral/29-02-24-Weni-testing_saving_checkpoints-final_Zeroshot-2_max_steps-60_batch_8_2024-02-29_ppid_7/checkpoint-10",
   "epoch": 0.006199628022318661,
   "eval_steps": 10,
@@ -10,10 +10,10 @@
   "log_history": [
     {
       "epoch": 0.01,
-      "eval_loss": 1.3440301418304443,
-      "eval_runtime": 213.012,
-      "eval_samples_per_second": 13.459,
-      "eval_steps_per_second": 3.366,
+      "eval_loss": 1.3529514074325562,
+      "eval_runtime": 212.913,
+      "eval_samples_per_second": 13.466,
+      "eval_steps_per_second": 3.368,
       "step": 10
     }
   ],
@@ -22,7 +22,7 @@
   "num_input_tokens_seen": 0,
   "num_train_epochs": 1,
   "save_steps": 10,
-  "total_flos": 5388669443637248.0,
+  "total_flos": 5159771845951488.0,
   "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null

checkpoint-10/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61a0d66b5c51f104aaaad6eef4a28d53eb3af224d545d13338dc935ab00eb0ef
+oid sha256:2cc62c4af4f803af602cea009aafda8ba033f82d34c95bc3ac85e67d6d846780
 size 5112