nsa01n commited on
Commit
aec1bb1
·
verified ·
1 Parent(s): 73af771

decoder-only fine-tune (full)

Browse files
Files changed (3) hide show
  1. model.safetensors +1 -1
  2. train_meta.json +9 -9
  3. training_args.bin +1 -1
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9197714486ca7cac9477a03b7a9e42cbfbb57774b7a7515b47128d087336260
3
  size 4131809192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45ad672142f31fa94145e4241260b5221c9e4c40139707c77d2982922cc96668
3
  size 4131809192
train_meta.json CHANGED
@@ -7,15 +7,15 @@
7
  "effective_batch_size": 32,
8
  "seed": 42,
9
  "bf16": true,
10
- "train_examples": 2780,
11
  "val_examples": 454,
12
  "metrics": {
13
- "train_runtime": 256.9096,
14
- "train_samples_per_second": 21.642,
15
- "train_steps_per_second": 0.677,
16
- "total_flos": 2.618070162836816e+19,
17
- "train_loss": 0.19082803116447625,
18
- "epoch": 2.0
19
  },
20
  "freeze": {
21
  "variant": "full",
@@ -42,8 +42,8 @@
42
  "trainable_pct": 8.245
43
  },
44
  "hyperparameters": {
45
- "learning_rate": 1e-05,
46
- "num_train_epochs": 2,
47
  "lr_scheduler_type": "cosine",
48
  "warmup_ratio": 0.03,
49
  "per_device_train_batch_size": 16,
 
7
  "effective_batch_size": 32,
8
  "seed": 42,
9
  "bf16": true,
10
+ "train_examples": 1900,
11
  "val_examples": 454,
12
  "metrics": {
13
+ "train_runtime": 419.5181,
14
+ "train_samples_per_second": 27.174,
15
+ "train_steps_per_second": 0.858,
16
+ "total_flos": 5.372639220298678e+19,
17
+ "train_loss": 0.10716057336992688,
18
+ "epoch": 6.0
19
  },
20
  "freeze": {
21
  "variant": "full",
 
42
  "trainable_pct": 8.245
43
  },
44
  "hyperparameters": {
45
+ "learning_rate": 8e-05,
46
+ "num_train_epochs": 6,
47
  "lr_scheduler_type": "cosine",
48
  "warmup_ratio": 0.03,
49
  "per_device_train_batch_size": 16,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77c5e852de7a6520b455f818a6c10585775e35141e2c3218ac555a73754ff8a0
3
  size 5393
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a929bfae0de227585524b266ca694feddebaa7cd08d324f5b832ed0601a12e1
3
  size 5393