File size: 858 Bytes
250e8de
 
 
1c97090
 
250e8de
 
4b3ba4e
1c97090
 
032919c
 
 
 
573c5cc
1c97090
 
250e8de
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
  "n_layers_quantized": 128,
  "n_layers_skipped": 0,
  "avg_error": 0.004986405004168977,
  "max_error": 0.015271722124009159,
  "compression_ratio": 1.4412203733458264,
  "format": "qoperator_w8a8",
  "alpha": 0.5,
  "base_model": "v13.9.2-finetune-v4",
  "canonical_source": "step 20 best checkpoint (loss 6.23, ppl 507.81)",
  "datasets": [
    "orion-research/translations-en_US-pt_BR",
    "cnmoro/Instruct-PTBR-10M",
    "strak2005/corpus-ptbr-v1"
  ],
  "format_standardization": "### Instruction:/### Response: template aplicado a orion e cnmoro",
  "training_note": "v4 training: 500 samples × 3 datasets × 40 opt steps × 16 grad_accum = 640 micro-batches. Best stable loss at step 20 (loss 6.23, ppl 507.81). Step 35+ showed loss spike (likely bad batch in cnmoro range). Final-step (40) model was worse, so canonical = step 20 checkpoint."
}