Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -560,8 +560,8 @@ LR_SCHEDULER_TYPE = "constant_with_warmup" # (HF: cosine + warmap) cosine
|
|
| 560 |
WARMUP_RATIO = 0.03 # ~3% dos 4012 steps ≈ 120
|
| 561 |
LOGGIN_STEPS = 5
|
| 562 |
SAVE_STRATEGY = "steps"
|
| 563 |
-
SAVE_STEPS =
|
| 564 |
-
EVAL_STEPS =
|
| 565 |
#MAX_GRAD_NORM = 1.0
|
| 566 |
WEIGHT_DECAY = 0.1
|
| 567 |
OPTIM = "adamw_torch"
|
|
@@ -577,7 +577,7 @@ ESTIMATED_BATCH_GB = 0.30 #0.4 llama
|
|
| 577 |
TARGET_ACCUMULATION_RAM_UTILIZATION = TARGET_RAM_UTILIZATION # Reutiliza a RAM geral
|
| 578 |
|
| 579 |
# --- 1.6 Parâmetros para MAX_LEN Dinâmico (ajustar_max_len) ---
|
| 580 |
-
BASE_MAX_LEN =
|
| 581 |
TARGET_MAX_LEN_UTILIZATION = 0.65 #0.65
|
| 582 |
MAX_LEN_INCREMENT = 128
|
| 583 |
MAX_LEN_CAP = 256
|
|
|
|
| 560 |
WARMUP_RATIO = 0.03 # ~3% dos 4012 steps ≈ 120
|
| 561 |
LOGGIN_STEPS = 5
|
| 562 |
SAVE_STRATEGY = "steps"
|
| 563 |
+
SAVE_STEPS = 50
|
| 564 |
+
EVAL_STEPS = 5
|
| 565 |
#MAX_GRAD_NORM = 1.0
|
| 566 |
WEIGHT_DECAY = 0.1
|
| 567 |
OPTIM = "adamw_torch"
|
|
|
|
| 577 |
TARGET_ACCUMULATION_RAM_UTILIZATION = TARGET_RAM_UTILIZATION # Reutiliza a RAM geral
|
| 578 |
|
| 579 |
# --- 1.6 Parâmetros para MAX_LEN Dinâmico (ajustar_max_len) ---
|
| 580 |
+
BASE_MAX_LEN = 128
|
| 581 |
TARGET_MAX_LEN_UTILIZATION = 0.65 #0.65
|
| 582 |
MAX_LEN_INCREMENT = 128
|
| 583 |
MAX_LEN_CAP = 256
|