faz6_sft: base HF sft/ yolu (devam SFT) + --save_subdir (cakisma onleme)
Browse files- code/kod/faz6_sft.py +10 -4
code/kod/faz6_sft.py
CHANGED
|
@@ -171,7 +171,11 @@ def load_tok(token):
|
|
| 171 |
|
| 172 |
def base_ckpt(spec, token):
|
| 173 |
if spec and spec != "latest_hf":
|
| 174 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 175 |
from huggingface_hub import HfApi, hf_hub_download
|
| 176 |
api = HfApi(token=token)
|
| 177 |
fs = [f for f in api.list_repo_files("kdirgul/smartcore-v1", repo_type="model")
|
|
@@ -235,6 +239,8 @@ def main():
|
|
| 235 |
ap.add_argument("--seed", type=int, default=42)
|
| 236 |
ap.add_argument("--save_repo", default="kdirgul/smartcore-v1")
|
| 237 |
ap.add_argument("--save_dir", default="/content/sft")
|
|
|
|
|
|
|
| 238 |
ap.add_argument("--log_every", type=int, default=10)
|
| 239 |
args = ap.parse_args()
|
| 240 |
|
|
@@ -333,9 +339,9 @@ def main():
|
|
| 333 |
try:
|
| 334 |
from huggingface_hub import HfApi
|
| 335 |
HfApi(token=token).upload_folder(folder_path=d, repo_id=args.save_repo, repo_type="model",
|
| 336 |
-
path_in_repo=f"
|
| 337 |
-
commit_message=f"
|
| 338 |
-
print(f"[ckpt] HF push OK
|
| 339 |
except Exception as e:
|
| 340 |
print(f"[ckpt] push HATA: {repr(e)[:160]}", flush=True)
|
| 341 |
print("[bitti] SFT tamamlandı.", flush=True)
|
|
|
|
| 171 |
|
| 172 |
def base_ckpt(spec, token):
|
| 173 |
if spec and spec != "latest_hf":
|
| 174 |
+
if os.path.exists(spec):
|
| 175 |
+
return spec
|
| 176 |
+
from huggingface_hub import hf_hub_download # HF yolu (örn sft/epoch_2/ckpt.pt) → devam SFT
|
| 177 |
+
print(f"[base] HF: {spec}", flush=True)
|
| 178 |
+
return hf_hub_download("kdirgul/smartcore-v1", spec, repo_type="model", token=token)
|
| 179 |
from huggingface_hub import HfApi, hf_hub_download
|
| 180 |
api = HfApi(token=token)
|
| 181 |
fs = [f for f in api.list_repo_files("kdirgul/smartcore-v1", repo_type="model")
|
|
|
|
| 239 |
ap.add_argument("--seed", type=int, default=42)
|
| 240 |
ap.add_argument("--save_repo", default="kdirgul/smartcore-v1")
|
| 241 |
ap.add_argument("--save_dir", default="/content/sft")
|
| 242 |
+
ap.add_argument("--save_subdir", default="sft",
|
| 243 |
+
help="HF çıktı alt-dizini; RAG-SFT için 'sft_rag' ver → genel SFT epoch'larını EZME")
|
| 244 |
ap.add_argument("--log_every", type=int, default=10)
|
| 245 |
args = ap.parse_args()
|
| 246 |
|
|
|
|
| 339 |
try:
|
| 340 |
from huggingface_hub import HfApi
|
| 341 |
HfApi(token=token).upload_folder(folder_path=d, repo_id=args.save_repo, repo_type="model",
|
| 342 |
+
path_in_repo=f"{args.save_subdir}/epoch_{epoch}",
|
| 343 |
+
commit_message=f"{args.save_subdir} epoch {epoch} val={vl:.3f}")
|
| 344 |
+
print(f"[ckpt] HF push OK {args.save_subdir}/epoch_{epoch}", flush=True)
|
| 345 |
except Exception as e:
|
| 346 |
print(f"[ckpt] push HATA: {repr(e)[:160]}", flush=True)
|
| 347 |
print("[bitti] SFT tamamlandı.", flush=True)
|