kdirgul commited on
Commit
ae1dd5d
·
verified ·
1 Parent(s): 5027d66

faz6_sft: base HF sft/ yolu (devam SFT) + --save_subdir (cakisma onleme)

Browse files
Files changed (1) hide show
  1. code/kod/faz6_sft.py +10 -4
code/kod/faz6_sft.py CHANGED
@@ -171,7 +171,11 @@ def load_tok(token):
171
 
172
  def base_ckpt(spec, token):
173
  if spec and spec != "latest_hf":
174
- return spec
 
 
 
 
175
  from huggingface_hub import HfApi, hf_hub_download
176
  api = HfApi(token=token)
177
  fs = [f for f in api.list_repo_files("kdirgul/smartcore-v1", repo_type="model")
@@ -235,6 +239,8 @@ def main():
235
  ap.add_argument("--seed", type=int, default=42)
236
  ap.add_argument("--save_repo", default="kdirgul/smartcore-v1")
237
  ap.add_argument("--save_dir", default="/content/sft")
 
 
238
  ap.add_argument("--log_every", type=int, default=10)
239
  args = ap.parse_args()
240
 
@@ -333,9 +339,9 @@ def main():
333
  try:
334
  from huggingface_hub import HfApi
335
  HfApi(token=token).upload_folder(folder_path=d, repo_id=args.save_repo, repo_type="model",
336
- path_in_repo=f"sft/epoch_{epoch}",
337
- commit_message=f"sft epoch {epoch} val={vl:.3f}")
338
- print(f"[ckpt] HF push OK sft/epoch_{epoch}", flush=True)
339
  except Exception as e:
340
  print(f"[ckpt] push HATA: {repr(e)[:160]}", flush=True)
341
  print("[bitti] SFT tamamlandı.", flush=True)
 
171
 
172
  def base_ckpt(spec, token):
173
  if spec and spec != "latest_hf":
174
+ if os.path.exists(spec):
175
+ return spec
176
+ from huggingface_hub import hf_hub_download # HF yolu (örn sft/epoch_2/ckpt.pt) → devam SFT
177
+ print(f"[base] HF: {spec}", flush=True)
178
+ return hf_hub_download("kdirgul/smartcore-v1", spec, repo_type="model", token=token)
179
  from huggingface_hub import HfApi, hf_hub_download
180
  api = HfApi(token=token)
181
  fs = [f for f in api.list_repo_files("kdirgul/smartcore-v1", repo_type="model")
 
239
  ap.add_argument("--seed", type=int, default=42)
240
  ap.add_argument("--save_repo", default="kdirgul/smartcore-v1")
241
  ap.add_argument("--save_dir", default="/content/sft")
242
+ ap.add_argument("--save_subdir", default="sft",
243
+ help="HF çıktı alt-dizini; RAG-SFT için 'sft_rag' ver → genel SFT epoch'larını EZME")
244
  ap.add_argument("--log_every", type=int, default=10)
245
  args = ap.parse_args()
246
 
 
339
  try:
340
  from huggingface_hub import HfApi
341
  HfApi(token=token).upload_folder(folder_path=d, repo_id=args.save_repo, repo_type="model",
342
+ path_in_repo=f"{args.save_subdir}/epoch_{epoch}",
343
+ commit_message=f"{args.save_subdir} epoch {epoch} val={vl:.3f}")
344
+ print(f"[ckpt] HF push OK {args.save_subdir}/epoch_{epoch}", flush=True)
345
  except Exception as e:
346
  print(f"[ckpt] push HATA: {repr(e)[:160]}", flush=True)
347
  print("[bitti] SFT tamamlandı.", flush=True)