update

examples/tutorials/dpo/ultrafeedback-dpo-unsloth/step_5_infer_by_merged.py

@@ -8,9 +8,6 @@ import os
 from pathlib import Path
 import platform
 
-# os.environ["HF_ENDPOINT"] = "https://hf-mirror.com"
-os.environ["UNSLOTH_USE_MODELSCOPE"] = "1"
-
 if platform.system() in ("Windows", "Darwin"):
     from project_settings import project_path, temp_directory
 else:

examples/tutorials/dpo/ultrafeedback-dpo-unsloth/step_6_push_to_modelscope.py

@@ -0,0 +1,49 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+# !/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+python step_6_push_to_modelscope.py \
+--model_dir /root/autodl-tmp/OpenMiniMind/temp/trained_models/Qwen2.5-0.5B-ultrafeedback-dpo-ddp-qlora-unsloth-fp16 \
+--repo_id gyd2021/Qwen2.5-0.5B-ultrafeedback-dpo-ddp-qlora-unsloth-fp16 \
+--token your_modelscope_token
+"""
+
+import os
+import argparse
+import logging
+
+# 设置日志格式
+logging.basicConfig(
+    level=logging.INFO,
+    format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
+)
+logger = logging.getLogger(__name__)
+
+from modelscope.hub.api import HubApi
+
+
+def get_args():
+    parser = argparse.ArgumentParser()
+
+    parser.add_argument("--model_dir", type=str,)
+    parser.add_argument("--repo_id", type=str)
+    parser.add_argument("--token", type=str, default=None,)
+    parser.add_argument("--chunk_size", type=int, default=50)
+
+    return parser.parse_args()
+
+
+def main():
+    args = get_args()
+
+    api = HubApi(token=args.token)
+    api.upload_folder(
+        repo_id=args.repo_id,
+        folder_path=args.model_dir,
+    )
+    return
+
+
+if __name__ == "__main__":
+    main()