Upload save_model.py with huggingface_hub

save_model.py

@@ -0,0 +1,20 @@
+from transformers import AutoModelForCausalLM, AutoTokenizer, GemmaTokenizer
+import os
+# Load model and tokenizer from Hugging Face Model Hub (while online)
+model_name = "google/codegemma-7b-it" #"deepseek-ai/deepseek-coder-6.7b-base" #"Qwen/Qwen2.5-Coder-7B-Instruct" #"google/gemma-2-9b-it" #"mistralai/Mistral-7B-Instruct-v0.3"  # "meta-llama/CodeLlama-7b-hf" #or any other model name
+# model = AutoModelForCausalLM.from_pretrained(model_name)
+# tokenizer = GemmaTokenizer.from_pretrained(model_name)
+
+from transformers import RobertaTokenizer, RobertaModel
+
+
+# Load the CodeBERT tokenizer and model
+tokenizer = RobertaTokenizer.from_pretrained("microsoft/codebert-base")
+model = RobertaModel.from_pretrained("microsoft/codebert-base")
+
+# Save them locally
+checkpoint_dir = "./mycodebert/"
+os.makedirs(checkpoint_dir, exist_ok=True)
+model.save_pretrained(checkpoint_dir)
+tokenizer.save_pretrained(checkpoint_dir)
+print("saved")