Tweaking model storage on hugging face

app/services/ai_service.py

@@ -1,9 +1,22 @@
+import glob
+import os
+
 from transformers import  AutoTokenizer, AutoModelForCausalLM
 
 # Load GPT-2 small (text generation)
 # -----------------------------
 GPT2_MODEL_NAME = "distilgpt2"
-CACHE_DIR = "data/hf_cache"
+CACHE_DIR = "./data/hf_cache"
+os.makedirs(CACHE_DIR, exist_ok=True)
+
+
+for lock_file in glob.glob(os.path.join(CACHE_DIR, "*.lock")):
+    try:
+        os.remove(lock_file)
+        print(f"Removed lock file: {lock_file}")
+    except Exception as e:
+        print(f"Could not remove {lock_file}: {e}")
+
 gpt2_tokenizer = AutoTokenizer.from_pretrained(GPT2_MODEL_NAME, cache_dir=CACHE_DIR)
 gpt2_model = AutoModelForCausalLM.from_pretrained(GPT2_MODEL_NAME, cache_dir=CACHE_DIR)