Switch to distilgpt2 and blip models

app/services/ai_service.py

@@ -2,9 +2,10 @@ from transformers import  AutoTokenizer, AutoModelForCausalLM
 
 # Load GPT-2 small (text generation)
 # -----------------------------
-GPT2_MODEL_NAME = "gpt2"
-gpt2_tokenizer = AutoTokenizer.from_pretrained(GPT2_MODEL_NAME)
-gpt2_model = AutoModelForCausalLM.from_pretrained(GPT2_MODEL_NAME)
+GPT2_MODEL_NAME = "distilgpt2"
+CACHE_DIR = "./data/hf_cache"
+gpt2_tokenizer = AutoTokenizer.from_pretrained(GPT2_MODEL_NAME, cache_dir=CACHE_DIR)
+gpt2_model = AutoModelForCausalLM.from_pretrained(GPT2_MODEL_NAME, cache_dir=CACHE_DIR)
 
 # tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 # model = AutoModelWithLMHead.from_pretrained(MODEL_NAME)