Server Deployment

Dockerfile

@@ -8,4 +8,6 @@ RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
 COPY . .
 
+RUN mkdir -p /path_to_cache_directory && chmod u+rwx /path_to_cache_directory
+
 CMD ["uvicorn","main:model","--host", "0.0.0.0", "--port", "80"]

model.py

@@ -6,9 +6,14 @@ repo_id = 'TheBloke/Llama-2-7B-Chat-GGUF'
 # Define the filename you want to download
 filename = 'llama-2-7b-chat.Q2_K.gguf'
 
+# Define the cache directory (optional)
+# If not provided, the default cache directory will be used
+cache_dir = './path_to_cache_directory'
+
 def model_download():
     # Download the file
     file_path = hf_hub_download(
     repo_id=repo_id,
-    filename=filename)   # The file_path variable now contains the local path to the downloaded file
+    filename=filename,
+    cache_dir=cache_dir)   # The file_path variable now contains the local path to the downloaded file
     print(f"File downloaded to: {file_path}")