Updated model id and added access check

app.py

@@ -2,12 +2,28 @@ import streamlit as st
 import os
 from torch import cuda, bfloat16
 import transformers
+import requests
+
+# Function to check access to the model
+def check_access(model_id, token):
+    url = f"https://huggingface.co/{model_id}/resolve/main/config.json"
+    headers = {"Authorization": f"Bearer {token}"}
+    response = requests.head(url, headers=headers)
+    if response.status_code == 200:
+        print(f"Access to {model_id} is confirmed.")
+    else:
+        st.error(f"Cannot access {model_id}: {response.status_code} - {response.reason}")
+        st.stop()
 
 # Retrieve the Hugging Face authentication token from the environment variables
 hf_auth = os.getenv('HF_AUTH_TOKEN')
 
-# Use a known available model
-model_id = 'meta-llama/Llama-2-7b-chat-hf'
+# Model ID
+model_id = 'meta-llama/Meta-Llama-3-8B-Instruct'
+
+# Check access to the model
+check_access(model_id, hf_auth)
+
 device = f'cuda:{cuda.current_device()}' if cuda.is_available() else 'cpu'
 
 # Set quantization configuration to load large model with less GPU memory
@@ -39,7 +55,7 @@ model.eval()
 # Load tokenizer
 tokenizer = transformers.AutoTokenizer.from_pretrained(model_id, use_auth_token=hf_auth)
 
-st.title("Chatbot using Meta-Llama-2-7b")
+st.title("Chatbot using Meta-Llama-3-8B-Instruct")
 
 prompt = st.text_area("Enter your prompt:")