Seymour-Visions commited on
Commit
7639d58
·
verified ·
1 Parent(s): aabd623

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -11
app.py CHANGED
@@ -2,8 +2,6 @@ import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
  import logging
5
- from huggingface_hub import login
6
- import os
7
 
8
  logging.basicConfig(level=logging.DEBUG)
9
  logger = logging.getLogger(__name__)
@@ -12,15 +10,6 @@ logger = logging.getLogger(__name__)
12
  with open("system_message.txt", "r") as file:
13
  system_message = file.read().strip()
14
 
15
- # Get the Hugging Face token from environment variables
16
- hf_token = os.getenv('HF_TOKEN')
17
- if hf_token is None:
18
- logger.error("HF_TOKEN environment variable is not set")
19
- raise ValueError("HF_TOKEN environment variable is not set")
20
-
21
- # Authenticate with Hugging Face
22
- login(token=testkey)
23
-
24
  model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
25
  tokenizer = AutoTokenizer.from_pretrained(model_id)
26
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float16)
 
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
  import logging
 
 
5
 
6
  logging.basicConfig(level=logging.DEBUG)
7
  logger = logging.getLogger(__name__)
 
10
  with open("system_message.txt", "r") as file:
11
  system_message = file.read().strip()
12
 
 
 
 
 
 
 
 
 
 
13
  model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
14
  tokenizer = AutoTokenizer.from_pretrained(model_id)
15
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float16)