VcRlAgent commited on
Commit
4fd5ffa
·
1 Parent(s): 7443698
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -48,8 +48,9 @@ def load_llamaindex_stack(model_id: str, max_new_tokens: int, temperature: float
48
  # Tiny, fast sentence-transformers model for embeddings
49
  embed = HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2")
50
 
51
- #tok = AutoTokenizer.from_pretrained(model_id)
52
- #mdl = AutoModelForSeq2SeqLM.from_pretrained(model_id)
 
53
  text2text = pipeline(
54
  task="text2text-generation",
55
  model=mdl,
@@ -57,6 +58,7 @@ def load_llamaindex_stack(model_id: str, max_new_tokens: int, temperature: float
57
  max_new_tokens=max_new_tokens,
58
  temperature=float(temperature)
59
  )
 
60
 
61
  # Wrap the same tiny HF model for LlamaIndex
62
 
 
48
  # Tiny, fast sentence-transformers model for embeddings
49
  embed = HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2")
50
 
51
+ """
52
+ tok = AutoTokenizer.from_pretrained(model_id)
53
+ mdl = AutoModelForSeq2SeqLM.from_pretrained(model_id)
54
  text2text = pipeline(
55
  task="text2text-generation",
56
  model=mdl,
 
58
  max_new_tokens=max_new_tokens,
59
  temperature=float(temperature)
60
  )
61
+ """
62
 
63
  # Wrap the same tiny HF model for LlamaIndex
64