revert
Browse files
app.py
CHANGED
|
@@ -48,8 +48,9 @@ def load_llamaindex_stack(model_id: str, max_new_tokens: int, temperature: float
|
|
| 48 |
# Tiny, fast sentence-transformers model for embeddings
|
| 49 |
embed = HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2")
|
| 50 |
|
| 51 |
-
|
| 52 |
-
|
|
|
|
| 53 |
text2text = pipeline(
|
| 54 |
task="text2text-generation",
|
| 55 |
model=mdl,
|
|
@@ -57,6 +58,7 @@ def load_llamaindex_stack(model_id: str, max_new_tokens: int, temperature: float
|
|
| 57 |
max_new_tokens=max_new_tokens,
|
| 58 |
temperature=float(temperature)
|
| 59 |
)
|
|
|
|
| 60 |
|
| 61 |
# Wrap the same tiny HF model for LlamaIndex
|
| 62 |
|
|
|
|
| 48 |
# Tiny, fast sentence-transformers model for embeddings
|
| 49 |
embed = HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2")
|
| 50 |
|
| 51 |
+
"""
|
| 52 |
+
tok = AutoTokenizer.from_pretrained(model_id)
|
| 53 |
+
mdl = AutoModelForSeq2SeqLM.from_pretrained(model_id)
|
| 54 |
text2text = pipeline(
|
| 55 |
task="text2text-generation",
|
| 56 |
model=mdl,
|
|
|
|
| 58 |
max_new_tokens=max_new_tokens,
|
| 59 |
temperature=float(temperature)
|
| 60 |
)
|
| 61 |
+
"""
|
| 62 |
|
| 63 |
# Wrap the same tiny HF model for LlamaIndex
|
| 64 |
|