SEYFOR_BETA / app.py
Replicable's picture
Update app.py
096db89 verified
Raw History Blame Contribute Delete
2.15 kB
import os
import torch
import gradio as gr
from transformers import AutoModelForCausalLM, AutoTokenizer
# Load API token from environment variable (set in Hugging Face Spaces settings)
ACCESS_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
# Ensure token is provided
if ACCESS_TOKEN is None:
raise ValueError("❌ ERROR: Missing HUGGINGFACE_TOKEN! Set it in Hugging Face Spaces settings.")
# Model and tokenizer names
MODEL_NAME = "google/gemma-2b"
# Load tokenizer and model securely using the token
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=ACCESS_TOKEN)
model = AutoModelForCausalLM.from_pretrained(
MODEL_NAME,
token=ACCESS_TOKEN,
torch_dtype=torch.float16, # Use float16 to optimize memory
device_map="auto" # Automatically use GPU if available
)
# Define the chat function
def chat_with_gemma(prompt):
inputs = tokenizer(prompt, return_tensors="pt").to("cuda" if torch.cuda.is_available() else "cpu")
output = model.generate(**inputs, max_new_tokens=200)
response = tokenizer.decode(output[0], skip_special_tokens=True)
return response
# Create the Gradio interface
iface = gr.Interface(
fn=chat_with_gemma,
inputs=gr.Textbox(lines=5, placeholder="Enter your prompt..."),
outputs="text",
title="Gemma-2B Chatbot",
description="A chatbot powered by Google's Gemma-2B model, running on Hugging Face Spaces."
)
# Launch the app
if __name__ == "__main__":
iface.launch()
import fitz # PyMuPDF
def extract_text_from_pdf(pdf_path):
"""Načte PDF a vrátí extrahovaný text."""
doc = fitz.open(pdf_path)
text = "\n".join([page.get_text("text") for page in doc])
return text
text = extract_text_from_pdf("firemni_dokument.pdf")
print(text[:500]) # Ukázka prvních 500 znaků
documents = [
extract_text_from_docx("firemni_dokument.docx"),
"Toto je ručně přidaný textový dokument."
]
from sentence_transformers import SentenceTransformer
embedder = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2")
embeddings = embedder.encode(documents, convert_to_numpy=True)
print(embeddings.shape) # (počet dokumentů, velikost vektoru)