Albert-lab commited on
Commit
5f35428
·
verified ·
1 Parent(s): 0b2d212

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +23 -0
app.py ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import AutoTokenizer, AutoModelForCausalLM
2
+ import torch
3
+ import gradio as gr
4
+
5
+ # Chargement du modèle plus léger
6
+ model_name = "tiiuae/falcon-rw-1b"
7
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
8
+ model = AutoModelForCausalLM.from_pretrained(model_name)
9
+
10
+ def albert_respond(prompt):
11
+ inputs = tokenizer(prompt, return_tensors="pt")
12
+ outputs = model.generate(**inputs, max_length=100, do_sample=True, temperature=0.7)
13
+ response = tokenizer.decode(outputs[0], skip_special_tokens=True)
14
+ return response[len(prompt):].strip()
15
+
16
+ # Interface Gradio
17
+ iface = gr.Interface(fn=albert_respond,
18
+ inputs="text",
19
+ outputs="text",
20
+ title="Albert v0.1",
21
+ description="Assistant personnel hébergé sur Hugging Face")
22
+
23
+ iface.launch()