sametay commited on
Commit
00d9933
·
verified ·
1 Parent(s): 73ec39f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -10
app.py CHANGED
@@ -1,20 +1,23 @@
1
  import gradio as gr
2
  from transformers import pipeline
3
 
4
- # Zephyr-7B-Beta için doğru pipeline
5
- pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-beta", device_map="auto")
6
 
7
  def chat(message, history):
8
  # Chat formatı
9
- prompt = f"<|system|>\nYou are a helpful assistant for generating song lyrics.\n<|user|>\n{message}\n<|assistant|>\n"
10
 
11
- response = pipe(prompt, max_new_tokens=200, do_sample=True, temperature=0.7)[0]['generated_text']
12
-
13
- # Sadece assistant kısmını döndür
14
- if "<|assistant|>" in response:
15
- response = response.split("<|assistant|>")[1].strip()
16
-
17
- return response
 
 
 
18
 
19
  # Gradio arayüzü
20
  with gr.Blocks() as demo:
 
1
  import gradio as gr
2
  from transformers import pipeline
3
 
4
+ # Basitleştirilmiş pipeline (CPU dostu)
5
+ pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-beta")
6
 
7
  def chat(message, history):
8
  # Chat formatı
9
+ prompt = f"<|system|>\nYou are a helpful assistant for generating song lyrics in Turkish or English.\n<|user|>\n{message}\n<|assistant|>\n"
10
 
11
+ try:
12
+ response = pipe(prompt, max_new_tokens=150, do_sample=True, temperature=0.7, pad_token_id=pipe.tokenizer.eos_token_id)[0]['generated_text']
13
+
14
+ # Sadece assistant kısmını döndür
15
+ if "<|assistant|>" in response:
16
+ response = response.split("<|assistant|>")[1].strip()
17
+
18
+ return response
19
+ except Exception as e:
20
+ return f"Hata: {str(e)}"
21
 
22
  # Gradio arayüzü
23
  with gr.Blocks() as demo: