sourabht commited on
Commit
51671b3
·
verified ·
1 Parent(s): f1bebf2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -4,6 +4,7 @@ os.environ["GRADIO_ANALYTICS_ENABLED"] = "False"
4
 
5
  import gradio as gr
6
  import torch
 
7
  from peft import PeftModel
8
  from transformers import AutoModelForCausalLM, AutoTokenizer
9
 
@@ -45,4 +46,8 @@ demo = gr.Interface(
45
  title="Hinglish reply tester",
46
  flagging_mode="never", analytics_enabled=False,
47
  )
48
- demo.queue(default_concurrency_limit=1).launch()
 
 
 
 
 
4
 
5
  import gradio as gr
6
  import torch
7
+ import spaces
8
  from peft import PeftModel
9
  from transformers import AutoModelForCausalLM, AutoTokenizer
10
 
 
46
  title="Hinglish reply tester",
47
  flagging_mode="never", analytics_enabled=False,
48
  )
49
+ demo.queue(default_concurrency_limit=1).launch()
50
+
51
+ @spaces.GPU
52
+ def predict(input_data):
53
+ return "foo"