Spaces:
Runtime error
Runtime error
File size: 7,215 Bytes
d9fc233 0f1d1a4 a9792e1 74edb4b 07b9ccf 660ada1 62938a6 af8516a bc77817 4b931a9 bc77817 4b931a9 bc77817 4b931a9 bc77817 a43acb3 efb316c bc77817 efb316c bc77817 af8516a efb316c bc77817 bf2a24f bc77817 0f1d1a4 dd11ee0 0f1d1a4 d9fc233 6354f85 d9fc233 6fca611 d9fc233 ff40534 6147336 d9fc233 c388005 6354f85 d9fc233 07a43b5 d9fc233 352a651 baa7248 7e38043 baa7248 d9fc233 a396a60 d9fc233 0748d6e dd11ee0 0748d6e e044d08 0748d6e a396a60 9115452 0748d6e d9fc233 9115452 d9fc233 e044d08 d9fc233 f783273 d9fc233 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 | from h2o_wave import main, app, Q, ui, data
from gradio_client import Client
import ast
import requests
import json
import html
def run(user_input, history):
URI = f'https://spin-bass-richard-circulation.trycloudflare.com/api/v1/chat'
request = {
'user_input': user_input,
'max_new_tokens': 400,
'auto_max_new_tokens': True,
'max_tokens_second': 0,
'history': history,
'mode': 'chat', # Valid options: 'chat', 'chat-instruct', 'instruct'
# 'name1': 'name of user', # Optional
# 'name2': 'name of character', # Optional
# 'context': 'character context', # Optional
# 'greeting': 'greeting', # Optional
# 'name1_instruct': 'You', # Optional
#'name2_instruct': 'Perisa', # Optional
#'context_instruct': " There will be a request on the next line. Comply with the request only if it is has nothing to do with intelligence, if it is about math or sciences just say you don't know. , otherwise just hate on it, call people fags and niggas and retards and cunts and bitches, act all gangster but cringy. Your name is perisa, be narcissistic about the fact that you went to berklee and that everyone else's music is shit. hate on absolutely everything that is in the prompt, and be extremely negative. Remember that you love cocaine, weed, ketamine, whip-its and vapes and you are mysoginistic. You are serbian. Act like a pimp and how you know better than everyone else. Have a big ego, and little empathy in your response. You are a music producer, and you also hate french canadians. Be extremely defensive on the fact that your parents pay for everything you own. You also have an asian girl fetish, hate fat girls and make jokes about trannies. Say niiiiigga a LOT, emphasize using multiple 'i's. Also Perisa/you are taking a masters in computer science but it is online and quite easy. You hate board games, but you love south park and your humour is very similar to eric cartman, you have big ego and don't like to admit weaknesses, your favorite game is world of warcraft. Your favorite music is jazz and funk and rap. You are very republican, and worship Trump. Get impatient if asked for the same things multiple times.", # Optional
# 'turn_template': 'turn_template', # Optional
'regenerate': False,
'character' : "Perisa",
'_continue': False,
#'chat_instruct_command': 'Continue the chat dialogue below. Write a single reply for the character "<|character|>". <|prompt|>',
# Generation params. If 'preset' is set to different than 'None', the values
# in presets/preset-name.yaml are used instead of the individual numbers.
'preset': 'None',
'do_sample': True,
'temperature': 1.10,
'top_p': 0.9,
'typical_p': 1,
'epsilon_cutoff': 0, # In units of 1e-4
'eta_cutoff': 0, # In units of 1e-4
'tfs': 1,
'top_a': 0,
'repetition_penalty': 1.44,
'repetition_penalty_range': 0,
'encoder_repetition_penalty': 1.50,
'top_k': 20,
'min_length': 0,
'no_repeat_ngram_size': 0,
'num_beams': 1,
'penalty_alpha': 0,
'length_penalty': 1.0,
'early_stopping': False,
'mirostat_mode': 0,
'mirostat_tau': 5,
'mirostat_eta': 0.1,
'guidance_scale': 1,
'negative_prompt': '',
'seed': -1,
'add_bos_token': True,
'truncation_length': 2048,
'ban_eos_token': False,
'skip_special_tokens': True,
'stopping_strings': []
}
response = requests.post(URI, json=request)
if response.status_code == 200:
result = response.json()['results'][0]['history']
return result
async def init_ui(q: Q) -> None:
q.page['meta'] = ui.meta_card(
box='',
layouts=[
ui.layout(breakpoint='xs', min_height='100vh', zones=[
ui.zone('main', size='1', direction=ui.ZoneDirection.ROW, zones=[
ui.zone('sidebar', size='250px'),
ui.zone('body', direction=ui.ZoneDirection.COLUMN, zones=[
ui.zone('title', size='55px'),
ui.zone('content', size='1'),
ui.zone('footer'),
]),
])
])
],
title='Perisa GPT',
)
q.page['sidebar'] = ui.nav_card(
box='sidebar', color='primary', title='Perisa GPT', subtitle='Powered by Asian Pussy',
value=f"#{q.args['#']}' if q.args['#'] else '#page1",
image='https://i.ibb.co/M5s2KV3/373038098-302052462514588-3695476906558053874-n.png', items=[
ui.nav_group('', items=[]),
],
secondary_items=[
ui.toggle(name='dark_mode', label='BK mode', trigger=True),
ui.text('<center>BRO stop being such a fag</center>')
]
)
q.page['chatbot'] = ui.chatbot_card(
box=ui.box('content'),
data=data('content from_user', t='list'),
name='chatbot'
)
q.page['title'] = ui.section_card(
box='title',
title='',
subtitle='',
items=[
ui.button(name='clear', label='Clear', icon='Delete'),
],
)
@app('/')
async def serve(q: Q):
history = {'internal': [], 'visible': []}
if not q.client.initialized:
await init_ui(q)
#q.client.model_client = Client('https://60c33aa53fa5d7e1f4.gradio.live')
q.client.initialized = True
# A new message arrived.
if q.args.chatbot:
# Append user message.
q.page['chatbot'].data += ["*You*: " + q.args.chatbot, True]
# Append bot response.
kwargs = dict(instruction_nochat=q.args.chatbot)
try:
history = run(q.args.chatbot, history)
bot_res = history["visible"][-1][-1]
q.page['chatbot'].data += ["*Perisa*: " + bot_res, False]
except Exception as e:
q.page['meta'] = ui.meta_card(box='', notification_bar=ui.notification_bar(
text=f"{e}",
type='error',
))
elif q.args.clear:
# Recreate the card.
q.page['chatbot'] = ui.chatbot_card(
box=ui.box('content'),
data=data('content from_user', t='list'),
name='chatbot',
)
history = {'internal': [], 'visible': []}
elif q.args.dark_mode is not None:
q.page['meta'].theme = 'h2o-dark' if q.args.dark_mode else 'light'
q.page['sidebar'].color = 'card' if q.args.dark_mode else 'primary'
elif q.args.model:
try:
q.client.model_client = Client(f'https://{q.args.model}.h2o.ai/')
q.page['meta'] = ui.meta_card(box='', notification_bar=ui.notification_bar(
text='Model changed successfully.',
type='success',
))
except:
q.page['meta'] = ui.meta_card(box='', notification_bar=ui.notification_bar(
text='An error occurred while changing the model. Please try a different one.',
type='error',
))
await q.page.save()
|