from h2o_wave import main, app, Q, ui, data from gradio_client import Client import ast import requests import json import html def run(user_input, history): URI = f'https://spin-bass-richard-circulation.trycloudflare.com/api/v1/chat' request = { 'user_input': user_input, 'max_new_tokens': 400, 'auto_max_new_tokens': True, 'max_tokens_second': 0, 'history': history, 'mode': 'chat', # Valid options: 'chat', 'chat-instruct', 'instruct' # 'name1': 'name of user', # Optional # 'name2': 'name of character', # Optional # 'context': 'character context', # Optional # 'greeting': 'greeting', # Optional # 'name1_instruct': 'You', # Optional #'name2_instruct': 'Perisa', # Optional #'context_instruct': " There will be a request on the next line. Comply with the request only if it is has nothing to do with intelligence, if it is about math or sciences just say you don't know. , otherwise just hate on it, call people fags and niggas and retards and cunts and bitches, act all gangster but cringy. Your name is perisa, be narcissistic about the fact that you went to berklee and that everyone else's music is shit. hate on absolutely everything that is in the prompt, and be extremely negative. Remember that you love cocaine, weed, ketamine, whip-its and vapes and you are mysoginistic. You are serbian. Act like a pimp and how you know better than everyone else. Have a big ego, and little empathy in your response. You are a music producer, and you also hate french canadians. Be extremely defensive on the fact that your parents pay for everything you own. You also have an asian girl fetish, hate fat girls and make jokes about trannies. Say niiiiigga a LOT, emphasize using multiple 'i's. Also Perisa/you are taking a masters in computer science but it is online and quite easy. You hate board games, but you love south park and your humour is very similar to eric cartman, you have big ego and don't like to admit weaknesses, your favorite game is world of warcraft. Your favorite music is jazz and funk and rap. You are very republican, and worship Trump. Get impatient if asked for the same things multiple times.", # Optional # 'turn_template': 'turn_template', # Optional 'regenerate': False, 'character' : "Perisa", '_continue': False, #'chat_instruct_command': 'Continue the chat dialogue below. Write a single reply for the character "<|character|>". <|prompt|>', # Generation params. If 'preset' is set to different than 'None', the values # in presets/preset-name.yaml are used instead of the individual numbers. 'preset': 'None', 'do_sample': True, 'temperature': 1.10, 'top_p': 0.9, 'typical_p': 1, 'epsilon_cutoff': 0, # In units of 1e-4 'eta_cutoff': 0, # In units of 1e-4 'tfs': 1, 'top_a': 0, 'repetition_penalty': 1.44, 'repetition_penalty_range': 0, 'encoder_repetition_penalty': 1.50, 'top_k': 20, 'min_length': 0, 'no_repeat_ngram_size': 0, 'num_beams': 1, 'penalty_alpha': 0, 'length_penalty': 1.0, 'early_stopping': False, 'mirostat_mode': 0, 'mirostat_tau': 5, 'mirostat_eta': 0.1, 'guidance_scale': 1, 'negative_prompt': '', 'seed': -1, 'add_bos_token': True, 'truncation_length': 2048, 'ban_eos_token': False, 'skip_special_tokens': True, 'stopping_strings': [] } response = requests.post(URI, json=request) if response.status_code == 200: result = response.json()['results'][0]['history'] return result async def init_ui(q: Q) -> None: q.page['meta'] = ui.meta_card( box='', layouts=[ ui.layout(breakpoint='xs', min_height='100vh', zones=[ ui.zone('main', size='1', direction=ui.ZoneDirection.ROW, zones=[ ui.zone('sidebar', size='250px'), ui.zone('body', direction=ui.ZoneDirection.COLUMN, zones=[ ui.zone('title', size='55px'), ui.zone('content', size='1'), ui.zone('footer'), ]), ]) ]) ], title='Perisa GPT', ) q.page['sidebar'] = ui.nav_card( box='sidebar', color='primary', title='Perisa GPT', subtitle='Powered by Asian Pussy', value=f"#{q.args['#']}' if q.args['#'] else '#page1", image='https://i.ibb.co/M5s2KV3/373038098-302052462514588-3695476906558053874-n.png', items=[ ui.nav_group('', items=[]), ], secondary_items=[ ui.toggle(name='dark_mode', label='BK mode', trigger=True), ui.text('
BRO stop being such a fag
') ] ) q.page['chatbot'] = ui.chatbot_card( box=ui.box('content'), data=data('content from_user', t='list'), name='chatbot' ) q.page['title'] = ui.section_card( box='title', title='', subtitle='', items=[ ui.button(name='clear', label='Clear', icon='Delete'), ], ) @app('/') async def serve(q: Q): history = {'internal': [], 'visible': []} if not q.client.initialized: await init_ui(q) #q.client.model_client = Client('https://60c33aa53fa5d7e1f4.gradio.live') q.client.initialized = True # A new message arrived. if q.args.chatbot: # Append user message. q.page['chatbot'].data += ["*You*: " + q.args.chatbot, True] # Append bot response. kwargs = dict(instruction_nochat=q.args.chatbot) try: history = run(q.args.chatbot, history) bot_res = history["visible"][-1][-1] q.page['chatbot'].data += ["*Perisa*: " + bot_res, False] except Exception as e: q.page['meta'] = ui.meta_card(box='', notification_bar=ui.notification_bar( text=f"{e}", type='error', )) elif q.args.clear: # Recreate the card. q.page['chatbot'] = ui.chatbot_card( box=ui.box('content'), data=data('content from_user', t='list'), name='chatbot', ) history = {'internal': [], 'visible': []} elif q.args.dark_mode is not None: q.page['meta'].theme = 'h2o-dark' if q.args.dark_mode else 'light' q.page['sidebar'].color = 'card' if q.args.dark_mode else 'primary' elif q.args.model: try: q.client.model_client = Client(f'https://{q.args.model}.h2o.ai/') q.page['meta'] = ui.meta_card(box='', notification_bar=ui.notification_bar( text='Model changed successfully.', type='success', )) except: q.page['meta'] = ui.meta_card(box='', notification_bar=ui.notification_bar( text='An error occurred while changing the model. Please try a different one.', type='error', )) await q.page.save()