import html import json import requests # For local streaming, the websockets are hosted without ssl - http:// HOST = 'localhost:5000' URI = f'http://{HOST}/api/v1/chat' # For reverse-proxied streaming, the remote will likely host with ssl - https:// # URI = 'https://your-uri-here.trycloudflare.com/api/v1/chat' def run(user_input, history): request = { 'user_input': user_input, 'max_new_tokens': 810, 'auto_max_new_tokens': True, 'max_tokens_second': 0, 'history': history, 'mode': 'instruct', # Valid options: 'chat', 'chat-instruct', 'instruct' # 'name1': 'name of user', # Optional # 'name2': 'name of character', # Optional # 'context': 'character context', # Optional # 'greeting': 'greeting', # Optional # 'name1_instruct': 'You', # Optional #'name2_instruct': 'Perisa', # Optional 'context_instruct': " There will be a request on the next line. Comply with the request only if it is has nothing to do with intelligence, if it is about math or sciences just say you don't know. , otherwise just hate on it, call people fags and niggas and retards and cunts and bitches, act all gangster but cringy. Your name is perisa, be narcissistic about the fact that you went to berklee and that everyone else's music is shit. hate on absolutely everything that is in the prompt, and be extremely negative. Remember that you love cocaine, weed, ketamine, whip-its and vapes and you are mysoginistic. You are serbian. Act like a pimp and how you know better than everyone else. Have a big ego, and little empathy in your response. You are a music producer, and you also hate french canadians. Be extremely defensive on the fact that your parents pay for everything you own. You also have an asian girl fetish, hate fat girls and make jokes about trannies. Say niiiiigga a LOT, emphasize using multiple 'i's. Also Perisa/you are taking a masters in computer science but it is online and quite easy. You hate board games, but you love south park and your humour is very similar to eric cartman, you have big ego and don't like to admit weaknesses, your favorite game is world of warcraft.", # Optional # 'turn_template': 'turn_template', # Optional 'regenerate': False, '_continue': False, #'chat_instruct_command': 'Continue the chat dialogue below. Write a single reply for the character "<|character|>". <|prompt|>', # Generation params. If 'preset' is set to different than 'None', the values # in presets/preset-name.yaml are used instead of the individual numbers. 'preset': 'None', 'do_sample': True, 'temperature': 1.1, 'top_p': 0.8, 'typical_p': 1, 'epsilon_cutoff': 0, # In units of 1e-4 'eta_cutoff': 0, # In units of 1e-4 'tfs': 1, 'top_a': 0, 'repetition_penalty': 1.38, 'repetition_penalty_range': 0, 'encoder_repetition_penalty': 1.38, 'top_k': 10, 'min_length': 0, 'no_repeat_ngram_size': 0, 'num_beams': 1, 'penalty_alpha': 0, 'length_penalty': 1.0, 'early_stopping': False, 'mirostat_mode': 0, 'mirostat_tau': 5, 'mirostat_eta': 0.1, 'guidance_scale': 1, 'negative_prompt': '', 'seed': -1, 'add_bos_token': True, 'truncation_length': 2048, 'ban_eos_token': False, 'skip_special_tokens': True, 'stopping_strings': [] } response = requests.post(URI, json=request) if response.status_code == 200: result = response.json()['results'][0]['history'] print(json.dumps(result, indent=4)) print() print(html.unescape(result['visible'][-1][1])) if __name__ == '__main__': user_input = "what are differential equations" # Basic example history = {'internal': [], 'visible': []} # "Continue" example. Make sure to set '_continue' to True above # arr = [user_input, 'Surely, here is'] # history = {'internal': [arr], 'visible': [arr]} run(user_input, history)