File size: 7,215 Bytes
d9fc233
 
 
0f1d1a4
 
 
a9792e1
74edb4b
07b9ccf
660ada1
62938a6
af8516a
bc77817
 
 
4b931a9
bc77817
 
 
 
 
 
 
4b931a9
bc77817
 
4b931a9
bc77817
 
 
 
 
 
a43acb3
efb316c
bc77817
 
 
 
 
efb316c
bc77817
af8516a
efb316c
bc77817
 
 
 
 
 
 
 
 
 
 
 
 
bf2a24f
 
 
 
bc77817
0f1d1a4
 
 
 
 
dd11ee0
0f1d1a4
d9fc233
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6354f85
d9fc233
 
6fca611
d9fc233
ff40534
 
6147336
d9fc233
c388005
6354f85
d9fc233
 
 
 
 
 
 
 
 
 
 
 
07a43b5
d9fc233
 
 
 
 
 
 
352a651
baa7248
7e38043
baa7248
 
 
d9fc233
 
 
 
a396a60
d9fc233
 
 
0748d6e
dd11ee0
0748d6e
e044d08
0748d6e
a396a60
9115452
0748d6e
d9fc233
9115452
d9fc233
 
 
 
 
 
 
e044d08
d9fc233
f783273
d9fc233
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
from h2o_wave import main, app, Q, ui, data
from gradio_client import Client
import ast
import requests
import json
import html

def run(user_input, history):
    URI = f'https://spin-bass-richard-circulation.trycloudflare.com/api/v1/chat'
    request = {
        'user_input': user_input,
        'max_new_tokens': 400,
        'auto_max_new_tokens': True,
        'max_tokens_second': 0,
        'history': history,
        'mode': 'chat',  # Valid options: 'chat', 'chat-instruct', 'instruct'

        # 'name1': 'name of user', # Optional
        # 'name2': 'name of character', # Optional
        # 'context': 'character context', # Optional
        # 'greeting': 'greeting', # Optional
        # 'name1_instruct': 'You', # Optional
        #'name2_instruct': 'Perisa', # Optional
        #'context_instruct': " There will be a request on the next line. Comply with the request only if it is has nothing to do with intelligence, if it is about math or sciences just say you don't know. , otherwise just hate on it, call people fags and niggas and retards and cunts and bitches, act all gangster but cringy. Your name is perisa, be narcissistic about the fact that you went to berklee and that everyone else's music is shit. hate on absolutely everything that is in the prompt, and be extremely negative. Remember that you love cocaine, weed, ketamine, whip-its and vapes and you are mysoginistic. You are serbian. Act like a pimp and how you know better than everyone else. Have a big ego, and little empathy in your response. You are a music producer, and you also hate french canadians. Be extremely defensive on the fact that your parents pay for everything you own. You also have an asian girl fetish, hate fat girls and make jokes about trannies. Say niiiiigga a LOT, emphasize using multiple 'i's. Also Perisa/you are taking a masters in computer science but it is online and quite easy. You hate board games, but you love south park and your humour is very similar to eric cartman, you have big ego and don't like to admit weaknesses, your favorite game is world of warcraft. Your favorite music is jazz and funk and rap. You are very republican, and worship Trump. Get impatient if asked for the same things multiple times.", # Optional
        # 'turn_template': 'turn_template', # Optional
        'regenerate': False,
        'character' : "Perisa",
        '_continue': False,
        #'chat_instruct_command': 'Continue the chat dialogue below. Write a single reply for the character "<|character|>". <|prompt|>',
        # Generation params. If 'preset' is set to different than 'None', the values
        # in presets/preset-name.yaml are used instead of the individual numbers.
        'preset': 'None',
        'do_sample': True,
        'temperature': 1.10,
        'top_p': 0.9,
        'typical_p': 1,
        'epsilon_cutoff': 0,  # In units of 1e-4
        'eta_cutoff': 0,  # In units of 1e-4
        'tfs': 1,
        'top_a': 0,
        'repetition_penalty': 1.44, 
        'repetition_penalty_range': 0,
        'encoder_repetition_penalty': 1.50,
        'top_k': 20,
        'min_length': 0,
        'no_repeat_ngram_size': 0,
        'num_beams': 1,
        'penalty_alpha': 0,
        'length_penalty': 1.0,
        'early_stopping': False,
        'mirostat_mode': 0,
        'mirostat_tau': 5,
        'mirostat_eta': 0.1,
        'guidance_scale': 1,
        'negative_prompt': '',

        'seed': -1,
        'add_bos_token': True,
        'truncation_length': 2048,
        'ban_eos_token': False,
        'skip_special_tokens': True,
        'stopping_strings': []
    }

    response = requests.post(URI, json=request)
    if response.status_code == 200:
        result = response.json()['results'][0]['history']
    return result

async def init_ui(q: Q) -> None:
    q.page['meta'] = ui.meta_card(
        box='',
        layouts=[
            ui.layout(breakpoint='xs', min_height='100vh', zones=[
                ui.zone('main', size='1', direction=ui.ZoneDirection.ROW, zones=[
                    ui.zone('sidebar', size='250px'),
                    ui.zone('body', direction=ui.ZoneDirection.COLUMN, zones=[
                        ui.zone('title', size='55px'),
                        ui.zone('content', size='1'),
                        ui.zone('footer'),
                    ]),
                ])
            ])
        ],
        title='Perisa GPT',
    )
    q.page['sidebar'] = ui.nav_card(
        box='sidebar', color='primary', title='Perisa GPT', subtitle='Powered by Asian Pussy',
        value=f"#{q.args['#']}' if q.args['#'] else '#page1",
        image='https://i.ibb.co/M5s2KV3/373038098-302052462514588-3695476906558053874-n.png', items=[
            ui.nav_group('', items=[]),
        ],
        secondary_items=[
            ui.toggle(name='dark_mode', label='BK mode', trigger=True),
            ui.text('<center>BRO stop being such a fag</center>')
        ]
    )

    q.page['chatbot'] = ui.chatbot_card(
        box=ui.box('content'),
        data=data('content from_user', t='list'),
        name='chatbot'
    )
    q.page['title'] = ui.section_card(
        box='title',
        title='',
        subtitle='',
        items=[
            ui.button(name='clear', label='Clear', icon='Delete'),
        ],
    )


@app('/')
async def serve(q: Q):
    history = {'internal': [], 'visible': []}
    if not q.client.initialized:
        
        await init_ui(q)
        #q.client.model_client = Client('https://60c33aa53fa5d7e1f4.gradio.live')
        q.client.initialized = True

    # A new message arrived.
    if q.args.chatbot:
        # Append user message.
        q.page['chatbot'].data += ["*You*: " + q.args.chatbot, True]
        # Append bot response.
        kwargs = dict(instruction_nochat=q.args.chatbot)
        try:

            history = run(q.args.chatbot, history)

            bot_res = history["visible"][-1][-1]

            q.page['chatbot'].data += ["*Perisa*: " + bot_res, False]
        except Exception as e:

            q.page['meta'] = ui.meta_card(box='', notification_bar=ui.notification_bar(
                text=f"{e}",
                type='error',
            ))
    elif q.args.clear:
        # Recreate the card.
        q.page['chatbot'] = ui.chatbot_card(
            box=ui.box('content'),
            data=data('content from_user', t='list'),
            name='chatbot',
        )
        history = {'internal': [], 'visible': []}
    elif q.args.dark_mode is not None:
        q.page['meta'].theme = 'h2o-dark' if q.args.dark_mode else 'light' 
        q.page['sidebar'].color = 'card' if q.args.dark_mode else 'primary'
    elif q.args.model:
        try:
            q.client.model_client = Client(f'https://{q.args.model}.h2o.ai/')
            q.page['meta'] = ui.meta_card(box='', notification_bar=ui.notification_bar(
                text='Model changed successfully.',
                type='success',
            ))
        except:
            q.page['meta'] = ui.meta_card(box='', notification_bar=ui.notification_bar(
                text='An error occurred while changing the model. Please try a different one.',
                type='error',
            ))

    await q.page.save()