File size: 4,469 Bytes
d095116
 
 
 
 
 
 
 
fc7c382
9a5c031
5ac69fd
2513166
 
97a0335
 
7e3e64b
97a0335
bbf7e69
97a0335
 
943cc14
97a0335
943cc14
 
97a0335
 
9a5c031
97a0335
7e3e64b
97a0335
 
 
 
 
 
 
fb56e49
97a0335
fb56e49
97a0335
 
 
 
2513166
 
97a0335
 
 
 
3d29961
97a0335
6a2b72d
97a0335
 
 
9a5c031
 
7e3e64b
97a0335
 
9a5c031
97a0335
9a5c031
97a0335
 
fb56e49
97a0335
fb56e49
97a0335
 
 
7e3e64b
97a0335
 
 
0cfd179
97a0335
 
 
 
7e3e64b
97a0335
 
 
 
 
 
 
 
9a5c031
 
 
 
 
 
01b54b1
 
 
9a5c031
 
 
 
 
 
 
 
 
 
 
 
 
 
fc7c382
d095116
 
 
1e97878
d095116
 
 
 
 
fc7c382
1b46271
fc7c382
1e97878
d095116
 
1e97878
 
 
d095116
1e97878
d095116
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1e97878
d095116
 
 
 
 
1e97878
d095116
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7884c14
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
import gradio as gr
from huggingface_hub import InferenceClient

"""
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
"""
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")

def preprocess_user_input(input_text):

    processed_text = full_auto_adjective_replacement(input_text)

    return processed_text
    

def full_auto_adjective_replacement(input_text):

    system_message = "In the following prompt replace all biased adjectives with neutral synonyms. And only return me the modified prompt. Here is an example: Inhowfar is buying gold stingy? becomes: Inhowfar is buying gold economical?"

    processed_promt = insideRespond(input_text, system_message)
    print(processed_promt)

    adjectives = get_adjectives(input_text)
    print(adjectives)

    return processed_promt
    

def full_adjective_replacement(input_text):


    adjectives = get_adjectives(input_text)

    text = input_text
    print(text)

    for adjective in adjectives:
        adjective_biased = determine_biased_adjective(input_text, adjective)
        if adjective_biased:
            new_adjective = replace_biased_adjective(adjective)
            text = replace_adjective_in_text(text, adjective, new_adjective)
            print(text)

    return text



def get_adjectives(input_text):

    system_message = "Give me only all adjectives from the following Text comma seperated in a bracket. Example: [stingy, smart, clean]"

    adjectives = insideRespond(input_text, system_message)
    print(adjectives)

    return adjectives
    

def determine_biased_adjective(input_text, adjective):

    system_message = "Determine wether the following adjective is biased in the following Text. Return only yes or no as a single word."

    processed_text = f"Text: {input_text} /n Adjective: {adjective}"
    
    answer = insideRespond(processed_text, system_message)

    if answer == "yes":
        return true
    if answer == "no":
        return false


def replace_biased_adjective(adjective):

    system_message = "Replace the following adjective with a more neutral one. Return only the new adjective as a single word."

    new_adjective = insideRespond(adjective, system_message)

    return new_adjective
    

def replace_adjective_in_text(input_text, old_adjective, new_adjective):
    
    processed_text = input_text.replace(old_adjective, new_adjective)
        
    return processed_text

    



def insideRespond(
    message,
    system_message,
):
    
    max_tokens = len(message)*2
    temperature = 0
    
    messages = [{"role": "system", "content": system_message}]

    messages.append({"role": "user", "content": message})

    response = client.chat_completion(
        messages,
        max_tokens=max_tokens,
        temperature=temperature,
    ).choices[0].message.content
    
    return response
    
    



def respond(
    message,
    history: list[dict[str, str]],
    system_message,
    max_tokens,
    temperature,
    top_p,
):
    # Preprocess the user input
    message = preprocess_user_input(message)
    
    # Start the conversation with a system message
    messages = [{"role": "system", "content": system_message}]

    # Add conversation history
    if history:
        messages.extend(history)

    # Add the new user message
    messages.append({"role": "user", "content": message})

    response = ""

    for message in client.chat_completion(
        messages,
        max_tokens=max_tokens,
        stream=True,
        temperature=temperature,
        top_p=top_p,
    ):
        token = message.choices[0].delta.content
        response += token
        yield response



"""
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
"""
demo = gr.ChatInterface(
    respond,
    type="messages",  # Specify the new message format
    additional_inputs=[
        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
        gr.Slider(
            minimum=0.1,
            maximum=1.0,
            value=0.95,
            step=0.05,
            label="Top-p (nucleus sampling)",
        ),
    ],
)


if __name__ == "__main__":
    demo.launch()