Spaces:
Build error
Build error
File size: 4,469 Bytes
d095116 fc7c382 9a5c031 5ac69fd 2513166 97a0335 7e3e64b 97a0335 bbf7e69 97a0335 943cc14 97a0335 943cc14 97a0335 9a5c031 97a0335 7e3e64b 97a0335 fb56e49 97a0335 fb56e49 97a0335 2513166 97a0335 3d29961 97a0335 6a2b72d 97a0335 9a5c031 7e3e64b 97a0335 9a5c031 97a0335 9a5c031 97a0335 fb56e49 97a0335 fb56e49 97a0335 7e3e64b 97a0335 0cfd179 97a0335 7e3e64b 97a0335 9a5c031 01b54b1 9a5c031 fc7c382 d095116 1e97878 d095116 fc7c382 1b46271 fc7c382 1e97878 d095116 1e97878 d095116 1e97878 d095116 1e97878 d095116 1e97878 d095116 7884c14 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 | import gradio as gr
from huggingface_hub import InferenceClient
"""
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
"""
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
def preprocess_user_input(input_text):
processed_text = full_auto_adjective_replacement(input_text)
return processed_text
def full_auto_adjective_replacement(input_text):
system_message = "In the following prompt replace all biased adjectives with neutral synonyms. And only return me the modified prompt. Here is an example: Inhowfar is buying gold stingy? becomes: Inhowfar is buying gold economical?"
processed_promt = insideRespond(input_text, system_message)
print(processed_promt)
adjectives = get_adjectives(input_text)
print(adjectives)
return processed_promt
def full_adjective_replacement(input_text):
adjectives = get_adjectives(input_text)
text = input_text
print(text)
for adjective in adjectives:
adjective_biased = determine_biased_adjective(input_text, adjective)
if adjective_biased:
new_adjective = replace_biased_adjective(adjective)
text = replace_adjective_in_text(text, adjective, new_adjective)
print(text)
return text
def get_adjectives(input_text):
system_message = "Give me only all adjectives from the following Text comma seperated in a bracket. Example: [stingy, smart, clean]"
adjectives = insideRespond(input_text, system_message)
print(adjectives)
return adjectives
def determine_biased_adjective(input_text, adjective):
system_message = "Determine wether the following adjective is biased in the following Text. Return only yes or no as a single word."
processed_text = f"Text: {input_text} /n Adjective: {adjective}"
answer = insideRespond(processed_text, system_message)
if answer == "yes":
return true
if answer == "no":
return false
def replace_biased_adjective(adjective):
system_message = "Replace the following adjective with a more neutral one. Return only the new adjective as a single word."
new_adjective = insideRespond(adjective, system_message)
return new_adjective
def replace_adjective_in_text(input_text, old_adjective, new_adjective):
processed_text = input_text.replace(old_adjective, new_adjective)
return processed_text
def insideRespond(
message,
system_message,
):
max_tokens = len(message)*2
temperature = 0
messages = [{"role": "system", "content": system_message}]
messages.append({"role": "user", "content": message})
response = client.chat_completion(
messages,
max_tokens=max_tokens,
temperature=temperature,
).choices[0].message.content
return response
def respond(
message,
history: list[dict[str, str]],
system_message,
max_tokens,
temperature,
top_p,
):
# Preprocess the user input
message = preprocess_user_input(message)
# Start the conversation with a system message
messages = [{"role": "system", "content": system_message}]
# Add conversation history
if history:
messages.extend(history)
# Add the new user message
messages.append({"role": "user", "content": message})
response = ""
for message in client.chat_completion(
messages,
max_tokens=max_tokens,
stream=True,
temperature=temperature,
top_p=top_p,
):
token = message.choices[0].delta.content
response += token
yield response
"""
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
"""
demo = gr.ChatInterface(
respond,
type="messages", # Specify the new message format
additional_inputs=[
gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
gr.Slider(
minimum=0.1,
maximum=1.0,
value=0.95,
step=0.05,
label="Top-p (nucleus sampling)",
),
],
)
if __name__ == "__main__":
demo.launch() |