Spaces:
Sleeping
Sleeping
Download billy.py from leftbyte/hillbilly-chat: direct link, hf CLI and curl.
- Browser
- Download file 4 kB
-
https://huggingface.co/spaces/leftbyte/hillbilly-chat/resolve/main/billy.py
- Command line
-
hf download hf://spaces/leftbyte/hillbilly-chat/billy.py
-
curl -L -o billy.py https://huggingface.co/spaces/leftbyte/hillbilly-chat/resolve/main/billy.py
4 kB
| #!/usr/bin/env python | |
| import datetime | |
| import hashlib | |
| import openai | |
| import os | |
| import gradio as gr | |
| import typer | |
| from typing import List | |
| from typing import TypedDict | |
| """ | |
| Example of a one-turn conversation with a hillbilly chatbot. | |
| """ | |
| VERSION = "1.0.0" | |
| # We have these as globals because the inputs to the handler won't accept ints. | |
| ALL_REQ_LIMIT_HITS = 24 | |
| CLIENT_REQ_LIMIT_HITS = 6 | |
| REQ_LIMIT_MINUTES = 1 | |
| CLIENTS = {} | |
| ALL_CLIENTS_TS = [] | |
| def limitReached( | |
| history: List[datetime.datetime], | |
| limitHits: int, | |
| limitMinutes: int, | |
| ts: datetime.datetime, | |
| ) -> bool: | |
| """ | |
| Check whether the limit has been reached. This function mutates | |
| the input history List | |
| """ | |
| timeLimit = ts - datetime.timedelta(minutes=limitMinutes) | |
| for d in history: | |
| if d < timeLimit: | |
| history.remove(d) | |
| # print( | |
| # f"history_len: {len(history)}, limit_reached: {len(history) > limitHits}" | |
| # ) | |
| return len(history) > limitHits | |
| def checkClient(clients: TypedDict, requester: str) -> (bool, str): | |
| now = datetime.datetime.now() | |
| hsh = hashlib.sha256(bytes(requester, "UTF-8")).hexdigest() | |
| if hsh not in clients: | |
| print(f"requester: {requester}") | |
| clients[hsh] = [now] | |
| else: | |
| clients[hsh].append(now) | |
| if limitReached( | |
| clients[hsh], CLIENT_REQ_LIMIT_HITS, REQ_LIMIT_MINUTES, now | |
| ): | |
| print(f"date: {now}, client: {hsh}, message: 'limit reached'") | |
| return True, "ERROR: REQUESTS PER MINIUTE LIMIT REACHED" | |
| # check the global clients request rate | |
| ALL_CLIENTS_TS.append(now) | |
| if limitReached(ALL_CLIENTS_TS, ALL_REQ_LIMIT_HITS, REQ_LIMIT_MINUTES, now): | |
| return True, "ERROR: ALL API REQUESTS PER MINIUTE LIMIT REACHED" | |
| return False, "" | |
| def getRequester(request: gr.Request) -> str: | |
| requester = request.client.host | |
| if "user-agent" in request.headers: | |
| requester = "".join([requester, "::", request.headers["user-agent"]]) | |
| return requester | |
| def billy( | |
| region: str, | |
| input: str, | |
| request: gr.Request, | |
| ) -> str: | |
| """Hillbily chatbot that tranlates phrases to funny old sayings.""" | |
| print(f"date: {datetime.datetime.now()}, region: {region}, input: {input}") | |
| requester = getRequester(request) | |
| err, msg = checkClient(CLIENTS, requester) | |
| if err: | |
| return msg | |
| messages = [ | |
| { | |
| "role": "system", | |
| "content": f"You are a quirky hillbilly from rural {region} that speaks in colloquialisms.", | |
| }, | |
| ] | |
| CONTEXT = "What is a hillbillly colloquialism for: " | |
| if input: | |
| messages.append({"role": "user", "content": CONTEXT + input}) | |
| print(f"date: {datetime.datetime.now()}, messages: {messages}") | |
| chat = openai.ChatCompletion.create( | |
| model="gpt-3.5-turbo", messages=messages | |
| ) | |
| reply = chat.choices[0].message.content | |
| messages.append({"role": "assistant", "content": reply}) | |
| print(f"date: {datetime.datetime.now()}, reply: {reply}") | |
| return reply | |
| def main(): | |
| apikey = os.getenv("OPENAI_API_KEY") | |
| openai.api_key = apikey | |
| # "Appalachia", | |
| # "Breadbasket", | |
| # "Ecotopia", | |
| # "Dixie", | |
| # "Foundry", | |
| # "Mexamerica", | |
| # "New England", | |
| inputs = [ | |
| gr.Dropdown( | |
| [ | |
| "Australia", | |
| "Canada", | |
| "England", | |
| "Ireland", | |
| "United States", | |
| ], | |
| label="Colloquial Region", | |
| value="United States", | |
| ), | |
| gr.Textbox(lines=5, label="Enter in a phrase to translate:"), | |
| ] | |
| outputs = gr.Textbox(label="I reckon I'd say:") | |
| gr.Interface( | |
| fn=billy, | |
| inputs=inputs, | |
| outputs=outputs, | |
| title=f"Colloquial Chatterbot {VERSION}", | |
| description="Things a hillbilly would say", | |
| theme=gr.themes.Monochrome(), | |
| ).launch(share=False) | |
| if __name__ == "__main__": | |
| typer.run(main) | |