| import gradio as gr |
|
|
| from transformers import TextIteratorStreamer |
|
|
| from threading import Thread |
|
|
| from unsloth import FastLanguageModel |
|
|
| load_in_4bit = True |
|
|
| peft_model_id = "ID2223JR/lora_model" |
|
|
| model, tokenizer = FastLanguageModel.from_pretrained( |
| model_name=peft_model_id, |
| load_in_4bit=load_in_4bit, |
| ) |
| FastLanguageModel.for_inference(model) |
|
|
|
|
| |
| ingredients_list = [] |
|
|
|
|
| |
| def add_ingredient(ingredient, quantity): |
| if ingredient and int(quantity) > 0: |
| ingredients_list.append(f"{ingredient}, {quantity} grams") |
| return ( |
| "\n".join(ingredients_list), |
| gr.update(value="", interactive=True), |
| gr.update(value=None, interactive=True), |
| ) |
|
|
|
|
| |
| def validate_inputs(ingredient, quantity): |
| if ingredient and int(quantity) > 0: |
| return gr.update(interactive=True) |
| return gr.update(interactive=False) |
|
|
|
|
| |
| def submit_to_model(): |
| if not ingredients_list: |
| return "Ingredients list is empty! Please add ingredients first." |
|
|
| |
| prompt = f"Using the following ingredients, suggest a recipe:\n\n" + "\n".join( |
| ingredients_list |
| ) |
| ingredients_list.clear() |
|
|
| messages = [ |
| {"role": "user", "content": prompt}, |
| ] |
| inputs = tokenizer.apply_chat_template( |
| messages, |
| tokenize=True, |
| add_generation_prompt=True, |
| return_tensors="pt", |
| ).to("cuda") |
|
|
| text_streamer = TextIteratorStreamer(tokenizer, skip_prompt=True) |
|
|
| generation_kwargs = dict(inputs=inputs, streamer=text_streamer, use_cache=True, temperature=0.3, min_p=0.1) |
| thread = Thread(target=model.generate, kwargs=generation_kwargs) |
| thread.start() |
|
|
|
|
| content = "" |
| for text in text_streamer: |
| print(text) |
| content += text |
| if content.endswith("<|eot_id|>"): |
| content = content.replace("<|eot_id|>", "") |
| yield content |
|
|
|
|
| |
| def app(): |
| with gr.Blocks() as demo: |
| with gr.Row(): |
| ingredient_input = gr.Textbox( |
| label="Ingredient", placeholder="Enter ingredient name" |
| ) |
| quantity_input = gr.Number(label="Quantity (grams)", value=None) |
|
|
| add_button = gr.Button("Add Ingredient", interactive=False) |
| output = gr.Textbox(label="Ingredients List", lines=10, interactive=False) |
|
|
| submit_button = gr.Button("Give me a meal!") |
|
|
| with gr.Row(): |
| model_output = gr.Textbox( |
| label="Recipe Suggestion", lines=10, interactive=False |
| ) |
|
|
| |
| ingredient_input.change( |
| validate_inputs, [ingredient_input, quantity_input], add_button |
| ) |
| quantity_input.change( |
| validate_inputs, [ingredient_input, quantity_input], add_button |
| ) |
|
|
| |
| add_button.click( |
| add_ingredient, |
| [ingredient_input, quantity_input], |
| [output, ingredient_input, quantity_input], |
| ) |
|
|
| |
| submit_button.click( |
| submit_to_model, |
| inputs=None, |
| outputs=model_output, |
| ) |
|
|
| return demo |
|
|
|
|
| demo = app() |
| demo.launch() |
|
|
