| import gradio as gr |
| import torch |
| from pathlib import Path |
| import traceback |
| import sys |
|
|
| |
| if 'model' in sys.modules: |
| del sys.modules['model'] |
|
|
| from model import miniGPT |
|
|
| DEVICE = "cuda" if torch.cuda.is_available() else ("mps" if torch.backends.mps.is_available() else "cpu") |
| print(f"Loading model on device: {DEVICE}") |
|
|
| SCRIPT_DIR = Path(__file__).parent |
| model_dir = SCRIPT_DIR / "trained_model_small" |
|
|
| trainer = None |
| error_message = None |
|
|
| if model_dir.exists(): |
| print(f"Loading model from {model_dir}") |
| print(f"Model directory contents:") |
| for item in model_dir.iterdir(): |
| print(f" - {item.name}") |
| try: |
| trainer = miniGPT.load(str(model_dir), map_location=DEVICE) |
| trainer = trainer.to(DEVICE) |
| print("✓ Model loaded successfully!") |
| print(f"✓ Model ready for inference on {DEVICE}!") |
| except Exception as e: |
| error_message = str(e) |
| print(f"✗ Error loading model: {e}") |
| print(f"✗ Full traceback:") |
| print(traceback.format_exc()) |
| trainer = None |
| else: |
| error_message = f"Model directory not found at {model_dir}" |
| print(f"✗ {error_message}") |
| print(f"✗ Contents of {SCRIPT_DIR}:") |
| for item in SCRIPT_DIR.iterdir(): |
| print(f" - {item.name}") |
|
|
|
|
| def generate_recipe(prompt, max_length=300, temperature=0.85, top_k=50, top_p=0.95): |
| if trainer is None: |
| if error_message: |
| return f"❌ Error: Model not loaded.\n\nDetails: {error_message}" |
| return "❌ Error: Model not loaded" |
| |
| try: |
| generated = trainer.generate( |
| prompt, |
| max_length=max_length, |
| temperature=temperature, |
| top_k=top_k, |
| top_p=top_p, |
| ) |
| return generated |
| except Exception as e: |
| return f"❌ Error generating recipe: {str(e)}" |
|
|
| with gr.Blocks(title="Recipe Generator", theme=gr.themes.Soft()) as demo: |
| gr.Markdown( |
| """ |
| # Welcome eggs 1/4 cup - stupidcookgpt |
| |
| Generate recipes using a fine-tuned miniGPT model trained on recipe data. |
| |
| Verified to generate your next delicious meal in 20 seconds (unless it doesn't). |
| |
| **Model Info:** ~124M parameters, trained on corbt/all-recipes. |
| |
| *small print*: ppl this is a friggin demo not some gordon ramsay, pls use common sense and don't sue me if you eat its egg-chocolate-broccoli surprise. |
| """ |
| ) |
| |
| with gr.Row(): |
| with gr.Column(scale=2): |
| prompt_input = gr.Textbox( |
| label="Recipe Prompt", |
| placeholder="e.g., Recipe for chocolate cake:\n\nIngredients:", |
| lines=3, |
| value="Recipe for chocolate ", |
| ) |
| with gr.Column(): |
| generate_btn = gr.Button("Tell the chef...", variant="primary", size="lg") |
| |
| output = gr.Textbox(label="Generated Recipe", lines=12, max_lines=20) |
| |
| with gr.Row(): |
| with gr.Column(): |
| max_length = gr.Slider(50, 500, 300, step=50, label="Max Length", info="Maximum tokens to generate") |
| with gr.Column(): |
| temperature = gr.Slider(0.1, 2.0, 0.85, step=0.1, label="Temperature", info="Higher = more creative") |
| |
| with gr.Row(): |
| with gr.Column(): |
| top_k = gr.Slider(0, 100, 50, step=5, label="Top-K", info="Sample from top K tokens") |
| with gr.Column(): |
| top_p = gr.Slider(0.0, 1.0, 0.95, step=0.05, label="Top-P", info="Nucleus sampling threshold") |
| |
| generate_btn.click( |
| fn=generate_recipe, |
| inputs=[prompt_input, max_length, temperature, top_k, top_p], |
| outputs=output, |
| ) |
| |
| |
| gr.Examples( |
| examples=[ |
| ["Recipe for chocolate ", 300, 0.85, 50, 0.95], |
| ["Recipe for a delicious apple pie:\n\nIngredients:\n", 300, 0.85, 50, 0.95], |
| ["Ingredients: flour butter sugar eggs", 300, 0.85, 50, 0.95], |
| ["Instructions: preheat oven to 350", 300, 0.85, 50, 0.95], |
| ["How to make a perfect coffee cake", 300, 0.85, 50, 0.95], |
| ], |
| inputs=[prompt_input, max_length, temperature, top_k, top_p], |
| outputs=output, |
| fn=generate_recipe, |
| cache_examples=False, |
| ) |
| |
| gr.Markdown( |
| """ |
| ### How to use: |
| 1. Enter a prompt 4 the chef |
| 2. Adjust chef parameters if desired (make it gordon ramsay when Temp=2 or a chill cook with Temp=0.4) |
| 3. Click "Tell the chef..." to create a new recipe |
| |
| ### Tips: |
| - **Temperature**: Higher values (1.0+) make the chef more creative but probably more sus. |
| - **Top-K**: Limits sampling to top K most likely tokens |
| - **Top-P**: Only considers tokens with cumulative probability <= P |
| """ |
| ) |
|
|
|
|
| if __name__ == "__main__": |
| demo.launch() |
|
|
