Update app.py

app.py

@@ -128,6 +128,8 @@ async def generate_story(prompt: StoryPrompt):
                 logging.error(f"Failed to get model for choice: {prompt.model_choice}")
                 return JSONResponse(status_code=503, content={"error": "The AI model is not available or failed to load."})
 
+            # This is the string that was broken.
+            # It starts with f""" and ends with """.
             final_prompt = f"""<|user|>
 Here is the story so far:
 {prompt.story_memory}
@@ -136,3 +138,26 @@ Here is the part I just wrote or want to continue from:
 {prompt.prompt}
 
 Please use this feedback to guide the next chapter:
+{prompt.feedback}
+
+Generate the next part of the story.<|endoftext|>
+<|assistant|>"""
+
+            logging.info(f"Generating with {prompt.model_choice}...")
+            output = llm(
+                final_prompt,
+                max_tokens=512,
+                stop=["<|user|>", "<|endoftext|>"],
+                echo=False
+            )
+            
+            generated_text = output["choices"][0]["text"].strip()
+            logging.info("Generation complete.")
+            
+            return {"story_text": generated_text}
+
+        except Exception as e:
+            logging.error(f"An internal error occurred during generation: {e}", exc_info=True)
+            return JSONResponse(status_code=500, content={"error": "An unexpected error occurred."})
+        finally:
+            logging.info("Releasing model lock.")