update for errors in current version app

app.py

@@ -16,12 +16,13 @@ def model1_translate_to_graph(request_text):
     The output is expected to be in JSON format with "nodes" and "edges".
     """
     prompt = (
-        "Translate the following customer request into a structured graph in JSON format.\n"
-        "The JSON should have two keys: 'nodes' (a list of node names) and 'edges' (a list of pairs, where each pair is a list of two node names representing a directed edge).\n"
+        "Translate the following customer request into a structured graph in valid JSON format. "
+        "Output only the JSON and nothing else. The JSON should have two keys: 'nodes' (a list of node names) "
+        "and 'edges' (a list of pairs, where each pair is a list of two node names representing a directed edge).\n"
         f"Customer Request: \"{request_text}\"\n"
         "Structured Graph JSON:"
     )
-    output = model1_generator(prompt, max_length=500, do_sample=True, temperature=0.7)[0]['generated_text']
+    output = model1_generator(prompt, max_new_tokens=150, do_sample=True, temperature=0.7)[0]['generated_text']
     return output
 
 def model2_generate_response(graph_description):
@@ -33,7 +34,7 @@ def model2_generate_response(graph_description):
         f"Structured Graph: {graph_description}\n"
         "Response:"
     )
-    output = model2_generator(prompt, max_length=500, do_sample=True, temperature=0.7)[0]['generated_text']
+    output = model2_generator(prompt, max_new_tokens=150, do_sample=True, temperature=0.7)[0]['generated_text']
     return output
 
 def model3_response_to_graph(response_text):
@@ -41,11 +42,13 @@ def model3_response_to_graph(response_text):
     Model 3: Convert the textual response into a structured graph description (JSON format) of the response.
     """
     prompt = (
-        "Translate the following response into a structured graph in JSON format. The JSON should have two keys: 'nodes' and 'edges', where 'nodes' is a list of concepts from the response and 'edges' represents relationships.\n"
+        "Translate the following response into a structured graph in valid JSON format. "
+        "Output only the JSON. The JSON should have two keys: 'nodes' (a list of concept names) "
+        "and 'edges' (a list of relationships as pairs of node names).\n"
         f"Response: \"{response_text}\"\n"
         "Structured Response Graph JSON:"
     )
-    output = model3_generator(prompt, max_length=500, do_sample=True, temperature=0.7)[0]['generated_text']
+    output = model3_generator(prompt, max_new_tokens=150, do_sample=True, temperature=0.7)[0]['generated_text']
     return output
 
 def try_parse_json(text):
@@ -54,7 +57,7 @@ def try_parse_json(text):
     If parsing fails, return None.
     """
     try:
-        # Find first '{' and last '}'
+        # Extract from the first '{' to the last '}'
         start = text.find('{')
         end = text.rfind('}') + 1
         json_str = text[start:end]