Spaces:
Sleeping
Sleeping
Update analytics/deep_dive_agentic.py
Browse files
analytics/deep_dive_agentic.py
CHANGED
|
@@ -198,6 +198,10 @@ def generate_analysis_requirements(question: str, acq: pd.DataFrame, perf: pd.Da
|
|
| 198 |
"raw_response": response_text[:300]
|
| 199 |
}
|
| 200 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 201 |
return {
|
| 202 |
"success": True,
|
| 203 |
"requirements": requirements,
|
|
@@ -214,26 +218,34 @@ def execute_requirement_code(code: str, acq: pd.DataFrame, perf: pd.DataFrame, m
|
|
| 214 |
Safely execute generated pandas code for a single requirement.
|
| 215 |
"""
|
| 216 |
|
| 217 |
-
|
|
|
|
| 218 |
"pd": pd,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 219 |
"acq": acq,
|
| 220 |
"perf": perf,
|
| 221 |
-
"master_df": master_df
|
| 222 |
-
"generate_metric_view": generate_metric_view
|
| 223 |
}
|
| 224 |
|
| 225 |
try:
|
| 226 |
-
|
|
|
|
| 227 |
# Look for result variables (result_1, result_2, result_3, or final_result)
|
| 228 |
result_key = f"result_{requirement_num}" if f"result_{requirement_num}" in local_scope else "final_result"
|
| 229 |
result = local_scope.get(result_key, local_scope.get("result", "No result generated"))
|
| 230 |
|
|
|
|
| 231 |
return {
|
| 232 |
"success": True,
|
| 233 |
"result": result,
|
| 234 |
"error": None
|
| 235 |
}
|
| 236 |
except Exception as e:
|
|
|
|
| 237 |
return {
|
| 238 |
"success": False,
|
| 239 |
"result": None,
|
|
@@ -246,6 +258,7 @@ def execute_all_requirements(requirements: list, acq: pd.DataFrame, perf: pd.Dat
|
|
| 246 |
Execute all requirements sequentially, building context.
|
| 247 |
"""
|
| 248 |
|
|
|
|
| 249 |
all_results = []
|
| 250 |
context_text = ""
|
| 251 |
|
|
@@ -284,6 +297,9 @@ def interpret_all_results(question: str, all_results: list, context_text: str):
|
|
| 284 |
Senior risk analyst LLM interprets all results holistically.
|
| 285 |
"""
|
| 286 |
|
|
|
|
|
|
|
|
|
|
| 287 |
client = _get_hf_client()
|
| 288 |
|
| 289 |
# Format all analyses
|
|
@@ -356,7 +372,11 @@ def run_deep_dive_analysis(question: str, acq: pd.DataFrame, perf: pd.DataFrame,
|
|
| 356 |
4. Synthesize results and provide senior analyst interpretation
|
| 357 |
"""
|
| 358 |
|
|
|
|
|
|
|
|
|
|
| 359 |
# Step 1: Generate requirements
|
|
|
|
| 360 |
req_response = generate_analysis_requirements(question, acq, perf, master_df)
|
| 361 |
|
| 362 |
if not req_response["success"]:
|
|
@@ -372,10 +392,13 @@ def run_deep_dive_analysis(question: str, acq: pd.DataFrame, perf: pd.DataFrame,
|
|
| 372 |
requirements = req_response["requirements"][:3] # Cap at 3
|
| 373 |
|
| 374 |
# Step 2 & 3: Execute all requirements
|
|
|
|
| 375 |
all_results, context_text = execute_all_requirements(requirements, acq, perf, master_df)
|
| 376 |
|
| 377 |
# Step 4: Interpret results
|
|
|
|
| 378 |
interpretation = interpret_all_results(question, all_results, context_text)
|
|
|
|
| 379 |
|
| 380 |
return {
|
| 381 |
"success": True,
|
|
|
|
| 198 |
"raw_response": response_text[:300]
|
| 199 |
}
|
| 200 |
|
| 201 |
+
print(f"[DEBUG] Generated {len(requirements)} requirements for question: {question[:80]}")
|
| 202 |
+
for i, req in enumerate(requirements, 1):
|
| 203 |
+
print(f" Req {i}: {req.get('title')}")
|
| 204 |
+
|
| 205 |
return {
|
| 206 |
"success": True,
|
| 207 |
"requirements": requirements,
|
|
|
|
| 218 |
Safely execute generated pandas code for a single requirement.
|
| 219 |
"""
|
| 220 |
|
| 221 |
+
# Create global scope with all dependencies
|
| 222 |
+
global_scope = {
|
| 223 |
"pd": pd,
|
| 224 |
+
"generate_metric_view": generate_metric_view,
|
| 225 |
+
"__builtins__": __builtins__
|
| 226 |
+
}
|
| 227 |
+
|
| 228 |
+
local_scope = {
|
| 229 |
"acq": acq,
|
| 230 |
"perf": perf,
|
| 231 |
+
"master_df": master_df
|
|
|
|
| 232 |
}
|
| 233 |
|
| 234 |
try:
|
| 235 |
+
print(f"[DEBUG] Executing requirement {requirement_num}...")
|
| 236 |
+
exec(code, global_scope, local_scope)
|
| 237 |
# Look for result variables (result_1, result_2, result_3, or final_result)
|
| 238 |
result_key = f"result_{requirement_num}" if f"result_{requirement_num}" in local_scope else "final_result"
|
| 239 |
result = local_scope.get(result_key, local_scope.get("result", "No result generated"))
|
| 240 |
|
| 241 |
+
print(f"[DEBUG] Req {requirement_num} success. Result type: {type(result).__name__}")
|
| 242 |
return {
|
| 243 |
"success": True,
|
| 244 |
"result": result,
|
| 245 |
"error": None
|
| 246 |
}
|
| 247 |
except Exception as e:
|
| 248 |
+
print(f"[DEBUG] Req {requirement_num} FAILED: {str(e)}")
|
| 249 |
return {
|
| 250 |
"success": False,
|
| 251 |
"result": None,
|
|
|
|
| 258 |
Execute all requirements sequentially, building context.
|
| 259 |
"""
|
| 260 |
|
| 261 |
+
print(f"[DEBUG] Starting execution of {len(requirements)} requirements")
|
| 262 |
all_results = []
|
| 263 |
context_text = ""
|
| 264 |
|
|
|
|
| 297 |
Senior risk analyst LLM interprets all results holistically.
|
| 298 |
"""
|
| 299 |
|
| 300 |
+
print(f"[DEBUG] Interpreting results for {len(all_results)} analyses")
|
| 301 |
+
print(f"[DEBUG] Successful executions: {sum(1 for r in all_results if r.get('success'))}")
|
| 302 |
+
|
| 303 |
client = _get_hf_client()
|
| 304 |
|
| 305 |
# Format all analyses
|
|
|
|
| 372 |
4. Synthesize results and provide senior analyst interpretation
|
| 373 |
"""
|
| 374 |
|
| 375 |
+
print(f"\n[DEEP DIVE START] Question: {question}")
|
| 376 |
+
print(f"[DEBUG] Data shapes - Acq: {acq.shape}, Perf: {perf.shape}, Master: {master_df.shape}")
|
| 377 |
+
|
| 378 |
# Step 1: Generate requirements
|
| 379 |
+
print(f"[DEBUG] Step 1: Generating requirements...")
|
| 380 |
req_response = generate_analysis_requirements(question, acq, perf, master_df)
|
| 381 |
|
| 382 |
if not req_response["success"]:
|
|
|
|
| 392 |
requirements = req_response["requirements"][:3] # Cap at 3
|
| 393 |
|
| 394 |
# Step 2 & 3: Execute all requirements
|
| 395 |
+
print(f"[DEBUG] Step 2-3: Executing {len(requirements)} requirements...")
|
| 396 |
all_results, context_text = execute_all_requirements(requirements, acq, perf, master_df)
|
| 397 |
|
| 398 |
# Step 4: Interpret results
|
| 399 |
+
print(f"[DEBUG] Step 4: Interpreting all results...")
|
| 400 |
interpretation = interpret_all_results(question, all_results, context_text)
|
| 401 |
+
print(f"[DEEP DIVE END] Analysis complete\n")
|
| 402 |
|
| 403 |
return {
|
| 404 |
"success": True,
|