File size: 3,477 Bytes
793fa32
 
1015f83
793fa32
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
{
  "phase": "Phase 3: Complete Node Validation and Connection Flow Lab",
  "timestamp": "2026-10-29T11:48:58.792576+00:00",
  "status": "PASSED",
  "exit_code": 0,
  "summary": {
    "total_nodes_audited": 59,
    "behavioral_nodes_tested": 59,
    "behavioral_nodes_passed": 50,
    "behavioral_nodes_unsupported": 9,
    "behavioral_nodes_failed": 0,
    "connection_rules_tested": 13,
    "connection_rules_passed": 13,
    "e2e_scenarios_tested": 12,
    "e2e_scenarios_passed": 12,
    "codegen_ast_verified_count": 12,
    "codegen_ast_syntax_errors": 0
  },
  "sections": {
    "behavioral_validation": {
      "agent.llm_config": "UNSUPPORTED",
      "agent.memory_checkpointer": "UNSUPPORTED",
      "agent.prompt_template": "UNSUPPORTED",
      "agent.react_agent": "UNSUPPORTED",
      "agent.structured_output": "UNSUPPORTED",
      "agent.tools_connector": "UNSUPPORTED",
      "api.http_request": "PASS",
      "constant.bool": "PASS",
      "constant.float": "PASS",
      "constant.int": "PASS",
      "constant.str": "PASS",
      "control.for_loop": "PASS",
      "control.if_else": "PASS",
      "control.loop_control": "PASS",
      "control.try_except": "PASS",
      "control.while_loop": "PASS",
      "core.binary_op": "PASS",
      "core.compare": "PASS",
      "core.constant": "PASS",
      "core.logical_op": "PASS",
      "core.scope": "UNSUPPORTED",
      "core.type_cast": "PASS",
      "core.variable": "PASS",
      "csv.parse": "PASS",
      "csv.stringify": "PASS",
      "data.dict": "PASS",
      "data.list": "PASS",
      "data.set": "PASS",
      "data.tuple": "PASS",
      "db.query": "PASS",
      "file.read": "PASS",
      "file.write": "PASS",
      "function.call": "PASS",
      "function.def": "PASS",
      "io.input": "PASS",
      "io.print": "PASS",
      "json.parse": "PASS",
      "json.stringify": "PASS",
      "lang.import": "PASS",
      "math.abs": "PASS",
      "math.ceil": "PASS",
      "math.floor": "PASS",
      "math.max": "PASS",
      "math.min": "PASS",
      "math.pow": "PASS",
      "math.round": "PASS",
      "math.sqrt": "PASS",
      "numpy.array": "UNSUPPORTED",
      "pandas.dataframe": "UNSUPPORTED",
      "oop.class_def": "PASS",
      "oop.instance": "PASS",
      "oop.method_call": "PASS",
      "string.concat": "PASS",
      "string.split": "PASS",
      "string.transform": "PASS",
      "sys.file": "PASS",
      "trigger.schedule": "PASS",
      "trigger.webhook": "PASS",
      "workflow.start": "PASS"
    },
    "connection_matrix": {
      "type_assignability_matrix": "PASS",
      "validate_types_logic_rules": "PASS",
      "missing_node_resolution": "PASS",
      "missing_port_resolution": "PASS",
      "port_direction_enforcement": "PASS",
      "incompatible_type_rejection": "PASS",
      "compatible_type_acceptance": "PASS",
      "self_connection_rejection": "PASS",
      "duplicate_edge_rejection": "PASS",
      "fan_out_permitted": "PASS",
      "fan_in_single_input": "PASS",
      "dag_cycle_detection": "PASS",
      "missing_entrypoint_rejection": "PASS"
    },
    "e2e_workflows": {
      "scenario_a": "PASS",
      "scenario_b": "PASS",
      "scenario_c": "PASS",
      "scenario_d": "PASS",
      "scenario_e": "PASS",
      "scenario_f": "PASS",
      "scenario_g": "PASS",
      "scenario_h": "PASS",
      "scenario_i": "PASS",
      "scenario_j": "PASS",
      "scenario_k": "PASS",
      "scenario_l": "PASS (GUARDED_SECURITY_ISOLATION)"
    }
  }
}