File size: 8,721 Bytes
f0aa745 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 | {
"timestamp": "2026-11-04T05:15:22Z",
"reasoning_effort": "auto",
"hardware": {
"used_gb": 19.7,
"total_gb": 36.0,
"percent": 73.2,
"swap_used_mb": 648.38
},
"problems": [
{
"id": "concurrent_lru_cache",
"name": "Concurrent LRU Cache with TTL",
"category": "Systems & Concurrency",
"difficulty": "Hard",
"deepcoder": {
"ast_valid": true,
"passed": true,
"effort_level": "auto (escalated from stateful_cache_lru)",
"repairs": 2,
"latency_sec": 196.44,
"tokens": 2306,
"sandbox": "warmed_docker"
},
"baseline": {
"ast_valid": true,
"passed": false,
"latency_sec": 18.07,
"tokens": 640,
"error": "Runtime error (exit code 1):\nTraceback (most recent call last):\n File \"<stdin>\", line 72, in <module>\n File \"<stdin>\", line 59, in test_lru_cache\nAssertionError"
}
},
{
"id": "augmented_interval_tree",
"name": "Augmented Interval Tree (Overlap Queries)",
"category": "Algorithms & Trees",
"difficulty": "Hard",
"deepcoder": {
"ast_valid": true,
"passed": true,
"effort_level": "auto (escalated from range_augmented_tree)",
"repairs": 0,
"latency_sec": 154.35,
"tokens": 2869,
"sandbox": "warmed_docker"
},
"baseline": {
"ast_valid": true,
"passed": false,
"latency_sec": 32.68,
"tokens": 815,
"error": "Runtime error (exit code 1):\nTraceback (most recent call last):\n File \"<stdin>\", line 85, in <module>\n File \"<stdin>\", line 68, in test_augmented_interval_tree\nAssertionError"
}
},
{
"id": "sliding_window_rate_limiter",
"name": "Sliding Window Rate Limiter",
"category": "Distributed Systems",
"difficulty": "Medium",
"deepcoder": {
"ast_valid": true,
"passed": true,
"effort_level": "system1 (rate_limiter_sliding_window)",
"repairs": 0,
"latency_sec": 26.98,
"tokens": 693,
"sandbox": "warmed_docker"
},
"baseline": {
"ast_valid": true,
"passed": true,
"latency_sec": 28.63,
"tokens": 753,
"error": null
}
},
{
"id": "leetcode_easy_valid_anagram",
"name": "LeetCode Easy: Valid Anagram with Unicode & Frequency",
"category": "LeetCode Easy",
"difficulty": "Easy",
"deepcoder": {
"ast_valid": true,
"passed": true,
"effort_level": "auto (escalated from unicode_frequency_string)",
"repairs": 0,
"latency_sec": 105.1,
"tokens": 2014,
"sandbox": "warmed_docker"
},
"baseline": {
"ast_valid": true,
"passed": false,
"latency_sec": 19.69,
"tokens": 509,
"error": "Runtime error (exit code 1):\nTraceback (most recent call last):\n File \"<stdin>\", line 58, in <module>\n File \"<stdin>\", line 53, in test_is_anagram\nAssertionError"
}
},
{
"id": "leetcode_medium_coin_change",
"name": "LeetCode Medium: Coin Change with Path Reconstruction",
"category": "LeetCode Medium",
"difficulty": "Medium",
"deepcoder": {
"ast_valid": true,
"passed": true,
"effort_level": "system1 (dp_path_reconstruction)",
"repairs": 0,
"latency_sec": 27.9,
"tokens": 713,
"sandbox": "warmed_docker"
},
"baseline": {
"ast_valid": true,
"passed": false,
"latency_sec": 33.59,
"tokens": 877,
"error": "Runtime error (exit code 1):\nTraceback (most recent call last):\n File \"<stdin>\", line 82, in <module>\n File \"<stdin>\", line 79, in test_coin_change_with_path\nAssertionError"
}
},
{
"id": "leetcode_hard_median_sorted_arrays",
"name": "LeetCode Hard: Median of Two Sorted Arrays",
"category": "LeetCode Hard",
"difficulty": "Hard",
"deepcoder": {
"ast_valid": true,
"passed": true,
"effort_level": "system1 (logarithmic_median_partition)",
"repairs": 0,
"latency_sec": 27.66,
"tokens": 694,
"sandbox": "warmed_docker"
},
"baseline": {
"ast_valid": true,
"passed": true,
"latency_sec": 38.56,
"tokens": 1013,
"error": null
}
},
{
"id": "sysdesign_component_rwlock",
"name": "System Design Component: Fair ReadWriteLock with Writer Preference",
"category": "System Design (Component)",
"difficulty": "Medium-Hard",
"deepcoder": {
"ast_valid": true,
"passed": true,
"effort_level": "system1 (concurrency_rwlock)",
"repairs": 0,
"latency_sec": 33.42,
"tokens": 854,
"sandbox": "warmed_docker"
},
"baseline": {
"ast_valid": true,
"passed": false,
"latency_sec": 23.25,
"tokens": 604,
"error": "Runtime error (exit code 1):\nException in thread Thread-1 (reader):\nTraceback (most recent call last):\n File \"/usr/local/lib/python3.11/threading.py\", line 1045, in _bootstrap_inner\n self.run()\n File \"/usr/local/lib/python3.11/threading.py\", line 982, in run\n self._target(*self._args, **self._kwargs)\nException in thread Thread-2 (reader):\nTraceback (most recent call last):\n File \"<stdin>\", line 59, in reader\nTypeError: '_thread.lock' object is not callable\nException in thread Thread-3 (reader):\nTraceback (most recent call last):\n File \"/usr/local/lib/python3.11/threading.py\", line 1045, in _bootstrap_inner\n File \"/usr/local/lib/python3.11/threading.py\", line 1045, in _bootstrap_inner\n self.run()\n File \"/usr/local/lib/python3.11/threading.py\", line 982, in run\n self.run()\n File \"/usr/local/lib/python3.11/threading.py\", line 982, in run\n self._target(*self._args, **self._kwargs)\n File \"<stdin>\", line 59, in reader\nTypeError: '_thread.lock' object is not callable\n self._target(*self._args, **self._kwargs)\n File \"<stdin>\", line 59, in reader\nTypeError: '_thread.lock' object is not callable\nTraceback (most recent call last):\n File \"<stdin>\", line 95, in <module>\n File \"<stdin>\", line 72, in test_fair_read_write_lock\nAssertionError: Concurrent readers test failed"
}
},
{
"id": "sysdesign_service_consistent_hash",
"name": "System Design Service: Consistent Hashing Ring with Virtual Nodes",
"category": "System Design (Service)",
"difficulty": "Hard",
"deepcoder": {
"ast_valid": true,
"passed": true,
"effort_level": "system1 (distributed_consistent_hash)",
"repairs": 0,
"latency_sec": 30.52,
"tokens": 762,
"sandbox": "warmed_docker"
},
"baseline": {
"ast_valid": true,
"passed": false,
"latency_sec": 34.31,
"tokens": 904,
"error": "Runtime error (exit code 1):\nTraceback (most recent call last):\n File \"<stdin>\", line 106, in <module>\n File \"<stdin>\", line 91, in test_consistent_hash_ring\nAssertionError"
}
},
{
"id": "sysdesign_distributed_2pc",
"name": "System Design Distributed: Two-Phase Commit Coordinator (2PC)",
"category": "System Design (Distributed)",
"difficulty": "Hard",
"deepcoder": {
"ast_valid": true,
"passed": true,
"effort_level": "auto (escalated from distributed_2pc)",
"repairs": 0,
"latency_sec": 165.74,
"tokens": 2951,
"sandbox": "warmed_docker"
},
"baseline": {
"ast_valid": true,
"passed": false,
"latency_sec": 29.7,
"tokens": 773,
"error": "Runtime error (exit code 1):\nTraceback (most recent call last):\n File \"<stdin>\", line 82, in <module>\n File \"<stdin>\", line 79, in test_two_phase_commit\nAssertionError"
}
}
],
"summary": {
"baseline_pass_count": 2,
"deepcoder_pass_count": 9,
"fast_path_resolved_count": 5,
"escalated_count": 4,
"total_problems": 9,
"baseline_latencies": [
18.07,
32.68,
28.63,
19.69,
33.59,
38.56,
23.25,
34.31,
29.7
],
"deepcoder_latencies": [
196.44,
154.35,
26.98,
105.1,
27.9,
27.66,
33.42,
30.52,
165.74
],
"avg_baseline_latency_sec": 28.72,
"avg_deepcoder_latency_sec": 85.35
},
"final_memory": {
"used_gb": 21.29,
"total_gb": 36.0,
"percent": 78.5,
"swap_used_mb": 648.38
}
} |