{ "updated_at": "2026-10-30T22:02:17+00:00", "model": "Beam-1.0-501B-A23B", "providers": { "baseten": 3 }, "funnel": [ { "key": "generated", "label": "Beam wrote it", "count": 3, "lost": {} }, { "key": "well_formed", "label": "Well-formed", "count": 3, "lost": {} }, { "key": "passes_tests", "label": "Passes its own tests", "count": 3, "lost": {} }, { "key": "beats_fakes", "label": "Catches fake answers", "count": 3, "lost": {} }, { "key": "kept", "label": "Not a duplicate", "count": 3, "lost": {} } ], "reasons": {}, "tokens": { "prompt": 1142, "completion": 15554, "reasoning": 11894 }, "difficulties": [ "easy", "medium", "hard" ], "coverage": { "string manipulation": { "easy": 0, "medium": 0, "hard": 0 }, "parsing structured text": { "easy": 0, "medium": 0, "hard": 0 }, "run-length and other encodings": { "easy": 0, "medium": 0, "hard": 0 }, "regular-expression-free tokenizing": { "easy": 0, "medium": 0, "hard": 0 }, "arrays and prefix sums": { "easy": 0, "medium": 0, "hard": 0 }, "two pointers": { "easy": 0, "medium": 0, "hard": 0 }, "sliding window": { "easy": 0, "medium": 0, "hard": 0 }, "binary search on answers": { "easy": 0, "medium": 0, "hard": 0 }, "sorting with custom keys": { "easy": 0, "medium": 0, "hard": 0 }, "hash maps and counting": { "easy": 0, "medium": 0, "hard": 0 }, "stacks and bracket matching": { "easy": 0, "medium": 0, "hard": 0 }, "queues and simulation": { "easy": 0, "medium": 0, "hard": 0 }, "heaps and top-k": { "easy": 0, "medium": 0, "hard": 0 }, "intervals and merging": { "easy": 0, "medium": 0, "hard": 0 }, "greedy scheduling": { "easy": 0, "medium": 0, "hard": 0 }, "dynamic programming on sequences": { "easy": 0, "medium": 0, "hard": 0 }, "dynamic programming on grids": { "easy": 0, "medium": 0, "hard": 0 }, "knapsack-style optimization": { "easy": 0, "medium": 0, "hard": 0 }, "graph traversal (BFS/DFS) on adjacency lists": { "easy": 0, "medium": 0, "hard": 0 }, "shortest paths": { "easy": 1, "medium": 0, "hard": 0 }, "topological sort and dependencies": { "easy": 0, "medium": 0, "hard": 0 }, "union-find": { "easy": 0, "medium": 0, "hard": 0 }, "grid and matrix puzzles": { "easy": 0, "medium": 0, "hard": 0 }, "trees encoded as nested lists or parent arrays": { "easy": 0, "medium": 0, "hard": 0 }, "recursion and backtracking": { "easy": 0, "medium": 0, "hard": 0 }, "combinatorics": { "easy": 0, "medium": 0, "hard": 0 }, "number theory": { "easy": 0, "medium": 0, "hard": 0 }, "bit manipulation": { "easy": 0, "medium": 0, "hard": 0 }, "geometry with integer coordinates": { "easy": 0, "medium": 0, "hard": 0 }, "date and time arithmetic with the datetime module": { "easy": 0, "medium": 0, "hard": 0 }, "state machines": { "easy": 0, "medium": 0, "hard": 0 }, "inventory and order-processing business logic": { "easy": 0, "medium": 0, "hard": 0 }, "bank ledger and transaction reconciliation": { "easy": 0, "medium": 0, "hard": 0 }, "text formatting and wrapping": { "easy": 1, "medium": 0, "hard": 0 }, "version strings and semantic comparison": { "easy": 0, "medium": 1, "hard": 0 }, "file-path normalization (pure string logic)": { "easy": 0, "medium": 0, "hard": 0 }, "game rules simulation": { "easy": 0, "medium": 0, "hard": 0 }, "elevator or traffic simulation": { "easy": 0, "medium": 0, "hard": 0 }, "spreadsheet-style formula evaluation": { "easy": 0, "medium": 0, "hard": 0 }, "data validation rules": { "easy": 0, "medium": 0, "hard": 0 } }, "median_seconds_per_call": 9.2 }