Spaces:
Running
Running
| { | |
| "updated_at": "2026-10-30T22:02:17+00:00", | |
| "model": "Beam-1.0-501B-A23B", | |
| "providers": { | |
| "baseten": 3 | |
| }, | |
| "funnel": [ | |
| { | |
| "key": "generated", | |
| "label": "Beam wrote it", | |
| "count": 3, | |
| "lost": {} | |
| }, | |
| { | |
| "key": "well_formed", | |
| "label": "Well-formed", | |
| "count": 3, | |
| "lost": {} | |
| }, | |
| { | |
| "key": "passes_tests", | |
| "label": "Passes its own tests", | |
| "count": 3, | |
| "lost": {} | |
| }, | |
| { | |
| "key": "beats_fakes", | |
| "label": "Catches fake answers", | |
| "count": 3, | |
| "lost": {} | |
| }, | |
| { | |
| "key": "kept", | |
| "label": "Not a duplicate", | |
| "count": 3, | |
| "lost": {} | |
| } | |
| ], | |
| "reasons": {}, | |
| "tokens": { | |
| "prompt": 1142, | |
| "completion": 15554, | |
| "reasoning": 11894 | |
| }, | |
| "difficulties": [ | |
| "easy", | |
| "medium", | |
| "hard" | |
| ], | |
| "coverage": { | |
| "string manipulation": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "parsing structured text": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "run-length and other encodings": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "regular-expression-free tokenizing": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "arrays and prefix sums": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "two pointers": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "sliding window": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "binary search on answers": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "sorting with custom keys": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "hash maps and counting": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "stacks and bracket matching": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "queues and simulation": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "heaps and top-k": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "intervals and merging": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "greedy scheduling": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "dynamic programming on sequences": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "dynamic programming on grids": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "knapsack-style optimization": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "graph traversal (BFS/DFS) on adjacency lists": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "shortest paths": { | |
| "easy": 1, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "topological sort and dependencies": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "union-find": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "grid and matrix puzzles": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "trees encoded as nested lists or parent arrays": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "recursion and backtracking": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "combinatorics": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "number theory": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "bit manipulation": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "geometry with integer coordinates": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "date and time arithmetic with the datetime module": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "state machines": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "inventory and order-processing business logic": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "bank ledger and transaction reconciliation": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "text formatting and wrapping": { | |
| "easy": 1, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "version strings and semantic comparison": { | |
| "easy": 0, | |
| "medium": 1, | |
| "hard": 0 | |
| }, | |
| "file-path normalization (pure string logic)": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "game rules simulation": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "elevator or traffic simulation": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "spreadsheet-style formula evaluation": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| }, | |
| "data validation rules": { | |
| "easy": 0, | |
| "medium": 0, | |
| "hard": 0 | |
| } | |
| }, | |
| "median_seconds_per_call": 9.2 | |
| } |