{"schema":"rlebench/display-costs/1","currency":"USD","pricing_date":"2026-10-11","source_space_revision":"cde5f1e10e60185f2761b8c05fe208baa57c8af2","source_data_sha256":"5528711e4e4478da8a564fbebf09a840f6f8677c4620202e2c9d8a91f021ed89","sources":[{"label":"OpenAI rates","url":"https://developers.openai.com/api/docs/models/gpt-6-astra"}],"episodes":{"codex-astra:task02-01-seed0-formal":{"signature":["codex-astra:task02-01-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/01/seed-0/usage.json",832121,6802,791296,0,null],"lower":1.539646,"upper":1.539646,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":791296,"rate":1.0,"rate_upper":1.0,"lower":0.791296,"upper":0.791296},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6802,"rate":50.0,"rate_upper":50.0,"lower":0.3401,"upper":0.3401},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":40825,"rate":10.0,"rate_upper":10.0,"lower":0.40825,"upper":0.40825}],"cache_lower":791296,"cache_upper":791296,"response_count":27,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/01/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/01/seed-0/usage.json","evidence_sha256":"7c3d73e1aee3d03e6a54888f1e548f885233bc18937b08775bfc3f96ded06405","actual_billed_usd":null},"codex-astra:task02-02-seed0-formal":{"signature":["codex-astra:task02-02-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/02/seed-0/usage.json",784518,6225,746496,0,null],"lower":1.437966,"upper":1.437966,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":746496,"rate":1.0,"rate_upper":1.0,"lower":0.746496,"upper":0.746496},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6225,"rate":50.0,"rate_upper":50.0,"lower":0.31125,"upper":0.31125},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":38022,"rate":10.0,"rate_upper":10.0,"lower":0.38022,"upper":0.38022}],"cache_lower":746496,"cache_upper":746496,"response_count":28,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/02/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/02/seed-0/usage.json","evidence_sha256":"74112079173beab90c005b564baf3381c18eed7a92eb9cd3c65811bc96e37868","actual_billed_usd":null},"codex-astra:task02-03-seed0-formal":{"signature":["codex-astra:task02-03-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/03/seed-0/usage.json",2225094,13673,2152064,0,null],"lower":3.566014,"upper":3.566014,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2152064,"rate":1.0,"rate_upper":1.0,"lower":2.152064,"upper":2.152064},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":13673,"rate":50.0,"rate_upper":50.0,"lower":0.68365,"upper":0.68365},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":73030,"rate":10.0,"rate_upper":10.0,"lower":0.7303,"upper":0.7303}],"cache_lower":2152064,"cache_upper":2152064,"response_count":50,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/03/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/03/seed-0/usage.json","evidence_sha256":"816764f7bf97067411bf7810efda65220de54053d191663f796599bcb442403f","actual_billed_usd":null},"codex-astra:task02-04-seed0-formal":{"signature":["codex-astra:task02-04-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/04/seed-0/usage.json",1382444,12747,1334912,0,null],"lower":2.447582,"upper":2.447582,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1334912,"rate":1.0,"rate_upper":1.0,"lower":1.334912,"upper":1.334912},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12747,"rate":50.0,"rate_upper":50.0,"lower":0.63735,"upper":0.63735},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":47532,"rate":10.0,"rate_upper":10.0,"lower":0.47532,"upper":0.47532}],"cache_lower":1334912,"cache_upper":1334912,"response_count":40,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/04/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/04/seed-0/usage.json","evidence_sha256":"2df54ab7f460ce9ecafda40704c21abf1ba8aca6c61f6c96185892b222ddb74d","actual_billed_usd":null},"codex-astra:task02-05-seed0-formal":{"signature":["codex-astra:task02-05-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/05/seed-0/usage.json",509662,5212,483840,0,null],"lower":1.00266,"upper":1.00266,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":483840,"rate":1.0,"rate_upper":1.0,"lower":0.48384,"upper":0.48384},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5212,"rate":50.0,"rate_upper":50.0,"lower":0.2606,"upper":0.2606},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":25822,"rate":10.0,"rate_upper":10.0,"lower":0.25822,"upper":0.25822}],"cache_lower":483840,"cache_upper":483840,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/05/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/05/seed-0/usage.json","evidence_sha256":"6f4a5b456c11746ce236c7437fa64d7f2f40f3275ca8236e5e2aa3209d596800","actual_billed_usd":null},"codex-astra:task02-06-seed0-formal":{"signature":["codex-astra:task02-06-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/06/seed-0/usage.json",707210,6550,676224,0,null],"lower":1.313584,"upper":1.313584,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":676224,"rate":1.0,"rate_upper":1.0,"lower":0.676224,"upper":0.676224},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6550,"rate":50.0,"rate_upper":50.0,"lower":0.3275,"upper":0.3275},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":30986,"rate":10.0,"rate_upper":10.0,"lower":0.30986,"upper":0.30986}],"cache_lower":676224,"cache_upper":676224,"response_count":25,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/06/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/06/seed-0/usage.json","evidence_sha256":"2761b0359a63c93472bd42fd6ecd91f5b38b73f3d4a0380e6717f9a6ab056e15","actual_billed_usd":null},"codex-astra:task02-07-seed0-formal":{"signature":["codex-astra:task02-07-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/07/seed-0/usage.json",759674,6893,722944,0,null],"lower":1.434894,"upper":1.434894,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":722944,"rate":1.0,"rate_upper":1.0,"lower":0.722944,"upper":0.722944},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6893,"rate":50.0,"rate_upper":50.0,"lower":0.34465,"upper":0.34465},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":36730,"rate":10.0,"rate_upper":10.0,"lower":0.3673,"upper":0.3673}],"cache_lower":722944,"cache_upper":722944,"response_count":26,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/07/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/07/seed-0/usage.json","evidence_sha256":"2657f795e1195efab3a48d1306586f02b305ba98c415954c0e2f3b5a7aba0b51","actual_billed_usd":null},"codex-astra:task02-08-seed0-formal":{"signature":["codex-astra:task02-08-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/08/seed-0/usage.json",569954,6419,542848,0,null],"lower":1.134858,"upper":1.134858,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":542848,"rate":1.0,"rate_upper":1.0,"lower":0.542848,"upper":0.542848},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6419,"rate":50.0,"rate_upper":50.0,"lower":0.32095,"upper":0.32095},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":27106,"rate":10.0,"rate_upper":10.0,"lower":0.27106,"upper":0.27106}],"cache_lower":542848,"cache_upper":542848,"response_count":22,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/08/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/08/seed-0/usage.json","evidence_sha256":"fd38d939a4690b7f2e1fcc6caf243208b507328e9350be3ba8f5ee4a2b17b823","actual_billed_usd":null},"codex-astra:task02-09-seed0-formal":{"signature":["codex-astra:task02-09-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/09/seed-0/usage.json",1421785,12039,1361152,0,null],"lower":2.569432,"upper":2.569432,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1361152,"rate":1.0,"rate_upper":1.0,"lower":1.361152,"upper":1.361152},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12039,"rate":50.0,"rate_upper":50.0,"lower":0.60195,"upper":0.60195},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":60633,"rate":10.0,"rate_upper":10.0,"lower":0.60633,"upper":0.60633}],"cache_lower":1361152,"cache_upper":1361152,"response_count":40,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/09/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/09/seed-0/usage.json","evidence_sha256":"1bf8b089baf4613290a54866ac02bc31882383cea4ec871f84946c338162b829","actual_billed_usd":null},"codex-astra:task02-10-seed0-formal":{"signature":["codex-astra:task02-10-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/10/seed-0/usage.json",1349079,10556,1287040,0,null],"lower":2.43523,"upper":2.43523,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1287040,"rate":1.0,"rate_upper":1.0,"lower":1.28704,"upper":1.28704},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":10556,"rate":50.0,"rate_upper":50.0,"lower":0.5278,"upper":0.5278},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":62039,"rate":10.0,"rate_upper":10.0,"lower":0.62039,"upper":0.62039}],"cache_lower":1287040,"cache_upper":1287040,"response_count":39,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/10/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/10/seed-0/usage.json","evidence_sha256":"bbb7af44f87da54588a2fbc9daad213f928ff097d4d624203ab7394f53b9d6d3","actual_billed_usd":null},"codex-astra:task03-01-seed0-formal":{"signature":["codex-astra:task03-01-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/01/seed-0/usage.json",640003,6267,609920,0,null],"lower":1.2241,"upper":1.2241,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":609920,"rate":1.0,"rate_upper":1.0,"lower":0.60992,"upper":0.60992},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6267,"rate":50.0,"rate_upper":50.0,"lower":0.31335,"upper":0.31335},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":30083,"rate":10.0,"rate_upper":10.0,"lower":0.30083,"upper":0.30083}],"cache_lower":609920,"cache_upper":609920,"response_count":22,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/01/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/01/seed-0/usage.json","evidence_sha256":"c05711f57c83c00404f3f703cb1c225c7bcc7e0a4001dbf780cfa2cbbae26c33","actual_billed_usd":null},"codex-astra:task03-02-seed0-formal":{"signature":["codex-astra:task03-02-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/02/seed-0/usage.json",1106988,9915,1061632,0,null],"lower":2.010942,"upper":2.010942,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1061632,"rate":1.0,"rate_upper":1.0,"lower":1.061632,"upper":1.061632},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9915,"rate":50.0,"rate_upper":50.0,"lower":0.49575,"upper":0.49575},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":45356,"rate":10.0,"rate_upper":10.0,"lower":0.45356,"upper":0.45356}],"cache_lower":1061632,"cache_upper":1061632,"response_count":31,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/02/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/02/seed-0/usage.json","evidence_sha256":"ea41e6fc75be3ac99321ecfa5474e9c3ede68ae2d326f80ce53f5dcf506c7ecc","actual_billed_usd":null},"codex-astra:task03-03-seed0-formal":{"signature":["codex-astra:task03-03-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/03/seed-0/usage.json",3977947,19047,3917952,0,null],"lower":5.470252,"upper":5.470252,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3917952,"rate":1.0,"rate_upper":1.0,"lower":3.917952,"upper":3.917952},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":19047,"rate":50.0,"rate_upper":50.0,"lower":0.95235,"upper":0.95235},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":59995,"rate":10.0,"rate_upper":10.0,"lower":0.59995,"upper":0.59995}],"cache_lower":3917952,"cache_upper":3917952,"response_count":97,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/03/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/03/seed-0/usage.json","evidence_sha256":"d1a64db59770180af5f77e0060ec84e583b4147f15015821df8e23466ee3330d","actual_billed_usd":null},"codex-astra:task03-05-seed0-formal":{"signature":["codex-astra:task03-05-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/05/seed-0/usage.json",3072737,20636,3009664,0,null],"lower":4.672194,"upper":4.672194,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3009664,"rate":1.0,"rate_upper":1.0,"lower":3.009664,"upper":3.009664},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":20636,"rate":50.0,"rate_upper":50.0,"lower":1.0318,"upper":1.0318},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":63073,"rate":10.0,"rate_upper":10.0,"lower":0.63073,"upper":0.63073}],"cache_lower":3009664,"cache_upper":3009664,"response_count":71,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/05/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/05/seed-0/usage.json","evidence_sha256":"44fbae68f2b7d586cd0924a7de38b6c423bd9915db4337a99aa7eae4a9298793","actual_billed_usd":null},"codex-astra:task03-06-seed0-formal":{"signature":["codex-astra:task03-06-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/06/seed-0/usage.json",921294,6531,885632,0,null],"lower":1.568802,"upper":1.568802,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":885632,"rate":1.0,"rate_upper":1.0,"lower":0.885632,"upper":0.885632},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6531,"rate":50.0,"rate_upper":50.0,"lower":0.32655,"upper":0.32655},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":35662,"rate":10.0,"rate_upper":10.0,"lower":0.35662,"upper":0.35662}],"cache_lower":885632,"cache_upper":885632,"response_count":28,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/06/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/06/seed-0/usage.json","evidence_sha256":"73c4e4e9b1f9c2194b0336247cf555618fd5e8e354a03ea2c84e134110cec9e2","actual_billed_usd":null},"codex-astra:task03-07-seed0-formal":{"signature":["codex-astra:task03-07-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/07/seed-0/usage.json",1343960,10223,1303040,0,null],"lower":2.22339,"upper":2.22339,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1303040,"rate":1.0,"rate_upper":1.0,"lower":1.30304,"upper":1.30304},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":10223,"rate":50.0,"rate_upper":50.0,"lower":0.51115,"upper":0.51115},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":40920,"rate":10.0,"rate_upper":10.0,"lower":0.4092,"upper":0.4092}],"cache_lower":1303040,"cache_upper":1303040,"response_count":39,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/07/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/07/seed-0/usage.json","evidence_sha256":"f80ecc036347639f49ca75f0596529ca20191ba0d3fc128c1826fd8d1b08700e","actual_billed_usd":null},"codex-astra:task03-08-seed0-formal":{"signature":["codex-astra:task03-08-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/08/seed-0/usage.json",683067,5483,651392,0,null],"lower":1.242292,"upper":1.242292,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":651392,"rate":1.0,"rate_upper":1.0,"lower":0.651392,"upper":0.651392},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5483,"rate":50.0,"rate_upper":50.0,"lower":0.27415,"upper":0.27415},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":31675,"rate":10.0,"rate_upper":10.0,"lower":0.31675,"upper":0.31675}],"cache_lower":651392,"cache_upper":651392,"response_count":22,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/08/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/08/seed-0/usage.json","evidence_sha256":"730f4e468b411a5d722f4ad0a284f7db017d139c885a219c1b742f712b76a0e9","actual_billed_usd":null},"codex-astra:task03-09-seed0-formal":{"signature":["codex-astra:task03-09-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/09/seed-0/usage.json",1228329,8401,1178368,0,null],"lower":2.098028,"upper":2.098028,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1178368,"rate":1.0,"rate_upper":1.0,"lower":1.178368,"upper":1.178368},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":8401,"rate":50.0,"rate_upper":50.0,"lower":0.42005,"upper":0.42005},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":49961,"rate":10.0,"rate_upper":10.0,"lower":0.49961,"upper":0.49961}],"cache_lower":1178368,"cache_upper":1178368,"response_count":34,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/09/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/09/seed-0/usage.json","evidence_sha256":"238b61c71de46e95a595076ac83ffd37bf663fcbe0c4c527d1b3076de51935d3","actual_billed_usd":null},"codex-astra:task03-10-seed0-formal":{"signature":["codex-astra:task03-10-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/10/seed-0/usage.json",984018,8009,944256,0,null],"lower":1.742326,"upper":1.742326,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":944256,"rate":1.0,"rate_upper":1.0,"lower":0.944256,"upper":0.944256},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":8009,"rate":50.0,"rate_upper":50.0,"lower":0.40045,"upper":0.40045},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":39762,"rate":10.0,"rate_upper":10.0,"lower":0.39762,"upper":0.39762}],"cache_lower":944256,"cache_upper":944256,"response_count":29,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/10/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/10/seed-0/usage.json","evidence_sha256":"d9f70048bfcd7dbb76571db6d56056db3c847181249005049321afbf90e7ff9e","actual_billed_usd":null},"codex-astra:task04-01-seed0-formal":{"signature":["codex-astra:task04-01-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/01/seed-0/usage.json",13262282,42295,13103360,0,null],"lower":16.80733,"upper":16.80733,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":13103360,"rate":1.0,"rate_upper":1.0,"lower":13.10336,"upper":13.10336},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":42295,"rate":50.0,"rate_upper":50.0,"lower":2.11475,"upper":2.11475},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":158922,"rate":10.0,"rate_upper":10.0,"lower":1.58922,"upper":1.58922}],"cache_lower":13103360,"cache_upper":13103360,"response_count":173,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/01/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/01/seed-0/usage.json","evidence_sha256":"6149d556f2a537f6c1f1d1790f354491c98f355be2eed8da5a56d84188851d8c","actual_billed_usd":null},"codex-astra:task04-02-seed0-formal":{"signature":["codex-astra:task04-02-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/02/seed-0/usage.json",1667619,9371,1598848,0,null],"lower":2.755108,"upper":2.755108,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1598848,"rate":1.0,"rate_upper":1.0,"lower":1.598848,"upper":1.598848},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9371,"rate":50.0,"rate_upper":50.0,"lower":0.46855,"upper":0.46855},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":68771,"rate":10.0,"rate_upper":10.0,"lower":0.68771,"upper":0.68771}],"cache_lower":1598848,"cache_upper":1598848,"response_count":47,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/02/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/02/seed-0/usage.json","evidence_sha256":"2af9e99b862b09a3602d044e9c6cabb7bd0dd771ed014e79cde503e659bb6b38","actual_billed_usd":null},"codex-astra:task04-03-seed0-formal":{"signature":["codex-astra:task04-03-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/03/seed-0/usage.json",18189657,45612,17666048,0,null],"lower":25.182738,"upper":25.182738,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":17666048,"rate":1.0,"rate_upper":1.0,"lower":17.666048,"upper":17.666048},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":45612,"rate":50.0,"rate_upper":50.0,"lower":2.2806,"upper":2.2806},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":523609,"rate":10.0,"rate_upper":10.0,"lower":5.23609,"upper":5.23609}],"cache_lower":17666048,"cache_upper":17666048,"response_count":217,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/03/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/03/seed-0/usage.json","evidence_sha256":"1c703cee3766ba0ed778afa6856428f2ddb38c774bfe3f89ffb1688f6c8b1712","actual_billed_usd":null},"codex-astra:task04-04-seed0-formal":{"signature":["codex-astra:task04-04-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/04/seed-0/usage.json",2163308,9584,2107392,0,null],"lower":3.145752,"upper":3.145752,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2107392,"rate":1.0,"rate_upper":1.0,"lower":2.107392,"upper":2.107392},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9584,"rate":50.0,"rate_upper":50.0,"lower":0.4792,"upper":0.4792},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":55916,"rate":10.0,"rate_upper":10.0,"lower":0.55916,"upper":0.55916}],"cache_lower":2107392,"cache_upper":2107392,"response_count":59,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/04/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/04/seed-0/usage.json","evidence_sha256":"54a564cb671933f8532716983b9ec2d87abebfb81b1d8a0f2be3d149bce683f9","actual_billed_usd":null},"codex-astra:task04-05-seed0-formal":{"signature":["codex-astra:task04-05-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/05/seed-0/usage.json",1397747,9368,1321344,0,null],"lower":2.553774,"upper":2.553774,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1321344,"rate":1.0,"rate_upper":1.0,"lower":1.321344,"upper":1.321344},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9368,"rate":50.0,"rate_upper":50.0,"lower":0.4684,"upper":0.4684},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":76403,"rate":10.0,"rate_upper":10.0,"lower":0.76403,"upper":0.76403}],"cache_lower":1321344,"cache_upper":1321344,"response_count":42,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/05/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/05/seed-0/usage.json","evidence_sha256":"e0d37ca3b045d581f5b94ab2e315362c6bdcbce8d31477d9c442190d9f8d8b66","actual_billed_usd":null},"codex-astra:task04-06-seed0-formal":{"signature":["codex-astra:task04-06-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/06/seed-0/usage.json",15593052,57648,15416704,0,null],"lower":20.062584,"upper":20.062584,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":15416704,"rate":1.0,"rate_upper":1.0,"lower":15.416704,"upper":15.416704},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":57648,"rate":50.0,"rate_upper":50.0,"lower":2.8824,"upper":2.8824},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":176348,"rate":10.0,"rate_upper":10.0,"lower":1.76348,"upper":1.76348}],"cache_lower":15416704,"cache_upper":15416704,"response_count":207,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/06/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/06/seed-0/usage.json","evidence_sha256":"15dfbc06a70d6f4840c53c5bd3180ca87884c88089675f0118c8fe50743458c0","actual_billed_usd":null},"codex-astra:task04-07-seed0-formal":{"signature":["codex-astra:task04-07-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/07/seed-0/usage.json",11924908,45245,11788288,0,null],"lower":15.416738,"upper":15.416738,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":11788288,"rate":1.0,"rate_upper":1.0,"lower":11.788288,"upper":11.788288},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":45245,"rate":50.0,"rate_upper":50.0,"lower":2.26225,"upper":2.26225},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":136620,"rate":10.0,"rate_upper":10.0,"lower":1.3662,"upper":1.3662}],"cache_lower":11788288,"cache_upper":11788288,"response_count":168,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/07/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/07/seed-0/usage.json","evidence_sha256":"980a28580af3ce3e5101edee4bc4d15b855b6754affad3c2a94576ead2463a38","actual_billed_usd":null},"codex-astra:task04-08-seed0-formal":{"signature":["codex-astra:task04-08-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/08/seed-0/usage.json",2957393,15930,2867840,0,null],"lower":4.55987,"upper":4.55987,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2867840,"rate":1.0,"rate_upper":1.0,"lower":2.86784,"upper":2.86784},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":15930,"rate":50.0,"rate_upper":50.0,"lower":0.7965,"upper":0.7965},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":89553,"rate":10.0,"rate_upper":10.0,"lower":0.89553,"upper":0.89553}],"cache_lower":2867840,"cache_upper":2867840,"response_count":69,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/08/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/08/seed-0/usage.json","evidence_sha256":"bee1fc97da1f2c119f6863de9c1e19d521c484aec63bf94cccdc814d46c28494","actual_billed_usd":null},"codex-astra:task04-09-seed0-formal":{"signature":["codex-astra:task04-09-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/09/seed-0/usage.json",5986459,23452,5888000,0,null],"lower":8.04519,"upper":8.04519,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":5888000,"rate":1.0,"rate_upper":1.0,"lower":5.888,"upper":5.888},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":23452,"rate":50.0,"rate_upper":50.0,"lower":1.1726,"upper":1.1726},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":98459,"rate":10.0,"rate_upper":10.0,"lower":0.98459,"upper":0.98459}],"cache_lower":5888000,"cache_upper":5888000,"response_count":102,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/09/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/09/seed-0/usage.json","evidence_sha256":"c159da6a2f24c7e6b0fe433b90bbe8b91e4d80ce67d4b9f54f0be00e5a469377","actual_billed_usd":null},"codex-astra:task04-10-seed0-formal":{"signature":["codex-astra:task04-10-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/10/seed-0/usage.json",4468354,20623,4390912,0,null],"lower":6.196482,"upper":6.196482,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4390912,"rate":1.0,"rate_upper":1.0,"lower":4.390912,"upper":4.390912},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":20623,"rate":50.0,"rate_upper":50.0,"lower":1.03115,"upper":1.03115},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":77442,"rate":10.0,"rate_upper":10.0,"lower":0.77442,"upper":0.77442}],"cache_lower":4390912,"cache_upper":4390912,"response_count":92,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/10/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/10/seed-0/usage.json","evidence_sha256":"89e0419fbc6b87b5e0a2d781836c1e33c0f8531f94520380feed55453dc65769","actual_billed_usd":null},"codex-astra:task04-11-seed0-formal":{"signature":["codex-astra:task04-11-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/11/seed-0/usage.json",1207263,7588,1170304,0,null],"lower":1.919294,"upper":1.919294,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1170304,"rate":1.0,"rate_upper":1.0,"lower":1.170304,"upper":1.170304},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7588,"rate":50.0,"rate_upper":50.0,"lower":0.3794,"upper":0.3794},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":36959,"rate":10.0,"rate_upper":10.0,"lower":0.36959,"upper":0.36959}],"cache_lower":1170304,"cache_upper":1170304,"response_count":38,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/11/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/11/seed-0/usage.json","evidence_sha256":"636381944296c87c4c433c3e6f87c1e23fae5f316db730f8f738be918da60446","actual_billed_usd":null},"codex-astra:task04-12-seed0-formal":{"signature":["codex-astra:task04-12-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/12/seed-0/usage.json",2403089,14542,2343936,0,null],"lower":3.662566,"upper":3.662566,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2343936,"rate":1.0,"rate_upper":1.0,"lower":2.343936,"upper":2.343936},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":14542,"rate":50.0,"rate_upper":50.0,"lower":0.7271,"upper":0.7271},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":59153,"rate":10.0,"rate_upper":10.0,"lower":0.59153,"upper":0.59153}],"cache_lower":2343936,"cache_upper":2343936,"response_count":57,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/12/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/12/seed-0/usage.json","evidence_sha256":"6933df4793e7a4e5aece4cacc4921adb74fa0396e8434f1c599375722b43760d","actual_billed_usd":null},"codex-astra:task04-14-seed0-formal":{"signature":["codex-astra:task04-14-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/14/seed-0/usage.json",4541614,24568,4394368,0,null],"lower":7.095228,"upper":7.095228,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4394368,"rate":1.0,"rate_upper":1.0,"lower":4.394368,"upper":4.394368},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":24568,"rate":50.0,"rate_upper":50.0,"lower":1.2284,"upper":1.2284},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":147246,"rate":10.0,"rate_upper":10.0,"lower":1.47246,"upper":1.47246}],"cache_lower":4394368,"cache_upper":4394368,"response_count":84,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/14/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/14/seed-0/usage.json","evidence_sha256":"b682c5b8f615bee5fbd9c537179f4043670c379a17074efff06fe4856e5c8a8b","actual_billed_usd":null},"codex-astra:task04-15-seed0-formal":{"signature":["codex-astra:task04-15-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/15/seed-0/usage.json",4079082,15725,3972608,0,null],"lower":5.823598,"upper":5.823598,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3972608,"rate":1.0,"rate_upper":1.0,"lower":3.972608,"upper":3.972608},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":15725,"rate":50.0,"rate_upper":50.0,"lower":0.78625,"upper":0.78625},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":106474,"rate":10.0,"rate_upper":10.0,"lower":1.06474,"upper":1.06474}],"cache_lower":3972608,"cache_upper":3972608,"response_count":90,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/15/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/15/seed-0/usage.json","evidence_sha256":"46a9847f99583f79a32437f4787c5e6f456500eff52ebfc9c49f54bd2eba1190","actual_billed_usd":null},"codex-astra:task04-16-seed0-formal":{"signature":["codex-astra:task04-16-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/16/seed-0/usage.json",10433608,29150,10253056,0,null],"lower":13.516076,"upper":13.516076,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":10253056,"rate":1.0,"rate_upper":1.0,"lower":10.253056,"upper":10.253056},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":29150,"rate":50.0,"rate_upper":50.0,"lower":1.4575,"upper":1.4575},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":180552,"rate":10.0,"rate_upper":10.0,"lower":1.80552,"upper":1.80552}],"cache_lower":10253056,"cache_upper":10253056,"response_count":157,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/16/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/16/seed-0/usage.json","evidence_sha256":"2c0c5c1bdd92bb90bef07c7c1fbe12ec7adda37c8210b4b4fca869a73a68cacf","actual_billed_usd":null},"codex-astra:task04-17-seed0-formal":{"signature":["codex-astra:task04-17-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/17/seed-0/usage.json",29201838,80788,28982912,0,null],"lower":35.211572,"upper":35.211572,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":28982912,"rate":1.0,"rate_upper":1.0,"lower":28.982912,"upper":28.982912},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":80788,"rate":50.0,"rate_upper":50.0,"lower":4.0394,"upper":4.0394},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":218926,"rate":10.0,"rate_upper":10.0,"lower":2.18926,"upper":2.18926}],"cache_lower":28982912,"cache_upper":28982912,"response_count":289,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/17/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/17/seed-0/usage.json","evidence_sha256":"08feb7c4ea79ffd2d5c9f65575a83d6670064da40ac9d6f920dd6bfbfd3a6fa9","actual_billed_usd":null},"codex-astra:task04-18-seed0-formal":{"signature":["codex-astra:task04-18-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/18/seed-0/usage.json",4706237,20162,4633088,0,null],"lower":6.372678,"upper":6.372678,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4633088,"rate":1.0,"rate_upper":1.0,"lower":4.633088,"upper":4.633088},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":20162,"rate":50.0,"rate_upper":50.0,"lower":1.0081,"upper":1.0081},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":73149,"rate":10.0,"rate_upper":10.0,"lower":0.73149,"upper":0.73149}],"cache_lower":4633088,"cache_upper":4633088,"response_count":103,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/18/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/18/seed-0/usage.json","evidence_sha256":"43737cae5ce8c7dd7da9a9df5285c8423f69c82cedc646ee1382c55218e900da","actual_billed_usd":null},"codex-astra:task04-20-seed0-formal":{"signature":["codex-astra:task04-20-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/20/seed-0/usage.json",890742,5727,818688,0,null],"lower":1.825578,"upper":1.825578,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":818688,"rate":1.0,"rate_upper":1.0,"lower":0.818688,"upper":0.818688},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5727,"rate":50.0,"rate_upper":50.0,"lower":0.28635,"upper":0.28635},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":72054,"rate":10.0,"rate_upper":10.0,"lower":0.72054,"upper":0.72054}],"cache_lower":818688,"cache_upper":818688,"response_count":29,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/20/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/20/seed-0/usage.json","evidence_sha256":"dec26b7b96ed49e79ba50f7883a2b4de9fcadfcc130b9da983014a0958e9f75c","actual_billed_usd":null},"codex-astra:task04-21-seed0-formal":{"signature":["codex-astra:task04-21-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/21/seed-0/usage.json",8564328,31426,8449664,0,null],"lower":11.167604,"upper":11.167604,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":8449664,"rate":1.0,"rate_upper":1.0,"lower":8.449664,"upper":8.449664},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":31426,"rate":50.0,"rate_upper":50.0,"lower":1.5713,"upper":1.5713},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":114664,"rate":10.0,"rate_upper":10.0,"lower":1.14664,"upper":1.14664}],"cache_lower":8449664,"cache_upper":8449664,"response_count":130,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/21/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/21/seed-0/usage.json","evidence_sha256":"f2806e0a22003c3b218e9cf9842801a139cce76c966462029ddd5397e430fe03","actual_billed_usd":null},"codex-astra:task04-23-seed0-formal":{"signature":["codex-astra:task04-23-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/23/seed-0/usage.json",2056606,10680,1965312,0,null],"lower":3.412252,"upper":3.412252,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1965312,"rate":1.0,"rate_upper":1.0,"lower":1.965312,"upper":1.965312},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":10680,"rate":50.0,"rate_upper":50.0,"lower":0.534,"upper":0.534},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":91294,"rate":10.0,"rate_upper":10.0,"lower":0.91294,"upper":0.91294}],"cache_lower":1965312,"cache_upper":1965312,"response_count":54,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/23/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/23/seed-0/usage.json","evidence_sha256":"989975020ebc18a45205372ffb3a06b8d30bb25df13a2f5c0a6c9c481bb38fe6","actual_billed_usd":null},"codex-astra:task04-24-seed0-formal":{"signature":["codex-astra:task04-24-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/24/seed-0/usage.json",30834346,88978,30588160,0,null],"lower":37.49892,"upper":37.49892,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":30588160,"rate":1.0,"rate_upper":1.0,"lower":30.58816,"upper":30.58816},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":88978,"rate":50.0,"rate_upper":50.0,"lower":4.4489,"upper":4.4489},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":246186,"rate":10.0,"rate_upper":10.0,"lower":2.46186,"upper":2.46186}],"cache_lower":30588160,"cache_upper":30588160,"response_count":284,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/24/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/24/seed-0/usage.json","evidence_sha256":"ac32e04f85645d139553f2fe337ab1b61bec0f9014b3dff71618e010d15d4d72","actual_billed_usd":null},"codex-astra:task04-25-seed0-formal":{"signature":["codex-astra:task04-25-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/25/seed-0/usage.json",4991204,24592,4908544,0,null],"lower":6.964744,"upper":6.964744,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4908544,"rate":1.0,"rate_upper":1.0,"lower":4.908544,"upper":4.908544},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":24592,"rate":50.0,"rate_upper":50.0,"lower":1.2296,"upper":1.2296},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":82660,"rate":10.0,"rate_upper":10.0,"lower":0.8266,"upper":0.8266}],"cache_lower":4908544,"cache_upper":4908544,"response_count":92,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/25/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/25/seed-0/usage.json","evidence_sha256":"dc23b1d88eb1ae766d3a86e5926b9560d3e64669f5f253cdbbde162359106a8a","actual_billed_usd":null},"codex-astra:task04-27-seed0-formal":{"signature":["codex-astra:task04-27-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/27/seed-0/usage.json",1059308,5961,1022976,0,null],"lower":1.684346,"upper":1.684346,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1022976,"rate":1.0,"rate_upper":1.0,"lower":1.022976,"upper":1.022976},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5961,"rate":50.0,"rate_upper":50.0,"lower":0.29805,"upper":0.29805},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":36332,"rate":10.0,"rate_upper":10.0,"lower":0.36332,"upper":0.36332}],"cache_lower":1022976,"cache_upper":1022976,"response_count":34,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/27/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/27/seed-0/usage.json","evidence_sha256":"5f204dc55a414a7db9a57a5890249306426c54d820b304ba27f7bfe0d07f6c1e","actual_billed_usd":null},"codex-astra:task04-28-seed0-formal":{"signature":["codex-astra:task04-28-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/28/seed-0/usage.json",6791820,30892,6688768,0,null],"lower":9.263888,"upper":9.263888,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":6688768,"rate":1.0,"rate_upper":1.0,"lower":6.688768,"upper":6.688768},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":30892,"rate":50.0,"rate_upper":50.0,"lower":1.5446,"upper":1.5446},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":103052,"rate":10.0,"rate_upper":10.0,"lower":1.03052,"upper":1.03052}],"cache_lower":6688768,"cache_upper":6688768,"response_count":114,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/28/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/28/seed-0/usage.json","evidence_sha256":"3d711e828858cf87d02f0b8b6681dd1ee27c87e96a6f81f459a243de6ec0f29b","actual_billed_usd":null},"codex-astra:task04-29-seed0-formal":{"signature":["codex-astra:task04-29-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/29/seed-0/usage.json",12341824,39288,12166656,0,null],"lower":15.882736,"upper":15.882736,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":12166656,"rate":1.0,"rate_upper":1.0,"lower":12.166656,"upper":12.166656},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":39288,"rate":50.0,"rate_upper":50.0,"lower":1.9644,"upper":1.9644},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":175168,"rate":10.0,"rate_upper":10.0,"lower":1.75168,"upper":1.75168}],"cache_lower":12166656,"cache_upper":12166656,"response_count":172,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/29/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/29/seed-0/usage.json","evidence_sha256":"b37f6158253bea1d3282d30b8046eaee548642e99fae94c22603068d2aa04a2e","actual_billed_usd":null},"codex-astra:task04-31-seed0-formal":{"signature":["codex-astra:task04-31-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/31/seed-0/usage.json",3797181,23800,3703168,0,null],"lower":5.833298,"upper":5.833298,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3703168,"rate":1.0,"rate_upper":1.0,"lower":3.703168,"upper":3.703168},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":23800,"rate":50.0,"rate_upper":50.0,"lower":1.19,"upper":1.19},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":94013,"rate":10.0,"rate_upper":10.0,"lower":0.94013,"upper":0.94013}],"cache_lower":3703168,"cache_upper":3703168,"response_count":65,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/31/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/31/seed-0/usage.json","evidence_sha256":"d52c4372207850f2a456d14ff33ea36422d813c33427913049d425b617506790","actual_billed_usd":null},"codex-astra:task04-32-seed0-formal":{"signature":["codex-astra:task04-32-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/32/seed-0/usage.json",3137952,12655,3077888,0,null],"lower":4.311278,"upper":4.311278,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3077888,"rate":1.0,"rate_upper":1.0,"lower":3.077888,"upper":3.077888},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12655,"rate":50.0,"rate_upper":50.0,"lower":0.63275,"upper":0.63275},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":60064,"rate":10.0,"rate_upper":10.0,"lower":0.60064,"upper":0.60064}],"cache_lower":3077888,"cache_upper":3077888,"response_count":76,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/32/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/32/seed-0/usage.json","evidence_sha256":"a987b4c2bb7f5a6201642b16133f7df1fbf28021172a51b9ed95789eac23d36e","actual_billed_usd":null},"codex-astra:task04-33-seed0-formal":{"signature":["codex-astra:task04-33-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/33/seed-0/usage.json",2129540,9894,2076032,0,null],"lower":3.105812,"upper":3.105812,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2076032,"rate":1.0,"rate_upper":1.0,"lower":2.076032,"upper":2.076032},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9894,"rate":50.0,"rate_upper":50.0,"lower":0.4947,"upper":0.4947},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":53508,"rate":10.0,"rate_upper":10.0,"lower":0.53508,"upper":0.53508}],"cache_lower":2076032,"cache_upper":2076032,"response_count":51,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/33/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/33/seed-0/usage.json","evidence_sha256":"ac788d0993fc560cd2bb8364b4f5fe752f9190c8f55c8834a127e5c493045e72","actual_billed_usd":null},"codex-astra:task04-34-seed0-formal":{"signature":["codex-astra:task04-34-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/34/seed-0/usage.json",10284206,35628,10160640,0,null],"lower":13.1777,"upper":13.1777,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":10160640,"rate":1.0,"rate_upper":1.0,"lower":10.16064,"upper":10.16064},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":35628,"rate":50.0,"rate_upper":50.0,"lower":1.7814,"upper":1.7814},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":123566,"rate":10.0,"rate_upper":10.0,"lower":1.23566,"upper":1.23566}],"cache_lower":10160640,"cache_upper":10160640,"response_count":149,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/34/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/34/seed-0/usage.json","evidence_sha256":"87994b42912b9e3e681e0a7fa2a4a904391106aadd808bbd01f87bf1f1193a69","actual_billed_usd":null},"codex-astra:task04-35-seed0-formal":{"signature":["codex-astra:task04-35-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/35/seed-0/usage.json",2677076,11360,2588032,0,null],"lower":4.046472,"upper":4.046472,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2588032,"rate":1.0,"rate_upper":1.0,"lower":2.588032,"upper":2.588032},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":11360,"rate":50.0,"rate_upper":50.0,"lower":0.568,"upper":0.568},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":89044,"rate":10.0,"rate_upper":10.0,"lower":0.89044,"upper":0.89044}],"cache_lower":2588032,"cache_upper":2588032,"response_count":69,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/35/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/35/seed-0/usage.json","evidence_sha256":"ef3d90816343623c982683f9159af4cb2c2bdfd84ad2dfe16a1c54f4a35e0ec0","actual_billed_usd":null},"codex-astra:task04-36-seed0-formal":{"signature":["codex-astra:task04-36-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/36/seed-0/usage.json",2577693,15029,2518144,0,null],"lower":3.865084,"upper":3.865084,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2518144,"rate":1.0,"rate_upper":1.0,"lower":2.518144,"upper":2.518144},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":15029,"rate":50.0,"rate_upper":50.0,"lower":0.75145,"upper":0.75145},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":59549,"rate":10.0,"rate_upper":10.0,"lower":0.59549,"upper":0.59549}],"cache_lower":2518144,"cache_upper":2518144,"response_count":61,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/36/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/36/seed-0/usage.json","evidence_sha256":"f3123212242c30e7c3cfee8c8f238fce360b29cbe4146c1d0795e0a885f43e9e","actual_billed_usd":null},"codex-astra:task04-38-seed0-formal":{"signature":["codex-astra:task04-38-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/38/seed-0/usage.json",1030503,6991,987136,0,null],"lower":1.770356,"upper":1.770356,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":987136,"rate":1.0,"rate_upper":1.0,"lower":0.987136,"upper":0.987136},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6991,"rate":50.0,"rate_upper":50.0,"lower":0.34955,"upper":0.34955},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":43367,"rate":10.0,"rate_upper":10.0,"lower":0.43367,"upper":0.43367}],"cache_lower":987136,"cache_upper":987136,"response_count":30,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/38/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/38/seed-0/usage.json","evidence_sha256":"8565112423aaa0b153ca83c226cb7e3cce7ea739023b008f78c4352418157ceb","actual_billed_usd":null},"codex-astra:task04-39-seed0-formal":{"signature":["codex-astra:task04-39-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/39/seed-0/usage.json",787536,7374,751232,0,null],"lower":1.482972,"upper":1.482972,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":751232,"rate":1.0,"rate_upper":1.0,"lower":0.751232,"upper":0.751232},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7374,"rate":50.0,"rate_upper":50.0,"lower":0.3687,"upper":0.3687},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":36304,"rate":10.0,"rate_upper":10.0,"lower":0.36304,"upper":0.36304}],"cache_lower":751232,"cache_upper":751232,"response_count":25,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/39/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/39/seed-0/usage.json","evidence_sha256":"dbdf7a0686a1a4f04409547794b7df1e0d03560f94e2f53d581a5d1a03c21dcb","actual_billed_usd":null},"codex-astra:task04-41-seed0-formal":{"signature":["codex-astra:task04-41-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/41/seed-0/usage.json",4211396,19241,4139776,0,null],"lower":5.818026,"upper":5.818026,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4139776,"rate":1.0,"rate_upper":1.0,"lower":4.139776,"upper":4.139776},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":19241,"rate":50.0,"rate_upper":50.0,"lower":0.96205,"upper":0.96205},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":71620,"rate":10.0,"rate_upper":10.0,"lower":0.7162,"upper":0.7162}],"cache_lower":4139776,"cache_upper":4139776,"response_count":94,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/41/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/41/seed-0/usage.json","evidence_sha256":"b3b07cb61123e35b1d442c0fabcef471c236a11f0ddee70f824d933c9503bf64","actual_billed_usd":null},"codex-astra:task04-42-seed0-formal":{"signature":["codex-astra:task04-42-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/42/seed-0/usage.json",899491,7148,850304,0,null],"lower":1.699574,"upper":1.699574,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":850304,"rate":1.0,"rate_upper":1.0,"lower":0.850304,"upper":0.850304},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7148,"rate":50.0,"rate_upper":50.0,"lower":0.3574,"upper":0.3574},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":49187,"rate":10.0,"rate_upper":10.0,"lower":0.49187,"upper":0.49187}],"cache_lower":850304,"cache_upper":850304,"response_count":28,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/42/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/42/seed-0/usage.json","evidence_sha256":"fd6166d1dc21c7a4a8c73967c993e908a13e9bb9bf4489100033bcacf9bbdeea","actual_billed_usd":null},"codex-astra:task04-43-seed0-formal":{"signature":["codex-astra:task04-43-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/43/seed-0/usage.json",4182694,19444,4058752,0,null],"lower":6.270372,"upper":6.270372,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4058752,"rate":1.0,"rate_upper":1.0,"lower":4.058752,"upper":4.058752},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":19444,"rate":50.0,"rate_upper":50.0,"lower":0.9722,"upper":0.9722},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":123942,"rate":10.0,"rate_upper":10.0,"lower":1.23942,"upper":1.23942}],"cache_lower":4058752,"cache_upper":4058752,"response_count":89,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/43/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/43/seed-0/usage.json","evidence_sha256":"e25504f2b5017db6d12c59834980fd05ffba91162e4e5dc4a9520a08a763ab0f","actual_billed_usd":null},"codex-astra:task04-45-seed0-formal":{"signature":["codex-astra:task04-45-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/45/seed-0/usage.json",1114064,6855,1055104,0,null],"lower":1.987454,"upper":1.987454,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1055104,"rate":1.0,"rate_upper":1.0,"lower":1.055104,"upper":1.055104},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6855,"rate":50.0,"rate_upper":50.0,"lower":0.34275,"upper":0.34275},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":58960,"rate":10.0,"rate_upper":10.0,"lower":0.5896,"upper":0.5896}],"cache_lower":1055104,"cache_upper":1055104,"response_count":35,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/45/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/45/seed-0/usage.json","evidence_sha256":"79a83dbeb5a8d4bf557754a2e8c68b911ad07d76db119e84e8ce38c7358c7894","actual_billed_usd":null},"codex-astra:task04-46-seed0-formal":{"signature":["codex-astra:task04-46-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/46/seed-0/usage.json",1362092,9240,1320064,0,null],"lower":2.202344,"upper":2.202344,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1320064,"rate":1.0,"rate_upper":1.0,"lower":1.320064,"upper":1.320064},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9240,"rate":50.0,"rate_upper":50.0,"lower":0.462,"upper":0.462},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":42028,"rate":10.0,"rate_upper":10.0,"lower":0.42028,"upper":0.42028}],"cache_lower":1320064,"cache_upper":1320064,"response_count":40,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/46/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/46/seed-0/usage.json","evidence_sha256":"49570b80adce76562f31b18f1b0c1625da98186bf95c0fab821f28c091ea434c","actual_billed_usd":null},"codex-astra:task04-48-seed0-formal":{"signature":["codex-astra:task04-48-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/48/seed-0/usage.json",972152,6498,934144,0,null],"lower":1.639124,"upper":1.639124,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":934144,"rate":1.0,"rate_upper":1.0,"lower":0.934144,"upper":0.934144},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6498,"rate":50.0,"rate_upper":50.0,"lower":0.3249,"upper":0.3249},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":38008,"rate":10.0,"rate_upper":10.0,"lower":0.38008,"upper":0.38008}],"cache_lower":934144,"cache_upper":934144,"response_count":30,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/48/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/48/seed-0/usage.json","evidence_sha256":"9fc0230cefaccb59b973e745f1bb499a8336dd7a930a961134707c83c72791b5","actual_billed_usd":null},"codex-astra:task04-51-seed0-formal":{"signature":["codex-astra:task04-51-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/51/seed-0/usage.json",2182726,11222,2127488,0,null],"lower":3.240968,"upper":3.240968,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2127488,"rate":1.0,"rate_upper":1.0,"lower":2.127488,"upper":2.127488},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":11222,"rate":50.0,"rate_upper":50.0,"lower":0.5611,"upper":0.5611},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":55238,"rate":10.0,"rate_upper":10.0,"lower":0.55238,"upper":0.55238}],"cache_lower":2127488,"cache_upper":2127488,"response_count":51,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/51/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/51/seed-0/usage.json","evidence_sha256":"f3f3ffb31dbbe2d5d3f5d92a5f5ffc17a90fabd9e2e6cc65dfb78db4d6975400","actual_billed_usd":null},"codex-astra:task04-52-seed0-formal":{"signature":["codex-astra:task04-52-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/52/seed-0/usage.json",1785448,11732,1735168,0,null],"lower":2.824568,"upper":2.824568,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1735168,"rate":1.0,"rate_upper":1.0,"lower":1.735168,"upper":1.735168},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":11732,"rate":50.0,"rate_upper":50.0,"lower":0.5866,"upper":0.5866},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":50280,"rate":10.0,"rate_upper":10.0,"lower":0.5028,"upper":0.5028}],"cache_lower":1735168,"cache_upper":1735168,"response_count":46,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/52/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/52/seed-0/usage.json","evidence_sha256":"1ac9740e9a47ed191db405b414113819242934e486eb24a5c897c8b01d81f381","actual_billed_usd":null},"codex-astra:task04-53-seed0-formal":{"signature":["codex-astra:task04-53-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/53/seed-0/usage.json",14232661,48099,14088064,0,null],"lower":17.938984,"upper":17.938984,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":14088064,"rate":1.0,"rate_upper":1.0,"lower":14.088064,"upper":14.088064},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":48099,"rate":50.0,"rate_upper":50.0,"lower":2.40495,"upper":2.40495},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":144597,"rate":10.0,"rate_upper":10.0,"lower":1.44597,"upper":1.44597}],"cache_lower":14088064,"cache_upper":14088064,"response_count":207,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/53/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task04/53/seed-0/usage.json","evidence_sha256":"1d3a35924a69cc6fe46ebf49531920b344d91b291a23d8ae8739f976b75c11d6","actual_billed_usd":null},"codex-astra:task06-01-seed0-formal":{"signature":["codex-astra:task06-01-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/01/seed-0/usage.json",2168751,10358,2116736,0,null],"lower":3.154786,"upper":3.154786,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2116736,"rate":1.0,"rate_upper":1.0,"lower":2.116736,"upper":2.116736},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":10358,"rate":50.0,"rate_upper":50.0,"lower":0.5179,"upper":0.5179},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":52015,"rate":10.0,"rate_upper":10.0,"lower":0.52015,"upper":0.52015}],"cache_lower":2116736,"cache_upper":2116736,"response_count":51,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/01/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/01/seed-0/usage.json","evidence_sha256":"a030ab7e0d60a8934a519ef38762bc2947d1c160ffa48797bdd917d6e1e76a13","actual_billed_usd":null},"codex-astra:task06-02-transfer-between-tables-codex-seed0-instruction-attempt04":{"signature":["codex-astra:task06-02-transfer-between-tables-codex-seed0-instruction-attempt04","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/02/seed-0-instruction-attempt04/usage.json",1609768,6000,1564032,0,null],"lower":2.321392,"upper":2.321392,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1564032,"rate":1.0,"rate_upper":1.0,"lower":1.564032,"upper":1.564032},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6000,"rate":50.0,"rate_upper":50.0,"lower":0.3,"upper":0.3},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":45736,"rate":10.0,"rate_upper":10.0,"lower":0.45736,"upper":0.45736}],"cache_lower":1564032,"cache_upper":1564032,"response_count":40,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/02/seed-0-instruction-attempt04/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/02/seed-0-instruction-attempt04/usage.json","evidence_sha256":"ae0303107741e745e6cbb2aabc9ad13c5bca8390049711be2ee3e6fec30e3dd4","actual_billed_usd":null},"codex-astra:task06-03-seed0-formal-attempt02":{"signature":["codex-astra:task06-03-seed0-formal-attempt02","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/03/seed-0-attempt02/usage.json",19912568,53777,19726976,0,null],"lower":24.271746,"upper":24.271746,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":19726976,"rate":1.0,"rate_upper":1.0,"lower":19.726976,"upper":19.726976},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":53777,"rate":50.0,"rate_upper":50.0,"lower":2.68885,"upper":2.68885},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":185592,"rate":10.0,"rate_upper":10.0,"lower":1.85592,"upper":1.85592}],"cache_lower":19726976,"cache_upper":19726976,"response_count":199,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/03/seed-0-attempt02/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/03/seed-0-attempt02/usage.json","evidence_sha256":"0f00d03df6f70d16c26eb9d0110f3fdb92b421d383e4dbf4e119fe010a0f7434","actual_billed_usd":null},"codex-astra:task06-04-bend-pick-and-place-codex-seed0-instruction-attempt04":{"signature":["codex-astra:task06-04-bend-pick-and-place-codex-seed0-instruction-attempt04","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/04/seed-0-instruction-attempt04/usage.json",257006,1562,232320,0,null],"lower":0.55728,"upper":0.55728,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":232320,"rate":1.0,"rate_upper":1.0,"lower":0.23232,"upper":0.23232},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":1562,"rate":50.0,"rate_upper":50.0,"lower":0.0781,"upper":0.0781},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":24686,"rate":10.0,"rate_upper":10.0,"lower":0.24686,"upper":0.24686}],"cache_lower":232320,"cache_upper":232320,"response_count":9,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/04/seed-0-instruction-attempt04/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/04/seed-0-instruction-attempt04/usage.json","evidence_sha256":"a61d143c6f854908d28f15886a8139eda50a8956b1832ce65d9289b42fa89d8e","actual_billed_usd":null},"codex-astra:task06-05-bend-handover-codex-seed0-instruction-attempt04":{"signature":["codex-astra:task06-05-bend-handover-codex-seed0-instruction-attempt04","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/05/seed-0-instruction-attempt04/usage.json",22421916,69606,22224768,0,null],"lower":27.676548,"upper":27.676548,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":22224768,"rate":1.0,"rate_upper":1.0,"lower":22.224768,"upper":22.224768},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":69606,"rate":50.0,"rate_upper":50.0,"lower":3.4803,"upper":3.4803},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":197148,"rate":10.0,"rate_upper":10.0,"lower":1.97148,"upper":1.97148}],"cache_lower":22224768,"cache_upper":22224768,"response_count":218,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/05/seed-0-instruction-attempt04/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/05/seed-0-instruction-attempt04/usage.json","evidence_sha256":"3deb5df0c9998c7921c7e70f46ac404d1835b3a12bc9a137c9b1daa70057b96a","actual_billed_usd":null},"codex-astra:task06-06-seed0-formal-attempt02":{"signature":["codex-astra:task06-06-seed0-formal-attempt02","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/06/seed-0-attempt02/usage.json",8606079,24634,8362368,0,null],"lower":12.031178,"upper":12.031178,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":8362368,"rate":1.0,"rate_upper":1.0,"lower":8.362368,"upper":8.362368},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":24634,"rate":50.0,"rate_upper":50.0,"lower":1.2317,"upper":1.2317},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":243711,"rate":10.0,"rate_upper":10.0,"lower":2.43711,"upper":2.43711}],"cache_lower":8362368,"cache_upper":8362368,"response_count":134,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/06/seed-0-attempt02/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/06/seed-0-attempt02/usage.json","evidence_sha256":"c8f83fb0e75f357cc23dbff5b2fabaf710c797688a8a8b78450f56bad019c396","actual_billed_usd":null},"codex-astra:task06-07-seed0-formal-attempt02":{"signature":["codex-astra:task06-07-seed0-formal-attempt02","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/07/seed-0-attempt02/usage.json",28195506,45427,27922304,0,null],"lower":32.925674,"upper":32.925674,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":27922304,"rate":1.0,"rate_upper":1.0,"lower":27.922304,"upper":27.922304},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":45427,"rate":50.0,"rate_upper":50.0,"lower":2.27135,"upper":2.27135},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":273202,"rate":10.0,"rate_upper":10.0,"lower":2.73202,"upper":2.73202}],"cache_lower":27922304,"cache_upper":27922304,"response_count":330,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/07/seed-0-attempt02/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/07/seed-0-attempt02/usage.json","evidence_sha256":"a681d561be21897b4aeb20697fbf432951f13aca27231c4b5c76e5a761c1c162","actual_billed_usd":null},"codex-astra:task06-08-seed0-formal":{"signature":["codex-astra:task06-08-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/08/seed-0/usage.json",1340798,6729,1294208,0,null],"lower":2.096558,"upper":2.096558,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1294208,"rate":1.0,"rate_upper":1.0,"lower":1.294208,"upper":1.294208},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6729,"rate":50.0,"rate_upper":50.0,"lower":0.33645,"upper":0.33645},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":46590,"rate":10.0,"rate_upper":10.0,"lower":0.4659,"upper":0.4659}],"cache_lower":1294208,"cache_upper":1294208,"response_count":32,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/08/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/08/seed-0/usage.json","evidence_sha256":"0c28b05a60f7b63a1cec548e50e090443e934d6d0974d04189187b6841d0c605","actual_billed_usd":null},"codex-astra:task06-09-open-oven-codex-seed0-instruction-attempt04":{"signature":["codex-astra:task06-09-open-oven-codex-seed0-instruction-attempt04","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/09/seed-0-instruction-attempt04/usage.json",672432,4608,638336,0,null],"lower":1.209696,"upper":1.209696,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":638336,"rate":1.0,"rate_upper":1.0,"lower":0.638336,"upper":0.638336},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4608,"rate":50.0,"rate_upper":50.0,"lower":0.2304,"upper":0.2304},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":34096,"rate":10.0,"rate_upper":10.0,"lower":0.34096,"upper":0.34096}],"cache_lower":638336,"cache_upper":638336,"response_count":21,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/09/seed-0-instruction-attempt04/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/09/seed-0-instruction-attempt04/usage.json","evidence_sha256":"1d853ff3a1b0461175215487f9bcde27bf8b0f76bf599d59c80c07a9818d38ca","actual_billed_usd":null},"codex-astra:task06-10-seed0-formal":{"signature":["codex-astra:task06-10-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/10/seed-0/usage.json",2661777,11612,2603904,0,null],"lower":3.763234,"upper":3.763234,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2603904,"rate":1.0,"rate_upper":1.0,"lower":2.603904,"upper":2.603904},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":11612,"rate":50.0,"rate_upper":50.0,"lower":0.5806,"upper":0.5806},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":57873,"rate":10.0,"rate_upper":10.0,"lower":0.57873,"upper":0.57873}],"cache_lower":2603904,"cache_upper":2603904,"response_count":62,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/10/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/10/seed-0/usage.json","evidence_sha256":"da1fd316d18f9c5843d90b78e75320c9b2c93417c7da7dade3878b7c46b4fc67","actual_billed_usd":null},"codex-astra:task06-11-seed0-formal":{"signature":["codex-astra:task06-11-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/11/seed-0/usage.json",866221,2765,834304,0,null],"lower":1.291724,"upper":1.291724,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":834304,"rate":1.0,"rate_upper":1.0,"lower":0.834304,"upper":0.834304},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":2765,"rate":50.0,"rate_upper":50.0,"lower":0.13825,"upper":0.13825},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":31917,"rate":10.0,"rate_upper":10.0,"lower":0.31917,"upper":0.31917}],"cache_lower":834304,"cache_upper":834304,"response_count":28,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/11/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/11/seed-0/usage.json","evidence_sha256":"41ba0f641a7c8a1cd9ff098988cb838ca3f3d0127b12c76b411a294e30f3aa81","actual_billed_usd":null},"codex-astra:task06-12-seed0-formal":{"signature":["codex-astra:task06-12-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/12/seed-0/usage.json",1187986,7120,1141504,0,null],"lower":1.962324,"upper":1.962324,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1141504,"rate":1.0,"rate_upper":1.0,"lower":1.141504,"upper":1.141504},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7120,"rate":50.0,"rate_upper":50.0,"lower":0.356,"upper":0.356},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":46482,"rate":10.0,"rate_upper":10.0,"lower":0.46482,"upper":0.46482}],"cache_lower":1141504,"cache_upper":1141504,"response_count":30,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/12/seed-0/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task06/12/seed-0/usage.json","evidence_sha256":"00ae3a134f5a06fa0f312a8843998304b67de79557abd1d37cf8d59250dc4292","actual_billed_usd":null},"kinex-astra:task02-01-seed0-formal":{"signature":["kinex-astra:task02-01-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/01/seed-0/usage.json",1546168,7604,1461888,0,null],"lower":2.684888,"upper":2.684888,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1461888,"rate":1.0,"rate_upper":1.0,"lower":1.461888,"upper":1.461888},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7604,"rate":50.0,"rate_upper":50.0,"lower":0.3802,"upper":0.3802},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":84280,"rate":10.0,"rate_upper":10.0,"lower":0.8428,"upper":0.8428}],"cache_lower":1461888,"cache_upper":1461888,"response_count":55,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/01/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/01/seed-0/usage.json","evidence_sha256":"35c35b26dd9d5778b07ce86fac2f8575e99ff581047fc20213e94f224e840db2","actual_billed_usd":null},"kinex-astra:task02-02-seed0-formal":{"signature":["kinex-astra:task02-02-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/02/seed-0/usage.json",2453051,9069,2363776,0,null],"lower":3.709976,"upper":3.709976,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2363776,"rate":1.0,"rate_upper":1.0,"lower":2.363776,"upper":2.363776},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9069,"rate":50.0,"rate_upper":50.0,"lower":0.45345,"upper":0.45345},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":89275,"rate":10.0,"rate_upper":10.0,"lower":0.89275,"upper":0.89275}],"cache_lower":2363776,"cache_upper":2363776,"response_count":84,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/02/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/02/seed-0/usage.json","evidence_sha256":"d077aa1d3f4d675c71e34a1791765152c16e56996193773a31feacb6330dfc2f","actual_billed_usd":null},"kinex-astra:task02-03-seed0-formal":{"signature":["kinex-astra:task02-03-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/03/seed-0/usage.json",1221677,6604,1146496,0,null],"lower":2.228506,"upper":2.228506,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1146496,"rate":1.0,"rate_upper":1.0,"lower":1.146496,"upper":1.146496},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6604,"rate":50.0,"rate_upper":50.0,"lower":0.3302,"upper":0.3302},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":75181,"rate":10.0,"rate_upper":10.0,"lower":0.75181,"upper":0.75181}],"cache_lower":1146496,"cache_upper":1146496,"response_count":47,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/03/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/03/seed-0/usage.json","evidence_sha256":"8eabad89d9fa6cf0449839e63e1281d12f87ac5b1cde4a9131da198e8c2e6eb3","actual_billed_usd":null},"kinex-astra:task02-04-seed0-formal":{"signature":["kinex-astra:task02-04-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/04/seed-0/usage.json",1990960,12374,1883904,0,null],"lower":3.573164,"upper":3.573164,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1883904,"rate":1.0,"rate_upper":1.0,"lower":1.883904,"upper":1.883904},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12374,"rate":50.0,"rate_upper":50.0,"lower":0.6187,"upper":0.6187},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":107056,"rate":10.0,"rate_upper":10.0,"lower":1.07056,"upper":1.07056}],"cache_lower":1883904,"cache_upper":1883904,"response_count":59,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/04/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/04/seed-0/usage.json","evidence_sha256":"171ec1074c7fcdc1757cf09820b6e0e1252bc6e3b0929d8e580d31462c843e46","actual_billed_usd":null},"kinex-astra:task02-05-seed0-formal":{"signature":["kinex-astra:task02-05-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/05/seed-0/usage.json",2532606,7281,2444032,0,null],"lower":3.693822,"upper":3.693822,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2444032,"rate":1.0,"rate_upper":1.0,"lower":2.444032,"upper":2.444032},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7281,"rate":50.0,"rate_upper":50.0,"lower":0.36405,"upper":0.36405},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":88574,"rate":10.0,"rate_upper":10.0,"lower":0.88574,"upper":0.88574}],"cache_lower":2444032,"cache_upper":2444032,"response_count":88,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/05/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/05/seed-0/usage.json","evidence_sha256":"508ec146907cbea67617426fdec1699a62cf34f98600da371ec36a509cc8a0fa","actual_billed_usd":null},"kinex-astra:task02-06-seed0-formal":{"signature":["kinex-astra:task02-06-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/06/seed-0/usage.json",1345973,6571,1272960,0,null],"lower":2.33164,"upper":2.33164,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1272960,"rate":1.0,"rate_upper":1.0,"lower":1.27296,"upper":1.27296},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6571,"rate":50.0,"rate_upper":50.0,"lower":0.32855,"upper":0.32855},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":73013,"rate":10.0,"rate_upper":10.0,"lower":0.73013,"upper":0.73013}],"cache_lower":1272960,"cache_upper":1272960,"response_count":54,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/06/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/06/seed-0/usage.json","evidence_sha256":"d1b7608e35e2a7c40cb650cdaa9c1b463f633ef658a00614af9a41802b2ec77e","actual_billed_usd":null},"kinex-astra:task02-07-seed0-formal":{"signature":["kinex-astra:task02-07-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/07/seed-0/usage.json",1086944,7094,980736,0,null],"lower":2.397516,"upper":2.397516,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":980736,"rate":1.0,"rate_upper":1.0,"lower":0.980736,"upper":0.980736},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7094,"rate":50.0,"rate_upper":50.0,"lower":0.3547,"upper":0.3547},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":106208,"rate":10.0,"rate_upper":10.0,"lower":1.06208,"upper":1.06208}],"cache_lower":980736,"cache_upper":980736,"response_count":40,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/07/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/07/seed-0/usage.json","evidence_sha256":"727b08e25c3e819305e3ab0de6b50b24499498c78c2669574c5ec42e359f7f61","actual_billed_usd":null},"kinex-astra:task02-08-seed0-formal":{"signature":["kinex-astra:task02-08-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/08/seed-0/usage.json",1201086,6987,1119616,0,null],"lower":2.283666,"upper":2.283666,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1119616,"rate":1.0,"rate_upper":1.0,"lower":1.119616,"upper":1.119616},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6987,"rate":50.0,"rate_upper":50.0,"lower":0.34935,"upper":0.34935},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":81470,"rate":10.0,"rate_upper":10.0,"lower":0.8147,"upper":0.8147}],"cache_lower":1119616,"cache_upper":1119616,"response_count":43,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/08/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/08/seed-0/usage.json","evidence_sha256":"c2cf773ce738598cbd4d9caed6221368874ee1369ab838a4eea1467ec0651436","actual_billed_usd":null},"kinex-astra:task02-09-seed0-formal":{"signature":["kinex-astra:task02-09-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/09/seed-0/usage.json",1251289,7233,1150848,0,null],"lower":2.516908,"upper":2.516908,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1150848,"rate":1.0,"rate_upper":1.0,"lower":1.150848,"upper":1.150848},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7233,"rate":50.0,"rate_upper":50.0,"lower":0.36165,"upper":0.36165},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":100441,"rate":10.0,"rate_upper":10.0,"lower":1.00441,"upper":1.00441}],"cache_lower":1150848,"cache_upper":1150848,"response_count":47,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/09/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/09/seed-0/usage.json","evidence_sha256":"f1d0e5cd9307031e8e0697da5ec8e9606ba701e04c1aabc61cbcb692cab0a915","actual_billed_usd":null},"kinex-astra:task02-10-seed0-formal":{"signature":["kinex-astra:task02-10-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/10/seed-0/usage.json",3336633,12622,3199872,0,null],"lower":5.198582,"upper":5.198582,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3199872,"rate":1.0,"rate_upper":1.0,"lower":3.199872,"upper":3.199872},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12622,"rate":50.0,"rate_upper":50.0,"lower":0.6311,"upper":0.6311},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":136761,"rate":10.0,"rate_upper":10.0,"lower":1.36761,"upper":1.36761}],"cache_lower":3199872,"cache_upper":3199872,"response_count":82,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/10/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/10/seed-0/usage.json","evidence_sha256":"2eef2b08ec1522eda35c0a65c67d15d77877a8240ad37b1da7e0a46edfa58f27","actual_billed_usd":null},"kinex-astra:task03-01-seed0-formal":{"signature":["kinex-astra:task03-01-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/01/seed-0/usage.json",1875971,11332,1778560,0,null],"lower":3.31927,"upper":3.31927,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1778560,"rate":1.0,"rate_upper":1.0,"lower":1.77856,"upper":1.77856},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":11332,"rate":50.0,"rate_upper":50.0,"lower":0.5666,"upper":0.5666},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":97411,"rate":10.0,"rate_upper":10.0,"lower":0.97411,"upper":0.97411}],"cache_lower":1778560,"cache_upper":1778560,"response_count":56,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/01/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/01/seed-0/usage.json","evidence_sha256":"1fa6ed8c11c7646f347b16fbef2f9efa1f9b575f26312c9483919d1baffd2d6c","actual_billed_usd":null},"kinex-astra:task03-02-seed0-formal":{"signature":["kinex-astra:task03-02-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/02/seed-0/usage.json",1396364,8842,1312384,0,null],"lower":2.594284,"upper":2.594284,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1312384,"rate":1.0,"rate_upper":1.0,"lower":1.312384,"upper":1.312384},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":8842,"rate":50.0,"rate_upper":50.0,"lower":0.4421,"upper":0.4421},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":83980,"rate":10.0,"rate_upper":10.0,"lower":0.8398,"upper":0.8398}],"cache_lower":1312384,"cache_upper":1312384,"response_count":44,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/02/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/02/seed-0/usage.json","evidence_sha256":"483bd34ffcb193bf205b9dbbcf83340a986629fbe0a936cbc220a888ea4ba324","actual_billed_usd":null},"kinex-astra:task03-03-seed0-formal":{"signature":["kinex-astra:task03-03-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/03/seed-0/usage.json",1997820,6541,1914368,0,null],"lower":3.075938,"upper":3.075938,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1914368,"rate":1.0,"rate_upper":1.0,"lower":1.914368,"upper":1.914368},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6541,"rate":50.0,"rate_upper":50.0,"lower":0.32705,"upper":0.32705},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":83452,"rate":10.0,"rate_upper":10.0,"lower":0.83452,"upper":0.83452}],"cache_lower":1914368,"cache_upper":1914368,"response_count":73,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/03/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/03/seed-0/usage.json","evidence_sha256":"e8f0dcaaae539219f12e83d27c73120c7c4670d520b9d9296133423a7ba43d1f","actual_billed_usd":null},"kinex-astra:task03-05-seed0-formal":{"signature":["kinex-astra:task03-05-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/05/seed-0/usage.json",2470735,13511,2363776,0,null],"lower":4.108916,"upper":4.108916,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2363776,"rate":1.0,"rate_upper":1.0,"lower":2.363776,"upper":2.363776},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":13511,"rate":50.0,"rate_upper":50.0,"lower":0.67555,"upper":0.67555},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":106959,"rate":10.0,"rate_upper":10.0,"lower":1.06959,"upper":1.06959}],"cache_lower":2363776,"cache_upper":2363776,"response_count":70,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/05/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/05/seed-0/usage.json","evidence_sha256":"2d0e5efbcec72296a01bb6bab03e4745554c6d93ac943557c78200eab9f584fe","actual_billed_usd":null},"kinex-astra:task03-06-seed0-formal":{"signature":["kinex-astra:task03-06-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/06/seed-0/usage.json",1123532,9317,1035136,0,null],"lower":2.384946,"upper":2.384946,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1035136,"rate":1.0,"rate_upper":1.0,"lower":1.035136,"upper":1.035136},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9317,"rate":50.0,"rate_upper":50.0,"lower":0.46585,"upper":0.46585},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":88396,"rate":10.0,"rate_upper":10.0,"lower":0.88396,"upper":0.88396}],"cache_lower":1035136,"cache_upper":1035136,"response_count":34,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/06/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/06/seed-0/usage.json","evidence_sha256":"76e3b1838b1aaa605861aa997672286dbe2dd85971bb3f1fe923bf802db5e914","actual_billed_usd":null},"kinex-astra:task03-07-seed0-formal":{"signature":["kinex-astra:task03-07-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/07/seed-0/usage.json",6184301,24218,6022016,0,null],"lower":8.855766,"upper":8.855766,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":6022016,"rate":1.0,"rate_upper":1.0,"lower":6.022016,"upper":6.022016},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":24218,"rate":50.0,"rate_upper":50.0,"lower":1.2109,"upper":1.2109},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":162285,"rate":10.0,"rate_upper":10.0,"lower":1.62285,"upper":1.62285}],"cache_lower":6022016,"cache_upper":6022016,"response_count":132,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/07/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/07/seed-0/usage.json","evidence_sha256":"a0f4cd577e3b0209b088e099fbc1abbe7dc2da5934cb3a4cb5adccb438d9d9d6","actual_billed_usd":null},"kinex-astra:task03-08-seed0-formal":{"signature":["kinex-astra:task03-08-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/08/seed-0/usage.json",1051290,6748,972160,0,null],"lower":2.10086,"upper":2.10086,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":972160,"rate":1.0,"rate_upper":1.0,"lower":0.97216,"upper":0.97216},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6748,"rate":50.0,"rate_upper":50.0,"lower":0.3374,"upper":0.3374},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":79130,"rate":10.0,"rate_upper":10.0,"lower":0.7913,"upper":0.7913}],"cache_lower":972160,"cache_upper":972160,"response_count":36,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/08/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/08/seed-0/usage.json","evidence_sha256":"a034336fbb6112679134a494d13f0b78b760a7ac28c7dad159d811ba03a8eea8","actual_billed_usd":null},"kinex-astra:task03-09-seed0-formal":{"signature":["kinex-astra:task03-09-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/09/seed-0/usage.json",1739536,8301,1646592,0,null],"lower":2.991082,"upper":2.991082,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1646592,"rate":1.0,"rate_upper":1.0,"lower":1.646592,"upper":1.646592},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":8301,"rate":50.0,"rate_upper":50.0,"lower":0.41505,"upper":0.41505},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":92944,"rate":10.0,"rate_upper":10.0,"lower":0.92944,"upper":0.92944}],"cache_lower":1646592,"cache_upper":1646592,"response_count":53,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/09/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/09/seed-0/usage.json","evidence_sha256":"49c227bb045469b1bf6600e643bf8d31d91f769ab5c2c87b0782bf6fa46a7c7a","actual_billed_usd":null},"kinex-astra:task03-10-seed0-formal":{"signature":["kinex-astra:task03-10-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/10/seed-0/usage.json",1135571,7221,1052672,0,null],"lower":2.242712,"upper":2.242712,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1052672,"rate":1.0,"rate_upper":1.0,"lower":1.052672,"upper":1.052672},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7221,"rate":50.0,"rate_upper":50.0,"lower":0.36105,"upper":0.36105},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":82899,"rate":10.0,"rate_upper":10.0,"lower":0.82899,"upper":0.82899}],"cache_lower":1052672,"cache_upper":1052672,"response_count":38,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/10/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/10/seed-0/usage.json","evidence_sha256":"65d8f218b8b9f800de1c38c8b3223c8d525491d9cef650bf673ffe73123ea980","actual_billed_usd":null},"kinex-astra:task04-01-seed0-formal":{"signature":["kinex-astra:task04-01-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/01/seed-0/usage.json",15803493,60899,15539968,0,null],"lower":21.220168,"upper":21.220168,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":15539968,"rate":1.0,"rate_upper":1.0,"lower":15.539968,"upper":15.539968},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":60899,"rate":50.0,"rate_upper":50.0,"lower":3.04495,"upper":3.04495},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":263525,"rate":10.0,"rate_upper":10.0,"lower":2.63525,"upper":2.63525}],"cache_lower":15539968,"cache_upper":15539968,"response_count":201,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/01/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/01/seed-0/usage.json","evidence_sha256":"f636436532f1610d84213b6eddf72cf58bbd141e16f0c5934e584defd9b6e7b0","actual_billed_usd":null},"kinex-astra:task04-02-seed0-formal":{"signature":["kinex-astra:task04-02-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/02/seed-0/usage.json",3280684,11998,3113600,0,null],"lower":5.38434,"upper":5.38434,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3113600,"rate":1.0,"rate_upper":1.0,"lower":3.1136,"upper":3.1136},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":11998,"rate":50.0,"rate_upper":50.0,"lower":0.5999,"upper":0.5999},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":167084,"rate":10.0,"rate_upper":10.0,"lower":1.67084,"upper":1.67084}],"cache_lower":3113600,"cache_upper":3113600,"response_count":73,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/02/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/02/seed-0/usage.json","evidence_sha256":"cc9a0ac40cd3369ab1ab1a13c4d4cf6551a7c79d52cba97dc69e240370acc34a","actual_billed_usd":null},"kinex-astra:task04-03-seed0-formal":{"signature":["kinex-astra:task04-03-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/03/seed-0/usage.json",15604276,44315,15357056,0,null],"lower":20.045006,"upper":20.045006,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":15357056,"rate":1.0,"rate_upper":1.0,"lower":15.357056,"upper":15.357056},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":44315,"rate":50.0,"rate_upper":50.0,"lower":2.21575,"upper":2.21575},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":247220,"rate":10.0,"rate_upper":10.0,"lower":2.4722,"upper":2.4722}],"cache_lower":15357056,"cache_upper":15357056,"response_count":195,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/03/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/03/seed-0/usage.json","evidence_sha256":"19282e0a8bf3583be6124c34ee0851456c18ad61fe74bad05e8531901d05b421","actual_billed_usd":null},"kinex-astra:task04-04-seed0-formal":{"signature":["kinex-astra:task04-04-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/04/seed-0/usage.json",2234771,9463,2074752,0,null],"lower":4.148092,"upper":4.148092,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2074752,"rate":1.0,"rate_upper":1.0,"lower":2.074752,"upper":2.074752},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9463,"rate":50.0,"rate_upper":50.0,"lower":0.47315,"upper":0.47315},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":160019,"rate":10.0,"rate_upper":10.0,"lower":1.60019,"upper":1.60019}],"cache_lower":2074752,"cache_upper":2074752,"response_count":66,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/04/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/04/seed-0/usage.json","evidence_sha256":"b6fa5c55a2bdc000dd7a7da07fb233d6e8d863d70c4c155c3ac8dcbd64290f9b","actual_billed_usd":null},"kinex-astra:task04-05-seed0-formal":{"signature":["kinex-astra:task04-05-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/05/seed-0/usage.json",1239269,6675,1157888,0,null],"lower":2.305448,"upper":2.305448,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1157888,"rate":1.0,"rate_upper":1.0,"lower":1.157888,"upper":1.157888},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6675,"rate":50.0,"rate_upper":50.0,"lower":0.33375,"upper":0.33375},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":81381,"rate":10.0,"rate_upper":10.0,"lower":0.81381,"upper":0.81381}],"cache_lower":1157888,"cache_upper":1157888,"response_count":46,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/05/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/05/seed-0/usage.json","evidence_sha256":"636ea7cbf9ba25604645d4be404ce499345aa9d587b6bd342909b7ed2bec0a71","actual_billed_usd":null},"kinex-astra:task04-06-seed0-formal":{"signature":["kinex-astra:task04-06-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/06/seed-0/usage.json",11715901,49057,11576448,0,null],"lower":15.423828,"upper":15.423828,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":11576448,"rate":1.0,"rate_upper":1.0,"lower":11.576448,"upper":11.576448},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":49057,"rate":50.0,"rate_upper":50.0,"lower":2.45285,"upper":2.45285},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":139453,"rate":10.0,"rate_upper":10.0,"lower":1.39453,"upper":1.39453}],"cache_lower":11576448,"cache_upper":11576448,"response_count":177,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/06/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/06/seed-0/usage.json","evidence_sha256":"1cd0ea9db8def753a3b7acc01369c0a444bac8d04388addb68122ca1ed8d7f95","actual_billed_usd":null},"kinex-astra:task04-07-seed0-formal":{"signature":["kinex-astra:task04-07-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/07/seed-0/usage.json",4020570,17035,3877248,0,null],"lower":6.162218,"upper":6.162218,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3877248,"rate":1.0,"rate_upper":1.0,"lower":3.877248,"upper":3.877248},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":17035,"rate":50.0,"rate_upper":50.0,"lower":0.85175,"upper":0.85175},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":143322,"rate":10.0,"rate_upper":10.0,"lower":1.43322,"upper":1.43322}],"cache_lower":3877248,"cache_upper":3877248,"response_count":92,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/07/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/07/seed-0/usage.json","evidence_sha256":"29dc050072ab7d522f1be81496c0f4273adf6718109d8d5881911faf95460a38","actual_billed_usd":null},"kinex-astra:task04-08-seed0-formal":{"signature":["kinex-astra:task04-08-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/08/seed-0/usage.json",7222882,23554,7041024,0,null],"lower":10.037304,"upper":10.037304,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":7041024,"rate":1.0,"rate_upper":1.0,"lower":7.041024,"upper":7.041024},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":23554,"rate":50.0,"rate_upper":50.0,"lower":1.1777,"upper":1.1777},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":181858,"rate":10.0,"rate_upper":10.0,"lower":1.81858,"upper":1.81858}],"cache_lower":7041024,"cache_upper":7041024,"response_count":139,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/08/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/08/seed-0/usage.json","evidence_sha256":"a9596a4fa0e6aa903bb6a1789c66b063a7c0f4b205f527492092f71a9b79611e","actual_billed_usd":null},"kinex-astra:task04-09-seed0-formal":{"signature":["kinex-astra:task04-09-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/09/seed-0/usage.json",4194455,19523,4112512,0,null],"lower":5.908092,"upper":5.908092,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4112512,"rate":1.0,"rate_upper":1.0,"lower":4.112512,"upper":4.112512},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":19523,"rate":50.0,"rate_upper":50.0,"lower":0.97615,"upper":0.97615},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":81943,"rate":10.0,"rate_upper":10.0,"lower":0.81943,"upper":0.81943}],"cache_lower":4112512,"cache_upper":4112512,"response_count":96,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/09/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/09/seed-0/usage.json","evidence_sha256":"437ba8e878766d8490c29ed8b7cf13454c97f0a964127dd1b19e27332bccea33","actual_billed_usd":null},"kinex-astra:task04-10-seed0-formal":{"signature":["kinex-astra:task04-10-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/10/seed-0/usage.json",13500918,35828,13364992,0,null],"lower":16.515652,"upper":16.515652,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":13364992,"rate":1.0,"rate_upper":1.0,"lower":13.364992,"upper":13.364992},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":35828,"rate":50.0,"rate_upper":50.0,"lower":1.7914,"upper":1.7914},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":135926,"rate":10.0,"rate_upper":10.0,"lower":1.35926,"upper":1.35926}],"cache_lower":13364992,"cache_upper":13364992,"response_count":208,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/10/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/10/seed-0/usage.json","evidence_sha256":"fc2aa02a422a25b0726eb75be7c009c153b9936705c0ac321a1d3d0bce30f15b","actual_billed_usd":null},"kinex-astra:task04-11-seed0-formal":{"signature":["kinex-astra:task04-11-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/11/seed-0/usage.json",1859244,9421,1635968,0,null],"lower":4.339778,"upper":4.339778,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1635968,"rate":1.0,"rate_upper":1.0,"lower":1.635968,"upper":1.635968},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9421,"rate":50.0,"rate_upper":50.0,"lower":0.47105,"upper":0.47105},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":223276,"rate":10.0,"rate_upper":10.0,"lower":2.23276,"upper":2.23276}],"cache_lower":1635968,"cache_upper":1635968,"response_count":60,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/11/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/11/seed-0/usage.json","evidence_sha256":"94c4028201b1afc836e131271449dc0608df10c698bebc95053d2b508740207f","actual_billed_usd":null},"kinex-astra:task04-12-seed0-formal":{"signature":["kinex-astra:task04-12-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/12/seed-0/usage.json",2914082,13389,2798080,0,null],"lower":4.62755,"upper":4.62755,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2798080,"rate":1.0,"rate_upper":1.0,"lower":2.79808,"upper":2.79808},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":13389,"rate":50.0,"rate_upper":50.0,"lower":0.66945,"upper":0.66945},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":116002,"rate":10.0,"rate_upper":10.0,"lower":1.16002,"upper":1.16002}],"cache_lower":2798080,"cache_upper":2798080,"response_count":80,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/12/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/12/seed-0/usage.json","evidence_sha256":"214f08a08c347c9e3299a1d76a12a859817885f59f81348340dec968f00c7289","actual_billed_usd":null},"kinex-astra:task04-14-seed0-formal":{"signature":["kinex-astra:task04-14-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/14/seed-0/usage.json",5498033,20970,5389440,0,null],"lower":7.52387,"upper":7.52387,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":5389440,"rate":1.0,"rate_upper":1.0,"lower":5.38944,"upper":5.38944},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":20970,"rate":50.0,"rate_upper":50.0,"lower":1.0485,"upper":1.0485},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":108593,"rate":10.0,"rate_upper":10.0,"lower":1.08593,"upper":1.08593}],"cache_lower":5389440,"cache_upper":5389440,"response_count":98,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/14/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/14/seed-0/usage.json","evidence_sha256":"160af1abfc49be318be76de72dc9a3b6b26ccac91e2649e3e601146faa7179c3","actual_billed_usd":null},"kinex-astra:task04-15-seed0-formal":{"signature":["kinex-astra:task04-15-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/15/seed-0/usage.json",4069265,16050,3939840,0,null],"lower":6.03659,"upper":6.03659,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3939840,"rate":1.0,"rate_upper":1.0,"lower":3.93984,"upper":3.93984},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":16050,"rate":50.0,"rate_upper":50.0,"lower":0.8025,"upper":0.8025},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":129425,"rate":10.0,"rate_upper":10.0,"lower":1.29425,"upper":1.29425}],"cache_lower":3939840,"cache_upper":3939840,"response_count":106,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/15/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/15/seed-0/usage.json","evidence_sha256":"5ad1095af1ecbd63280403027c3bcc7f20dbb18c841477b6db2aac456d3568f2","actual_billed_usd":null},"kinex-astra:task04-16-seed0-formal":{"signature":["kinex-astra:task04-16-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/16/seed-0/usage.json",7153156,26299,7054592,0,null],"lower":9.355182,"upper":9.355182,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":7054592,"rate":1.0,"rate_upper":1.0,"lower":7.054592,"upper":7.054592},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":26299,"rate":50.0,"rate_upper":50.0,"lower":1.31495,"upper":1.31495},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":98564,"rate":10.0,"rate_upper":10.0,"lower":0.98564,"upper":0.98564}],"cache_lower":7054592,"cache_upper":7054592,"response_count":137,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/16/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/16/seed-0/usage.json","evidence_sha256":"3c782dbe36630602be4cafa78d005ee435a823b5a66ae0415f1386b42f42f52b","actual_billed_usd":null},"kinex-astra:task04-17-seed0-formal":{"signature":["kinex-astra:task04-17-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/17/seed-0/usage.json",11664720,36096,11529088,0,null],"lower":14.690208,"upper":14.690208,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":11529088,"rate":1.0,"rate_upper":1.0,"lower":11.529088,"upper":11.529088},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":36096,"rate":50.0,"rate_upper":50.0,"lower":1.8048,"upper":1.8048},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":135632,"rate":10.0,"rate_upper":10.0,"lower":1.35632,"upper":1.35632}],"cache_lower":11529088,"cache_upper":11529088,"response_count":186,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/17/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/17/seed-0/usage.json","evidence_sha256":"91781f081badcb976ca8db54bb73b8570305e1022985b3293ddfa96ab8d5b456","actual_billed_usd":null},"kinex-astra:task04-18-seed0-formal":{"signature":["kinex-astra:task04-18-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/18/seed-0/usage.json",3834079,14320,3762816,0,null],"lower":5.191446,"upper":5.191446,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3762816,"rate":1.0,"rate_upper":1.0,"lower":3.762816,"upper":3.762816},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":14320,"rate":50.0,"rate_upper":50.0,"lower":0.716,"upper":0.716},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":71263,"rate":10.0,"rate_upper":10.0,"lower":0.71263,"upper":0.71263}],"cache_lower":3762816,"cache_upper":3762816,"response_count":97,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/18/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/18/seed-0/usage.json","evidence_sha256":"459e3ba0448f09d2fccba4e12a09c6eace16b4c93dca11eac30bbecfcab6b711","actual_billed_usd":null},"kinex-astra:task04-20-seed0-formal":{"signature":["kinex-astra:task04-20-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/20/seed-0/usage.json",1435674,4550,1362560,0,null],"lower":2.3212,"upper":2.3212,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1362560,"rate":1.0,"rate_upper":1.0,"lower":1.36256,"upper":1.36256},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4550,"rate":50.0,"rate_upper":50.0,"lower":0.2275,"upper":0.2275},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":73114,"rate":10.0,"rate_upper":10.0,"lower":0.73114,"upper":0.73114}],"cache_lower":1362560,"cache_upper":1362560,"response_count":55,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/20/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/20/seed-0/usage.json","evidence_sha256":"ec7b75cc5a68d39fbb0c1805d96f6a04d242fa4a4bc63f5da014ca214e0110b8","actual_billed_usd":null},"kinex-astra:task04-21-seed0-formal":{"signature":["kinex-astra:task04-21-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/21/seed-0/usage.json",6861179,21933,6758912,0,null],"lower":8.878232,"upper":8.878232,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":6758912,"rate":1.0,"rate_upper":1.0,"lower":6.758912,"upper":6.758912},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":21933,"rate":50.0,"rate_upper":50.0,"lower":1.09665,"upper":1.09665},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":102267,"rate":10.0,"rate_upper":10.0,"lower":1.02267,"upper":1.02267}],"cache_lower":6758912,"cache_upper":6758912,"response_count":128,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/21/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/21/seed-0/usage.json","evidence_sha256":"fd36932dd5ad30a647dc74589c6a787841bb4a047367579777ec866964c2e450","actual_billed_usd":null},"kinex-astra:task04-23-seed0-formal":{"signature":["kinex-astra:task04-23-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/23/seed-0/usage.json",4529826,12874,4359936,0,null],"lower":6.702536,"upper":6.702536,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4359936,"rate":1.0,"rate_upper":1.0,"lower":4.359936,"upper":4.359936},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12874,"rate":50.0,"rate_upper":50.0,"lower":0.6437,"upper":0.6437},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":169890,"rate":10.0,"rate_upper":10.0,"lower":1.6989,"upper":1.6989}],"cache_lower":4359936,"cache_upper":4359936,"response_count":121,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/23/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/23/seed-0/usage.json","evidence_sha256":"9f5ba40505e5e4adcfe2936292f3c4460a95511481d29f6b9f88f95a94df1819","actual_billed_usd":null},"kinex-astra:task04-24-seed0-formal":{"signature":["kinex-astra:task04-24-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/24/seed-0/usage.json",18253651,55047,17908608,0,null],"lower":24.111388,"upper":24.111388,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":17908608,"rate":1.0,"rate_upper":1.0,"lower":17.908608,"upper":17.908608},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":55047,"rate":50.0,"rate_upper":50.0,"lower":2.75235,"upper":2.75235},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":345043,"rate":10.0,"rate_upper":10.0,"lower":3.45043,"upper":3.45043}],"cache_lower":17908608,"cache_upper":17908608,"response_count":218,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/24/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/24/seed-0/usage.json","evidence_sha256":"fb4bf4c3d94a2f20ab078b3a0f6345e9b46177863e5868eebeda755ba753505c","actual_billed_usd":null},"kinex-astra:task04-25-seed0-formal":{"signature":["kinex-astra:task04-25-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/25/seed-0/usage.json",5768632,28033,5618432,0,null],"lower":8.522082,"upper":8.522082,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":5618432,"rate":1.0,"rate_upper":1.0,"lower":5.618432,"upper":5.618432},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":28033,"rate":50.0,"rate_upper":50.0,"lower":1.40165,"upper":1.40165},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":150200,"rate":10.0,"rate_upper":10.0,"lower":1.502,"upper":1.502}],"cache_lower":5618432,"cache_upper":5618432,"response_count":119,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/25/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/25/seed-0/usage.json","evidence_sha256":"61ac719ae6a6a9230913e29f2e0e7b2417dd0b49f801e3a0a19da08a22fa9330","actual_billed_usd":null},"kinex-astra:task04-27-seed0-formal":{"signature":["kinex-astra:task04-27-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/27/seed-0/usage.json",1231323,6513,1163520,0,null],"lower":2.1672,"upper":2.1672,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1163520,"rate":1.0,"rate_upper":1.0,"lower":1.16352,"upper":1.16352},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6513,"rate":50.0,"rate_upper":50.0,"lower":0.32565,"upper":0.32565},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":67803,"rate":10.0,"rate_upper":10.0,"lower":0.67803,"upper":0.67803}],"cache_lower":1163520,"cache_upper":1163520,"response_count":46,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/27/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/27/seed-0/usage.json","evidence_sha256":"8c96d0bc946b3e9cc87e3476447f294873ccb6ca9b9b9701690a7206ab5814ec","actual_billed_usd":null},"kinex-astra:task04-28-seed0-formal":{"signature":["kinex-astra:task04-28-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/28/seed-0/usage.json",4938685,19722,4779392,0,null],"lower":7.358422,"upper":7.358422,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4779392,"rate":1.0,"rate_upper":1.0,"lower":4.779392,"upper":4.779392},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":19722,"rate":50.0,"rate_upper":50.0,"lower":0.9861,"upper":0.9861},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":159293,"rate":10.0,"rate_upper":10.0,"lower":1.59293,"upper":1.59293}],"cache_lower":4779392,"cache_upper":4779392,"response_count":107,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/28/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/28/seed-0/usage.json","evidence_sha256":"29af4a8061d64ed986bd314f7f1c1c22946684813f5f9fd04d666fe5300bd131","actual_billed_usd":null},"kinex-astra:task04-29-seed0-formal":{"signature":["kinex-astra:task04-29-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/29/seed-0/usage.json",7793503,30709,7480192,0,null],"lower":12.148752,"upper":12.148752,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":7480192,"rate":1.0,"rate_upper":1.0,"lower":7.480192,"upper":7.480192},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":30709,"rate":50.0,"rate_upper":50.0,"lower":1.53545,"upper":1.53545},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":313311,"rate":10.0,"rate_upper":10.0,"lower":3.13311,"upper":3.13311}],"cache_lower":7480192,"cache_upper":7480192,"response_count":142,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/29/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/29/seed-0/usage.json","evidence_sha256":"03346fc0b5d86285b1f3663301e6788226282c9aaa104ee781bb3ac7d28eda3c","actual_billed_usd":null},"kinex-astra:task04-31-seed0-formal":{"signature":["kinex-astra:task04-31-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/31/seed-0/usage.json",3286594,12439,3164416,0,null],"lower":5.008146,"upper":5.008146,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3164416,"rate":1.0,"rate_upper":1.0,"lower":3.164416,"upper":3.164416},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12439,"rate":50.0,"rate_upper":50.0,"lower":0.62195,"upper":0.62195},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":122178,"rate":10.0,"rate_upper":10.0,"lower":1.22178,"upper":1.22178}],"cache_lower":3164416,"cache_upper":3164416,"response_count":89,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/31/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/31/seed-0/usage.json","evidence_sha256":"0e95fce442539569dafe517cc53bf4bbf1ea211522639fd498e5ab174ba58ce8","actual_billed_usd":null},"kinex-astra:task04-32-seed0-formal":{"signature":["kinex-astra:task04-32-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/32/seed-0/usage.json",2583682,8885,2524672,0,null],"lower":3.559022,"upper":3.559022,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2524672,"rate":1.0,"rate_upper":1.0,"lower":2.524672,"upper":2.524672},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":8885,"rate":50.0,"rate_upper":50.0,"lower":0.44425,"upper":0.44425},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":59010,"rate":10.0,"rate_upper":10.0,"lower":0.5901,"upper":0.5901}],"cache_lower":2524672,"cache_upper":2524672,"response_count":77,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/32/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/32/seed-0/usage.json","evidence_sha256":"8a5a557b87a90b3a4426b74536478c7ad0034b5c06823803955e493303a21765","actual_billed_usd":null},"kinex-astra:task04-33-seed0-formal":{"signature":["kinex-astra:task04-33-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/33/seed-0/usage.json",19780499,44691,19615360,0,null],"lower":23.5013,"upper":23.5013,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":19615360,"rate":1.0,"rate_upper":1.0,"lower":19.61536,"upper":19.61536},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":44691,"rate":50.0,"rate_upper":50.0,"lower":2.23455,"upper":2.23455},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":165139,"rate":10.0,"rate_upper":10.0,"lower":1.65139,"upper":1.65139}],"cache_lower":19615360,"cache_upper":19615360,"response_count":266,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/33/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/33/seed-0/usage.json","evidence_sha256":"a268457d5b0cce5befc5166fbfb86898cbda730612652f3c8c1dbd11a827e1cd","actual_billed_usd":null},"kinex-astra:task04-34-seed0-formal":{"signature":["kinex-astra:task04-34-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/34/seed-0/usage.json",3368349,17780,3295872,0,null],"lower":4.909642,"upper":4.909642,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3295872,"rate":1.0,"rate_upper":1.0,"lower":3.295872,"upper":3.295872},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":17780,"rate":50.0,"rate_upper":50.0,"lower":0.889,"upper":0.889},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":72477,"rate":10.0,"rate_upper":10.0,"lower":0.72477,"upper":0.72477}],"cache_lower":3295872,"cache_upper":3295872,"response_count":84,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/34/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/34/seed-0/usage.json","evidence_sha256":"91afa0fc6556ad844f43e35fb03cfc05182bd1322a2cd2451aeac50cff6e319f","actual_billed_usd":null},"kinex-astra:task04-35-seed0-formal":{"signature":["kinex-astra:task04-35-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/35/seed-0/usage.json",1369828,7524,1288448,0,null],"lower":2.478448,"upper":2.478448,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1288448,"rate":1.0,"rate_upper":1.0,"lower":1.288448,"upper":1.288448},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7524,"rate":50.0,"rate_upper":50.0,"lower":0.3762,"upper":0.3762},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":81380,"rate":10.0,"rate_upper":10.0,"lower":0.8138,"upper":0.8138}],"cache_lower":1288448,"cache_upper":1288448,"response_count":49,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/35/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/35/seed-0/usage.json","evidence_sha256":"674ed90924e6ec21aa9f37382594b25526d444b52466c7fccf335e15cbd50b57","actual_billed_usd":null},"kinex-astra:task04-36-seed0-formal":{"signature":["kinex-astra:task04-36-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/36/seed-0/usage.json",2304219,9408,2245376,0,null],"lower":3.304206,"upper":3.304206,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2245376,"rate":1.0,"rate_upper":1.0,"lower":2.245376,"upper":2.245376},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9408,"rate":50.0,"rate_upper":50.0,"lower":0.4704,"upper":0.4704},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":58843,"rate":10.0,"rate_upper":10.0,"lower":0.58843,"upper":0.58843}],"cache_lower":2245376,"cache_upper":2245376,"response_count":66,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/36/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/36/seed-0/usage.json","evidence_sha256":"53b7fe011adf2d4a2801821854b207c4c3b48e83da6d1fcefc4c7994065952b1","actual_billed_usd":null},"kinex-astra:task04-38-seed0-formal":{"signature":["kinex-astra:task04-38-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/38/seed-0/usage.json",2180505,8310,2123264,0,null],"lower":3.111174,"upper":3.111174,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2123264,"rate":1.0,"rate_upper":1.0,"lower":2.123264,"upper":2.123264},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":8310,"rate":50.0,"rate_upper":50.0,"lower":0.4155,"upper":0.4155},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":57241,"rate":10.0,"rate_upper":10.0,"lower":0.57241,"upper":0.57241}],"cache_lower":2123264,"cache_upper":2123264,"response_count":65,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/38/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/38/seed-0/usage.json","evidence_sha256":"5e1415a93f9d4f97ea96647dd024303f727cb7d409b3948432fe3807c1fcca83","actual_billed_usd":null},"kinex-astra:task04-39-seed0-formal":{"signature":["kinex-astra:task04-39-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/39/seed-0/usage.json",1347509,6924,1310464,0,null],"lower":2.027114,"upper":2.027114,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1310464,"rate":1.0,"rate_upper":1.0,"lower":1.310464,"upper":1.310464},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6924,"rate":50.0,"rate_upper":50.0,"lower":0.3462,"upper":0.3462},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":37045,"rate":10.0,"rate_upper":10.0,"lower":0.37045,"upper":0.37045}],"cache_lower":1310464,"cache_upper":1310464,"response_count":43,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/39/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/39/seed-0/usage.json","evidence_sha256":"6febe4cd887bdd7362836121bc3940adcfa6d61d617568dcf47e9520e886c542","actual_billed_usd":null},"kinex-astra:task04-41-seed0-formal":{"signature":["kinex-astra:task04-41-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/41/seed-0/usage.json",2438959,13717,2338688,0,null],"lower":4.027248,"upper":4.027248,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2338688,"rate":1.0,"rate_upper":1.0,"lower":2.338688,"upper":2.338688},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":13717,"rate":50.0,"rate_upper":50.0,"lower":0.68585,"upper":0.68585},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":100271,"rate":10.0,"rate_upper":10.0,"lower":1.00271,"upper":1.00271}],"cache_lower":2338688,"cache_upper":2338688,"response_count":65,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/41/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/41/seed-0/usage.json","evidence_sha256":"f88f3c1d44c987cb090171a7c9268b36090e70b286bbb279322e4d891a9c2de7","actual_billed_usd":null},"kinex-astra:task04-42-seed0-formal":{"signature":["kinex-astra:task04-42-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/42/seed-0/usage.json",1974194,7556,1885184,0,null],"lower":3.153084,"upper":3.153084,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1885184,"rate":1.0,"rate_upper":1.0,"lower":1.885184,"upper":1.885184},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7556,"rate":50.0,"rate_upper":50.0,"lower":0.3778,"upper":0.3778},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":89010,"rate":10.0,"rate_upper":10.0,"lower":0.8901,"upper":0.8901}],"cache_lower":1885184,"cache_upper":1885184,"response_count":64,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/42/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/42/seed-0/usage.json","evidence_sha256":"6d60bad6ead064aacc8c867763f3e9691e0d286fa165e400d5f06a7ed0464452","actual_billed_usd":null},"kinex-astra:task04-43-seed0-formal":{"signature":["kinex-astra:task04-43-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/43/seed-0/usage.json",7679574,28855,7499136,0,null],"lower":10.746266,"upper":10.746266,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":7499136,"rate":1.0,"rate_upper":1.0,"lower":7.499136,"upper":7.499136},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":28855,"rate":50.0,"rate_upper":50.0,"lower":1.44275,"upper":1.44275},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":180438,"rate":10.0,"rate_upper":10.0,"lower":1.80438,"upper":1.80438}],"cache_lower":7499136,"cache_upper":7499136,"response_count":141,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/43/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/43/seed-0/usage.json","evidence_sha256":"a22dbed0ca910c1a5800cb59b652c0fe804ff6d6063a06da5c2339f7f6666e72","actual_billed_usd":null},"kinex-astra:task04-45-seed0-formal":{"signature":["kinex-astra:task04-45-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/45/seed-0/usage.json",1477108,7591,1382912,0,null],"lower":2.704422,"upper":2.704422,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1382912,"rate":1.0,"rate_upper":1.0,"lower":1.382912,"upper":1.382912},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7591,"rate":50.0,"rate_upper":50.0,"lower":0.37955,"upper":0.37955},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":94196,"rate":10.0,"rate_upper":10.0,"lower":0.94196,"upper":0.94196}],"cache_lower":1382912,"cache_upper":1382912,"response_count":46,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/45/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/45/seed-0/usage.json","evidence_sha256":"6ac7a606b400bdd182bc97490f2164208c6f7dd0ca748fff1a653a1ea6a653a6","actual_billed_usd":null},"kinex-astra:task04-46-seed0-formal":{"signature":["kinex-astra:task04-46-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/46/seed-0/usage.json",2960176,11843,2832768,0,null],"lower":4.698998,"upper":4.698998,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2832768,"rate":1.0,"rate_upper":1.0,"lower":2.832768,"upper":2.832768},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":11843,"rate":50.0,"rate_upper":50.0,"lower":0.59215,"upper":0.59215},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":127408,"rate":10.0,"rate_upper":10.0,"lower":1.27408,"upper":1.27408}],"cache_lower":2832768,"cache_upper":2832768,"response_count":80,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/46/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/46/seed-0/usage.json","evidence_sha256":"c4fd7995472384b8f84386c683e6d46ff873bcf94ecd016ee40d29db342a9815","actual_billed_usd":null},"kinex-astra:task04-48-seed0-formal":{"signature":["kinex-astra:task04-48-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/48/seed-0/usage.json",2014792,10303,1920768,0,null],"lower":3.376158,"upper":3.376158,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1920768,"rate":1.0,"rate_upper":1.0,"lower":1.920768,"upper":1.920768},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":10303,"rate":50.0,"rate_upper":50.0,"lower":0.51515,"upper":0.51515},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":94024,"rate":10.0,"rate_upper":10.0,"lower":0.94024,"upper":0.94024}],"cache_lower":1920768,"cache_upper":1920768,"response_count":62,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/48/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/48/seed-0/usage.json","evidence_sha256":"7e2e5a898c8a52c6f9d2f2107f308cbb07b08626c87c038c8c31b58b4d1cacd0","actual_billed_usd":null},"kinex-astra:task04-51-seed0-formal":{"signature":["kinex-astra:task04-51-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/51/seed-0/usage.json",2459649,12233,2342144,0,null],"lower":4.128844,"upper":4.128844,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2342144,"rate":1.0,"rate_upper":1.0,"lower":2.342144,"upper":2.342144},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12233,"rate":50.0,"rate_upper":50.0,"lower":0.61165,"upper":0.61165},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":117505,"rate":10.0,"rate_upper":10.0,"lower":1.17505,"upper":1.17505}],"cache_lower":2342144,"cache_upper":2342144,"response_count":66,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/51/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/51/seed-0/usage.json","evidence_sha256":"cb0e8b202e1445e38f2869da4a0120ff626fae5586bfaa4b327d204b9f8ea369","actual_billed_usd":null},"kinex-astra:task04-52-seed0-formal":{"signature":["kinex-astra:task04-52-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/52/seed-0/usage.json",3974252,9354,3868416,0,null],"lower":5.394476,"upper":5.394476,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3868416,"rate":1.0,"rate_upper":1.0,"lower":3.868416,"upper":3.868416},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9354,"rate":50.0,"rate_upper":50.0,"lower":0.4677,"upper":0.4677},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":105836,"rate":10.0,"rate_upper":10.0,"lower":1.05836,"upper":1.05836}],"cache_lower":3868416,"cache_upper":3868416,"response_count":110,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/52/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/52/seed-0/usage.json","evidence_sha256":"81a3ec6b4b71a1819464bcc0449c553a709c71c253e49d58fce6bc9316471165","actual_billed_usd":null},"kinex-astra:task04-53-seed0-formal":{"signature":["kinex-astra:task04-53-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/53/seed-0/usage.json",13585752,40118,13335552,0,null],"lower":17.843452,"upper":17.843452,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":13335552,"rate":1.0,"rate_upper":1.0,"lower":13.335552,"upper":13.335552},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":40118,"rate":50.0,"rate_upper":50.0,"lower":2.0059,"upper":2.0059},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":250200,"rate":10.0,"rate_upper":10.0,"lower":2.502,"upper":2.502}],"cache_lower":13335552,"cache_upper":13335552,"response_count":192,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/53/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task04/53/seed-0/usage.json","evidence_sha256":"3b7522116eaac1127b92118e94684dadbb00cc91be85396bdf790e86cf57f690","actual_billed_usd":null},"kinex-astra:task06-01-seed0-formal":{"signature":["kinex-astra:task06-01-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/01/seed-0/usage.json",3121253,9863,2984704,0,null],"lower":4.843344,"upper":4.843344,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2984704,"rate":1.0,"rate_upper":1.0,"lower":2.984704,"upper":2.984704},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9863,"rate":50.0,"rate_upper":50.0,"lower":0.49315,"upper":0.49315},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":136549,"rate":10.0,"rate_upper":10.0,"lower":1.36549,"upper":1.36549}],"cache_lower":2984704,"cache_upper":2984704,"response_count":84,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/01/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/01/seed-0/usage.json","evidence_sha256":"3a1aa8464cf3cd2ff9ee7524b2c23db70653dc2e2c8cf845ae891ee1983350b6","actual_billed_usd":null},"kinex-astra:task06-02-transfer-between-tables-kinex-seed0-instruction-attempt04":{"signature":["kinex-astra:task06-02-transfer-between-tables-kinex-seed0-instruction-attempt04","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/02/seed-0-instruction-attempt04/usage.json",25641368,38289,25253760,0,null],"lower":31.04429,"upper":31.04429,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":25253760,"rate":1.0,"rate_upper":1.0,"lower":25.25376,"upper":25.25376},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":38289,"rate":50.0,"rate_upper":50.0,"lower":1.91445,"upper":1.91445},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":387608,"rate":10.0,"rate_upper":10.0,"lower":3.87608,"upper":3.87608}],"cache_lower":25253760,"cache_upper":25253760,"response_count":313,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/02/seed-0-instruction-attempt04/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/02/seed-0-instruction-attempt04/usage.json","evidence_sha256":"d45b8ed713990cdb124bab35acfa3193f3335c25a3eccaa37f8c486c0051f924","actual_billed_usd":null},"kinex-astra:task06-03-seed0-formal":{"signature":["kinex-astra:task06-03-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/03/seed-0/usage.json",1081991,5296,999296,0,null],"lower":2.091046,"upper":2.091046,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":999296,"rate":1.0,"rate_upper":1.0,"lower":0.999296,"upper":0.999296},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5296,"rate":50.0,"rate_upper":50.0,"lower":0.2648,"upper":0.2648},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":82695,"rate":10.0,"rate_upper":10.0,"lower":0.82695,"upper":0.82695}],"cache_lower":999296,"cache_upper":999296,"response_count":36,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/03/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/03/seed-0/usage.json","evidence_sha256":"5da64b8c0dbacf7496b7654bf6e118810a904ea2e6a40a7405a178986f4e74b0","actual_billed_usd":null},"kinex-astra:task06-04-bend-pick-and-place-kinex-seed0-instruction-attempt03":{"signature":["kinex-astra:task06-04-bend-pick-and-place-kinex-seed0-instruction-attempt03","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/04/seed-0-instruction-attempt03/usage.json",345083,1649,293888,0,null],"lower":0.888288,"upper":0.888288,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":293888,"rate":1.0,"rate_upper":1.0,"lower":0.293888,"upper":0.293888},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":1649,"rate":50.0,"rate_upper":50.0,"lower":0.08245,"upper":0.08245},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":51195,"rate":10.0,"rate_upper":10.0,"lower":0.51195,"upper":0.51195}],"cache_lower":293888,"cache_upper":293888,"response_count":16,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/04/seed-0-instruction-attempt03/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/04/seed-0-instruction-attempt03/usage.json","evidence_sha256":"a9f834b7521015b138bdf0119c125f5d27af85508128961cf3290085ea850154","actual_billed_usd":null},"kinex-astra:task06-05-bend-handover-kinex-seed0-instruction-attempt03":{"signature":["kinex-astra:task06-05-bend-handover-kinex-seed0-instruction-attempt03","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/05/seed-0-instruction-attempt03/usage.json",10279013,25029,10062848,0,null],"lower":13.475948,"upper":13.475948,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":10062848,"rate":1.0,"rate_upper":1.0,"lower":10.062848,"upper":10.062848},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":25029,"rate":50.0,"rate_upper":50.0,"lower":1.25145,"upper":1.25145},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":216165,"rate":10.0,"rate_upper":10.0,"lower":2.16165,"upper":2.16165}],"cache_lower":10062848,"cache_upper":10062848,"response_count":171,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/05/seed-0-instruction-attempt03/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/05/seed-0-instruction-attempt03/usage.json","evidence_sha256":"e51867f34bf8516f374239724955dc57177385467db90c2a31066f89e82ce70c","actual_billed_usd":null},"kinex-astra:task06-06-seed0-formal-attempt02":{"signature":["kinex-astra:task06-06-seed0-formal-attempt02","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/06/seed-0-attempt02/usage.json",28227861,44277,27537536,0,null],"lower":36.654636,"upper":36.654636,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":27537536,"rate":1.0,"rate_upper":1.0,"lower":27.537536,"upper":27.537536},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":44277,"rate":50.0,"rate_upper":50.0,"lower":2.21385,"upper":2.21385},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":690325,"rate":10.0,"rate_upper":10.0,"lower":6.90325,"upper":6.90325}],"cache_lower":27537536,"cache_upper":27537536,"response_count":290,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/06/seed-0-attempt02/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/06/seed-0-attempt02/usage.json","evidence_sha256":"3a26a37e631b4e749f52388fe8166aa81738987f944afdc6c9686dfce74b450f","actual_billed_usd":null},"kinex-astra:task06-07-seed0-formal-attempt02":{"signature":["kinex-astra:task06-07-seed0-formal-attempt02","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/07/seed-0-attempt02/usage.json",27597531,39270,27060864,0,null],"lower":34.391034,"upper":34.391034,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":27060864,"rate":1.0,"rate_upper":1.0,"lower":27.060864,"upper":27.060864},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":39270,"rate":50.0,"rate_upper":50.0,"lower":1.9635,"upper":1.9635},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":536667,"rate":10.0,"rate_upper":10.0,"lower":5.36667,"upper":5.36667}],"cache_lower":27060864,"cache_upper":27060864,"response_count":315,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/07/seed-0-attempt02/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/07/seed-0-attempt02/usage.json","evidence_sha256":"dc7639675bc50eb7c0e7d545e43faa43bcd811b504ddc26cf526eeda97ee6bd2","actual_billed_usd":null},"kinex-astra:task06-08-seed0-formal-attempt02":{"signature":["kinex-astra:task06-08-seed0-formal-attempt02","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/08/seed-0-attempt02/usage.json",5518859,11779,5384064,0,null],"lower":7.320964,"upper":7.320964,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":5384064,"rate":1.0,"rate_upper":1.0,"lower":5.384064,"upper":5.384064},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":11779,"rate":50.0,"rate_upper":50.0,"lower":0.58895,"upper":0.58895},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":134795,"rate":10.0,"rate_upper":10.0,"lower":1.34795,"upper":1.34795}],"cache_lower":5384064,"cache_upper":5384064,"response_count":143,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/08/seed-0-attempt02/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/08/seed-0-attempt02/usage.json","evidence_sha256":"f4be2f7df9e60b008af0c3eb9c01f3b8d9df92dc6b02e6665c99c5ebd624e8db","actual_billed_usd":null},"kinex-astra:task06-09-open-oven-kinex-seed0-instruction-attempt05":{"signature":["kinex-astra:task06-09-open-oven-kinex-seed0-instruction-attempt05","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/09/seed-0-instruction-attempt05/usage.json",3360347,9051,3253760,0,null],"lower":4.77218,"upper":4.77218,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3253760,"rate":1.0,"rate_upper":1.0,"lower":3.25376,"upper":3.25376},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9051,"rate":50.0,"rate_upper":50.0,"lower":0.45255,"upper":0.45255},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":106587,"rate":10.0,"rate_upper":10.0,"lower":1.06587,"upper":1.06587}],"cache_lower":3253760,"cache_upper":3253760,"response_count":92,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/09/seed-0-instruction-attempt05/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/09/seed-0-instruction-attempt05/usage.json","evidence_sha256":"482ffc961eb3c28fcaca9bd244a3e2d0a43d0dc6bd49647d5561761b2fd2bcf5","actual_billed_usd":null},"kinex-astra:task06-10-seed0-formal":{"signature":["kinex-astra:task06-10-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/10/seed-0/usage.json",5852385,12793,5652608,0,null],"lower":8.290028,"upper":8.290028,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":5652608,"rate":1.0,"rate_upper":1.0,"lower":5.652608,"upper":5.652608},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12793,"rate":50.0,"rate_upper":50.0,"lower":0.63965,"upper":0.63965},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":199777,"rate":10.0,"rate_upper":10.0,"lower":1.99777,"upper":1.99777}],"cache_lower":5652608,"cache_upper":5652608,"response_count":130,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/10/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/10/seed-0/usage.json","evidence_sha256":"2b9b4a20c1387829d9a8ea87d40a761ec6a8c0981d154c29f372c809106fb542","actual_billed_usd":null},"kinex-astra:task06-11-seed0-formal":{"signature":["kinex-astra:task06-11-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/11/seed-0/usage.json",333016,1394,271872,0,null],"lower":0.953012,"upper":0.953012,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":271872,"rate":1.0,"rate_upper":1.0,"lower":0.271872,"upper":0.271872},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":1394,"rate":50.0,"rate_upper":50.0,"lower":0.0697,"upper":0.0697},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":61144,"rate":10.0,"rate_upper":10.0,"lower":0.61144,"upper":0.61144}],"cache_lower":271872,"cache_upper":271872,"response_count":19,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/11/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/11/seed-0/usage.json","evidence_sha256":"887bc0aacda74d8eafbe203c7666f85d23e5467f0dde32bc3ca0b501b1a6d060","actual_billed_usd":null},"kinex-astra:task06-12-seed0-formal":{"signature":["kinex-astra:task06-12-seed0-formal","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/12/seed-0/usage.json",1195670,4655,1117952,0,null],"lower":2.127882,"upper":2.127882,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1117952,"rate":1.0,"rate_upper":1.0,"lower":1.117952,"upper":1.117952},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4655,"rate":50.0,"rate_upper":50.0,"lower":0.23275,"upper":0.23275},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":77718,"rate":10.0,"rate_upper":10.0,"lower":0.77718,"upper":0.77718}],"cache_lower":1117952,"cache_upper":1117952,"response_count":42,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/12/seed-0/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task06/12/seed-0/usage.json","evidence_sha256":"9bc9afb282a5e5914f8585e0e17fb4f5b5e681a1907547ea3e1c27189f1aa68b","actual_billed_usd":null},"codex-astra:task02-12-codex-seed0-attempt01":{"signature":["codex-astra:task02-12-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/12/task02-12-codex-seed0-attempt01/usage.json",481143,4328,458368,0,null],"lower":0.902518,"upper":0.902518,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":458368,"rate":1.0,"rate_upper":1.0,"lower":0.458368,"upper":0.458368},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4328,"rate":50.0,"rate_upper":50.0,"lower":0.2164,"upper":0.2164},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":22775,"rate":10.0,"rate_upper":10.0,"lower":0.22775,"upper":0.22775}],"cache_lower":458368,"cache_upper":458368,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/12/task02-12-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/12/task02-12-codex-seed0-attempt01/usage.json","evidence_sha256":"bbb1b40b6ce84c06f2e42f66572000efc38e6398519d816869c322d313c86a0e","actual_billed_usd":null},"codex-astra:task02-11-codex-seed0-attempt01":{"signature":["codex-astra:task02-11-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/11/task02-11-codex-seed0-attempt01/usage.json",433721,5328,406272,0,null],"lower":0.947162,"upper":0.947162,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":406272,"rate":1.0,"rate_upper":1.0,"lower":0.406272,"upper":0.406272},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5328,"rate":50.0,"rate_upper":50.0,"lower":0.2664,"upper":0.2664},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":27449,"rate":10.0,"rate_upper":10.0,"lower":0.27449,"upper":0.27449}],"cache_lower":406272,"cache_upper":406272,"response_count":17,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/11/task02-11-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/11/task02-11-codex-seed0-attempt01/usage.json","evidence_sha256":"b44735444e514f1df1802eae36fe1ab654b7fe3e4d2d013d6d358638018a67ac","actual_billed_usd":null},"kinex-astra:task02-11-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-11-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/11/task02-11-kinex-seed0-attempt01/usage.json",1161250,5692,1094400,0,null],"lower":2.0475,"upper":2.0475,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1094400,"rate":1.0,"rate_upper":1.0,"lower":1.0944,"upper":1.0944},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5692,"rate":50.0,"rate_upper":50.0,"lower":0.2846,"upper":0.2846},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":66850,"rate":10.0,"rate_upper":10.0,"lower":0.6685,"upper":0.6685}],"cache_lower":1094400,"cache_upper":1094400,"response_count":48,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/11/task02-11-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/11/task02-11-kinex-seed0-attempt01/usage.json","evidence_sha256":"822f46616b4a9bf669a712177f5109c203b650f340ac69e6a252a07d4479212a","actual_billed_usd":null},"kinex-astra:task02-12-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-12-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/12/task02-12-kinex-seed0-attempt01/usage.json",964732,4818,901376,0,null],"lower":1.775836,"upper":1.775836,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":901376,"rate":1.0,"rate_upper":1.0,"lower":0.901376,"upper":0.901376},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4818,"rate":50.0,"rate_upper":50.0,"lower":0.2409,"upper":0.2409},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":63356,"rate":10.0,"rate_upper":10.0,"lower":0.63356,"upper":0.63356}],"cache_lower":901376,"cache_upper":901376,"response_count":41,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/12/task02-12-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/12/task02-12-kinex-seed0-attempt01/usage.json","evidence_sha256":"cdaab87892767dc175f2a1495d7051305a20dc50f1a286b093233c954e276696","actual_billed_usd":null},"codex-astra:task02-13-codex-seed0-attempt01":{"signature":["codex-astra:task02-13-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/13/task02-13-codex-seed0-attempt01/usage.json",641298,5588,616192,0,null],"lower":1.146652,"upper":1.146652,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":616192,"rate":1.0,"rate_upper":1.0,"lower":0.616192,"upper":0.616192},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5588,"rate":50.0,"rate_upper":50.0,"lower":0.2794,"upper":0.2794},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":25106,"rate":10.0,"rate_upper":10.0,"lower":0.25106,"upper":0.25106}],"cache_lower":616192,"cache_upper":616192,"response_count":25,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/13/task02-13-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/13/task02-13-codex-seed0-attempt01/usage.json","evidence_sha256":"0ada65213d20baaa1b9f95d9689b77fbb52d92dd454fa1256202a199a1e61e68","actual_billed_usd":null},"kinex-astra:task02-13-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-13-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/13/task02-13-kinex-seed0-attempt01/usage.json",1041640,3984,962688,0,null],"lower":1.951408,"upper":1.951408,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":962688,"rate":1.0,"rate_upper":1.0,"lower":0.962688,"upper":0.962688},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3984,"rate":50.0,"rate_upper":50.0,"lower":0.1992,"upper":0.1992},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":78952,"rate":10.0,"rate_upper":10.0,"lower":0.78952,"upper":0.78952}],"cache_lower":962688,"cache_upper":962688,"response_count":44,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/13/task02-13-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/13/task02-13-kinex-seed0-attempt01/usage.json","evidence_sha256":"d7e986e6d704c9b75ec8309a4cb9867513a8117dd774018b5eb0fe1820f24671","actual_billed_usd":null},"codex-astra:task02-14-codex-seed0-attempt01":{"signature":["codex-astra:task02-14-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/14/task02-14-codex-seed0-attempt01/usage.json",774508,4699,743808,0,null],"lower":1.285758,"upper":1.285758,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":743808,"rate":1.0,"rate_upper":1.0,"lower":0.743808,"upper":0.743808},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4699,"rate":50.0,"rate_upper":50.0,"lower":0.23495,"upper":0.23495},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":30700,"rate":10.0,"rate_upper":10.0,"lower":0.307,"upper":0.307}],"cache_lower":743808,"cache_upper":743808,"response_count":26,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/14/task02-14-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/14/task02-14-codex-seed0-attempt01/usage.json","evidence_sha256":"df8cec8abbeb72d28691e7d2d8f9a60ead4b6e76a25bca5dd3040af5e7c2af8d","actual_billed_usd":null},"kinex-astra:task02-14-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-14-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/14/task02-14-kinex-seed0-attempt01/usage.json",1185258,4936,1118464,0,null],"lower":2.033204,"upper":2.033204,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1118464,"rate":1.0,"rate_upper":1.0,"lower":1.118464,"upper":1.118464},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4936,"rate":50.0,"rate_upper":50.0,"lower":0.2468,"upper":0.2468},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":66794,"rate":10.0,"rate_upper":10.0,"lower":0.66794,"upper":0.66794}],"cache_lower":1118464,"cache_upper":1118464,"response_count":50,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/14/task02-14-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/14/task02-14-kinex-seed0-attempt01/usage.json","evidence_sha256":"c2ecb4b2ec16925c042957dc03483126ec5f69d285f4e4285c21fc6175d2856c","actual_billed_usd":null},"codex-astra:task02-15-codex-seed0-attempt01":{"signature":["codex-astra:task02-15-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/15/task02-15-codex-seed0-attempt01/usage.json",753889,6305,724992,0,null],"lower":1.329212,"upper":1.329212,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":724992,"rate":1.0,"rate_upper":1.0,"lower":0.724992,"upper":0.724992},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6305,"rate":50.0,"rate_upper":50.0,"lower":0.31525,"upper":0.31525},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":28897,"rate":10.0,"rate_upper":10.0,"lower":0.28897,"upper":0.28897}],"cache_lower":724992,"cache_upper":724992,"response_count":29,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/15/task02-15-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/15/task02-15-codex-seed0-attempt01/usage.json","evidence_sha256":"516f616ab95e7ff9f4ef696458d2e237a968dec0924d9f78343c6992ee87f724","actual_billed_usd":null},"kinex-astra:task02-15-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-15-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/15/task02-15-kinex-seed0-attempt01/usage.json",1245882,8194,1124608,0,null],"lower":2.747048,"upper":2.747048,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1124608,"rate":1.0,"rate_upper":1.0,"lower":1.124608,"upper":1.124608},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":8194,"rate":50.0,"rate_upper":50.0,"lower":0.4097,"upper":0.4097},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":121274,"rate":10.0,"rate_upper":10.0,"lower":1.21274,"upper":1.21274}],"cache_lower":1124608,"cache_upper":1124608,"response_count":41,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/15/task02-15-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/15/task02-15-kinex-seed0-attempt01/usage.json","evidence_sha256":"6fe9fc04712de2a6ae1e1b052da626b3572b5da586dbff923c93e0a3574c1385","actual_billed_usd":null},"codex-astra:task02-16-codex-seed0-attempt01":{"signature":["codex-astra:task02-16-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/16/task02-16-codex-seed0-attempt01/usage.json",594934,4501,569984,0,null],"lower":1.044534,"upper":1.044534,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":569984,"rate":1.0,"rate_upper":1.0,"lower":0.569984,"upper":0.569984},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4501,"rate":50.0,"rate_upper":50.0,"lower":0.22505,"upper":0.22505},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":24950,"rate":10.0,"rate_upper":10.0,"lower":0.2495,"upper":0.2495}],"cache_lower":569984,"cache_upper":569984,"response_count":24,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/16/task02-16-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/16/task02-16-codex-seed0-attempt01/usage.json","evidence_sha256":"4f15a4c725096ab0ae0e892cb414fa723afceea28a5efd4aec6fc3094fadaf88","actual_billed_usd":null},"kinex-astra:task02-16-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-16-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/16/task02-16-kinex-seed0-attempt01/usage.json",1347704,5825,1276160,0,null],"lower":2.28285,"upper":2.28285,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1276160,"rate":1.0,"rate_upper":1.0,"lower":1.27616,"upper":1.27616},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5825,"rate":50.0,"rate_upper":50.0,"lower":0.29125,"upper":0.29125},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":71544,"rate":10.0,"rate_upper":10.0,"lower":0.71544,"upper":0.71544}],"cache_lower":1276160,"cache_upper":1276160,"response_count":53,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/16/task02-16-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/16/task02-16-kinex-seed0-attempt01/usage.json","evidence_sha256":"afb3c041df315f35335e37f12199baa729dadf917af16a0c2206ef32af49b6b0","actual_billed_usd":null},"codex-astra:task02-17-codex-seed0-attempt01":{"signature":["codex-astra:task02-17-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/17/task02-17-codex-seed0-attempt01/usage.json",900529,7734,861056,0,null],"lower":1.642486,"upper":1.642486,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":861056,"rate":1.0,"rate_upper":1.0,"lower":0.861056,"upper":0.861056},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7734,"rate":50.0,"rate_upper":50.0,"lower":0.3867,"upper":0.3867},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":39473,"rate":10.0,"rate_upper":10.0,"lower":0.39473,"upper":0.39473}],"cache_lower":861056,"cache_upper":861056,"response_count":29,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/17/task02-17-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/17/task02-17-codex-seed0-attempt01/usage.json","evidence_sha256":"7c3f2e99765d60e2aaae6d2fdee29cdb13a0693c40d7515c0b1b91af3f4decb5","actual_billed_usd":null},"kinex-astra:task02-17-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-17-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/17/task02-17-kinex-seed0-attempt01/usage.json",1231012,5784,1157888,0,null],"lower":2.178328,"upper":2.178328,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1157888,"rate":1.0,"rate_upper":1.0,"lower":1.157888,"upper":1.157888},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5784,"rate":50.0,"rate_upper":50.0,"lower":0.2892,"upper":0.2892},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":73124,"rate":10.0,"rate_upper":10.0,"lower":0.73124,"upper":0.73124}],"cache_lower":1157888,"cache_upper":1157888,"response_count":47,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/17/task02-17-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/17/task02-17-kinex-seed0-attempt01/usage.json","evidence_sha256":"86548082eaf5b4c52bc3d020d297c8665912645b986e40616f1eb5e55fd4f1ad","actual_billed_usd":null},"codex-astra:task02-18-codex-seed0-attempt01":{"signature":["codex-astra:task02-18-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/18/task02-18-codex-seed0-attempt01/usage.json",407963,4421,381568,0,null],"lower":0.866568,"upper":0.866568,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":381568,"rate":1.0,"rate_upper":1.0,"lower":0.381568,"upper":0.381568},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4421,"rate":50.0,"rate_upper":50.0,"lower":0.22105,"upper":0.22105},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":26395,"rate":10.0,"rate_upper":10.0,"lower":0.26395,"upper":0.26395}],"cache_lower":381568,"cache_upper":381568,"response_count":16,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/18/task02-18-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/18/task02-18-codex-seed0-attempt01/usage.json","evidence_sha256":"0bba87e1300f05e91ac35f7f45663c38bb7b1ffaaba5ada72510e336095a31ba","actual_billed_usd":null},"kinex-astra:task02-18-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-18-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/18/task02-18-kinex-seed0-attempt01/usage.json",1423276,6430,1347584,0,null],"lower":2.426004,"upper":2.426004,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1347584,"rate":1.0,"rate_upper":1.0,"lower":1.347584,"upper":1.347584},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6430,"rate":50.0,"rate_upper":50.0,"lower":0.3215,"upper":0.3215},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":75692,"rate":10.0,"rate_upper":10.0,"lower":0.75692,"upper":0.75692}],"cache_lower":1347584,"cache_upper":1347584,"response_count":55,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/18/task02-18-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/18/task02-18-kinex-seed0-attempt01/usage.json","evidence_sha256":"d50bb0d4ff427ce96d1af31d704bae0aca8f95d64e4c5ab39e0019ad1a0b9fab","actual_billed_usd":null},"codex-astra:task02-19-codex-seed0-attempt01":{"signature":["codex-astra:task02-19-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/19/task02-19-codex-seed0-attempt01/usage.json",592468,5341,566784,0,null],"lower":1.090674,"upper":1.090674,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":566784,"rate":1.0,"rate_upper":1.0,"lower":0.566784,"upper":0.566784},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5341,"rate":50.0,"rate_upper":50.0,"lower":0.26705,"upper":0.26705},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":25684,"rate":10.0,"rate_upper":10.0,"lower":0.25684,"upper":0.25684}],"cache_lower":566784,"cache_upper":566784,"response_count":23,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/19/task02-19-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/19/task02-19-codex-seed0-attempt01/usage.json","evidence_sha256":"9504bad6a1869f97be439e355f4e850436b32ab8762abbb4b27e43cb7c284a74","actual_billed_usd":null},"kinex-astra:task02-19-kinex-seed0-attempt02":{"signature":["kinex-astra:task02-19-kinex-seed0-attempt02","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/19/task02-19-kinex-seed0-attempt02/usage.json",1042361,4966,973312,0,null],"lower":1.912102,"upper":1.912102,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":973312,"rate":1.0,"rate_upper":1.0,"lower":0.973312,"upper":0.973312},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4966,"rate":50.0,"rate_upper":50.0,"lower":0.2483,"upper":0.2483},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":69049,"rate":10.0,"rate_upper":10.0,"lower":0.69049,"upper":0.69049}],"cache_lower":973312,"cache_upper":973312,"response_count":41,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/19/task02-19-kinex-seed0-attempt02/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/19/task02-19-kinex-seed0-attempt02/usage.json","evidence_sha256":"7c2583517a823e0b6784b7186f7b942444a8580ae1017d97f7909431aa208949","actual_billed_usd":null},"codex-astra:task02-20-codex-seed0-attempt01":{"signature":["codex-astra:task02-20-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/20/task02-20-codex-seed0-attempt01/usage.json",584269,5408,554368,0,null],"lower":1.123778,"upper":1.123778,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":554368,"rate":1.0,"rate_upper":1.0,"lower":0.554368,"upper":0.554368},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5408,"rate":50.0,"rate_upper":50.0,"lower":0.2704,"upper":0.2704},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":29901,"rate":10.0,"rate_upper":10.0,"lower":0.29901,"upper":0.29901}],"cache_lower":554368,"cache_upper":554368,"response_count":22,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/20/task02-20-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/20/task02-20-codex-seed0-attempt01/usage.json","evidence_sha256":"4cf17c4980c0e1fda90fb1189779f72ee4faa8093d4a28d1bce4e4f5aa6082cd","actual_billed_usd":null},"codex-astra:task02-21-codex-seed0-attempt01":{"signature":["codex-astra:task02-21-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/21/task02-21-codex-seed0-attempt01/usage.json",388451,4036,358528,0,null],"lower":0.859558,"upper":0.859558,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":358528,"rate":1.0,"rate_upper":1.0,"lower":0.358528,"upper":0.358528},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4036,"rate":50.0,"rate_upper":50.0,"lower":0.2018,"upper":0.2018},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":29923,"rate":10.0,"rate_upper":10.0,"lower":0.29923,"upper":0.29923}],"cache_lower":358528,"cache_upper":358528,"response_count":14,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/21/task02-21-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/21/task02-21-codex-seed0-attempt01/usage.json","evidence_sha256":"c73116a88d20a30ac0082e1bd1f9512e4ae8909f237c9620428146714508a954","actual_billed_usd":null},"codex-astra:task02-22-codex-seed0-attempt01":{"signature":["codex-astra:task02-22-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/22/task02-22-codex-seed0-attempt01/usage.json",443614,4669,416128,0,null],"lower":0.924438,"upper":0.924438,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":416128,"rate":1.0,"rate_upper":1.0,"lower":0.416128,"upper":0.416128},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4669,"rate":50.0,"rate_upper":50.0,"lower":0.23345,"upper":0.23345},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":27486,"rate":10.0,"rate_upper":10.0,"lower":0.27486,"upper":0.27486}],"cache_lower":416128,"cache_upper":416128,"response_count":17,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/22/task02-22-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/22/task02-22-codex-seed0-attempt01/usage.json","evidence_sha256":"cd67e70e58f3c8e9506076e3108a1f8ee67f3949f1f31b407fa86b6cb661d5ba","actual_billed_usd":null},"codex-astra:task02-23-codex-seed0-attempt01":{"signature":["codex-astra:task02-23-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/23/task02-23-codex-seed0-attempt01/usage.json",380265,3893,352640,0,null],"lower":0.82354,"upper":0.82354,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":352640,"rate":1.0,"rate_upper":1.0,"lower":0.35264,"upper":0.35264},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3893,"rate":50.0,"rate_upper":50.0,"lower":0.19465,"upper":0.19465},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":27625,"rate":10.0,"rate_upper":10.0,"lower":0.27625,"upper":0.27625}],"cache_lower":352640,"cache_upper":352640,"response_count":14,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/23/task02-23-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/23/task02-23-codex-seed0-attempt01/usage.json","evidence_sha256":"c96ff8585b6d86874c9780596826dd1fa96b4ea4ab4aa6f7005156250f7e8290","actual_billed_usd":null},"kinex-astra:task02-23-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-23-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/23/task02-23-kinex-seed0-attempt01/usage.json",833939,4299,774144,0,null],"lower":1.587044,"upper":1.587044,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":774144,"rate":1.0,"rate_upper":1.0,"lower":0.774144,"upper":0.774144},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4299,"rate":50.0,"rate_upper":50.0,"lower":0.21495,"upper":0.21495},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":59795,"rate":10.0,"rate_upper":10.0,"lower":0.59795,"upper":0.59795}],"cache_lower":774144,"cache_upper":774144,"response_count":38,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/23/task02-23-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/23/task02-23-kinex-seed0-attempt01/usage.json","evidence_sha256":"3a7612984359006e66517345c4f3c9c475e9b035b96e525fb93ded18cd2affbc","actual_billed_usd":null},"codex-astra:task03-12-codex-seed0-attempt01":{"signature":["codex-astra:task03-12-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/12/task03-12-codex-seed0-attempt01/usage.json",626239,6498,584064,0,null],"lower":1.330714,"upper":1.330714,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":584064,"rate":1.0,"rate_upper":1.0,"lower":0.584064,"upper":0.584064},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6498,"rate":50.0,"rate_upper":50.0,"lower":0.3249,"upper":0.3249},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":42175,"rate":10.0,"rate_upper":10.0,"lower":0.42175,"upper":0.42175}],"cache_lower":584064,"cache_upper":584064,"response_count":21,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/12/task03-12-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/12/task03-12-codex-seed0-attempt01/usage.json","evidence_sha256":"65b56c67efa66ebefbf014b4c7d8dd6712fbe0590f896275b528f22cde8b148a","actual_billed_usd":null},"kinex-astra:task03-12-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-12-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/12/task03-12-kinex-seed0-attempt01/usage.json",1279635,8420,1213312,0,null],"lower":2.297542,"upper":2.297542,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1213312,"rate":1.0,"rate_upper":1.0,"lower":1.213312,"upper":1.213312},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":8420,"rate":50.0,"rate_upper":50.0,"lower":0.421,"upper":0.421},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":66323,"rate":10.0,"rate_upper":10.0,"lower":0.66323,"upper":0.66323}],"cache_lower":1213312,"cache_upper":1213312,"response_count":44,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/12/task03-12-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/12/task03-12-kinex-seed0-attempt01/usage.json","evidence_sha256":"ca8bcd2a707907649eeb6d419e48c4638caf1efa32138826a3a1f5da1343e2d9","actual_billed_usd":null},"codex-astra:task03-13-codex-seed0-attempt01":{"signature":["codex-astra:task03-13-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/13/task03-13-codex-seed0-attempt01/usage.json",1063703,7293,1029248,0,null],"lower":1.738448,"upper":1.738448,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1029248,"rate":1.0,"rate_upper":1.0,"lower":1.029248,"upper":1.029248},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7293,"rate":50.0,"rate_upper":50.0,"lower":0.36465,"upper":0.36465},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":34455,"rate":10.0,"rate_upper":10.0,"lower":0.34455,"upper":0.34455}],"cache_lower":1029248,"cache_upper":1029248,"response_count":33,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/13/task03-13-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/13/task03-13-codex-seed0-attempt01/usage.json","evidence_sha256":"1f0b310a881a2f2b31a1eaa46f201721b5a2377da44843329f4a70b782fe5e93","actual_billed_usd":null},"codex-astra:task03-14-codex-seed0-attempt01":{"signature":["codex-astra:task03-14-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/14/task03-14-codex-seed0-attempt01/usage.json",361852,4084,318720,0,null],"lower":0.95424,"upper":0.95424,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":318720,"rate":1.0,"rate_upper":1.0,"lower":0.31872,"upper":0.31872},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4084,"rate":50.0,"rate_upper":50.0,"lower":0.2042,"upper":0.2042},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":43132,"rate":10.0,"rate_upper":10.0,"lower":0.43132,"upper":0.43132}],"cache_lower":318720,"cache_upper":318720,"response_count":13,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/14/task03-14-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/14/task03-14-codex-seed0-attempt01/usage.json","evidence_sha256":"3b4d6fd95af46416b0749b46c1abeef1616947be3eb882bcd9f8091ba90c8dbb","actual_billed_usd":null},"kinex-astra:task03-14-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-14-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/14/task03-14-kinex-seed0-attempt01/usage.json",702427,4782,635776,0,null],"lower":1.541386,"upper":1.541386,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":635776,"rate":1.0,"rate_upper":1.0,"lower":0.635776,"upper":0.635776},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4782,"rate":50.0,"rate_upper":50.0,"lower":0.2391,"upper":0.2391},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":66651,"rate":10.0,"rate_upper":10.0,"lower":0.66651,"upper":0.66651}],"cache_lower":635776,"cache_upper":635776,"response_count":28,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/14/task03-14-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/14/task03-14-kinex-seed0-attempt01/usage.json","evidence_sha256":"44ec3da5214c5a8391f9d98f57124c1e62013f53999e6e9a78ed71a0b5358176","actual_billed_usd":null},"codex-astra:task03-15-codex-seed0-attempt01":{"signature":["codex-astra:task03-15-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/15/task03-15-codex-seed0-attempt01/usage.json",601035,4928,570752,0,null],"lower":1.119982,"upper":1.119982,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":570752,"rate":1.0,"rate_upper":1.0,"lower":0.570752,"upper":0.570752},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4928,"rate":50.0,"rate_upper":50.0,"lower":0.2464,"upper":0.2464},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":30283,"rate":10.0,"rate_upper":10.0,"lower":0.30283,"upper":0.30283}],"cache_lower":570752,"cache_upper":570752,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/15/task03-15-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/15/task03-15-codex-seed0-attempt01/usage.json","evidence_sha256":"d0a16658b5640eb44d1f56c1469123ac8cec55a59305ec3cadb2967c4ae8fa78","actual_billed_usd":null},"kinex-astra:task03-15-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-15-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/15/task03-15-kinex-seed0-attempt01/usage.json",308789,2056,267776,0,null],"lower":0.780706,"upper":0.780706,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":267776,"rate":1.0,"rate_upper":1.0,"lower":0.267776,"upper":0.267776},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":2056,"rate":50.0,"rate_upper":50.0,"lower":0.1028,"upper":0.1028},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":41013,"rate":10.0,"rate_upper":10.0,"lower":0.41013,"upper":0.41013}],"cache_lower":267776,"cache_upper":267776,"response_count":15,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/15/task03-15-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/15/task03-15-kinex-seed0-attempt01/usage.json","evidence_sha256":"6c2122c0c7be695fbd599dcf21dfea45d6944d8b185d6c26c638ff156ee2bc5a","actual_billed_usd":null},"codex-astra:task03-17-codex-seed0-attempt01":{"signature":["codex-astra:task03-17-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/17/task03-17-codex-seed0-attempt01/usage.json",731879,4755,676480,0,null],"lower":1.46822,"upper":1.46822,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":676480,"rate":1.0,"rate_upper":1.0,"lower":0.67648,"upper":0.67648},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4755,"rate":50.0,"rate_upper":50.0,"lower":0.23775,"upper":0.23775},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":55399,"rate":10.0,"rate_upper":10.0,"lower":0.55399,"upper":0.55399}],"cache_lower":676480,"cache_upper":676480,"response_count":25,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/17/task03-17-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/17/task03-17-codex-seed0-attempt01/usage.json","evidence_sha256":"a4f10ce96d712439dfacd7de39cf2bdd235e782c45139c0e46249c3e2dfe4956","actual_billed_usd":null},"kinex-astra:task03-17-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-17-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/17/task03-17-kinex-seed0-attempt01/usage.json",649144,4744,585088,0,null],"lower":1.462848,"upper":1.462848,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":585088,"rate":1.0,"rate_upper":1.0,"lower":0.585088,"upper":0.585088},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4744,"rate":50.0,"rate_upper":50.0,"lower":0.2372,"upper":0.2372},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":64056,"rate":10.0,"rate_upper":10.0,"lower":0.64056,"upper":0.64056}],"cache_lower":585088,"cache_upper":585088,"response_count":27,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/17/task03-17-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/17/task03-17-kinex-seed0-attempt01/usage.json","evidence_sha256":"f992b00619897f9ce85220def836e96b47febcafd86ceb36c9586650a90797e0","actual_billed_usd":null},"kinex-astra:task03-18-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-18-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/18/task03-18-kinex-seed0-attempt01/usage.json",853149,5603,804736,0,null],"lower":1.569016,"upper":1.569016,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":804736,"rate":1.0,"rate_upper":1.0,"lower":0.804736,"upper":0.804736},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5603,"rate":50.0,"rate_upper":50.0,"lower":0.28015,"upper":0.28015},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":48413,"rate":10.0,"rate_upper":10.0,"lower":0.48413,"upper":0.48413}],"cache_lower":804736,"cache_upper":804736,"response_count":33,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/18/task03-18-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/18/task03-18-kinex-seed0-attempt01/usage.json","evidence_sha256":"0e1f4d5be3fd3c6f4c0ebd27cf2bf0c8edd66f7de6de89cff1c90dce01b56fdf","actual_billed_usd":null},"codex-astra:task03-19-codex-seed0-attempt01":{"signature":["codex-astra:task03-19-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/19/task03-19-codex-seed0-attempt01/usage.json",641904,5966,610944,0,null],"lower":1.218844,"upper":1.218844,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":610944,"rate":1.0,"rate_upper":1.0,"lower":0.610944,"upper":0.610944},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5966,"rate":50.0,"rate_upper":50.0,"lower":0.2983,"upper":0.2983},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":30960,"rate":10.0,"rate_upper":10.0,"lower":0.3096,"upper":0.3096}],"cache_lower":610944,"cache_upper":610944,"response_count":22,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/19/task03-19-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/19/task03-19-codex-seed0-attempt01/usage.json","evidence_sha256":"e4fe617f6068a25dae60d97dee6c93f492d0c56af6418978853e7354ed428193","actual_billed_usd":null},"codex-astra:task03-21-codex-seed0-attempt01":{"signature":["codex-astra:task03-21-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/21/task03-21-codex-seed0-attempt01/usage.json",544098,3797,518400,0,null],"lower":0.96523,"upper":0.96523,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":518400,"rate":1.0,"rate_upper":1.0,"lower":0.5184,"upper":0.5184},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3797,"rate":50.0,"rate_upper":50.0,"lower":0.18985,"upper":0.18985},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":25698,"rate":10.0,"rate_upper":10.0,"lower":0.25698,"upper":0.25698}],"cache_lower":518400,"cache_upper":518400,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/21/task03-21-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/21/task03-21-codex-seed0-attempt01/usage.json","evidence_sha256":"7cb0e1db57b05b1ccfa1d5a91f27c01c4f9c4e3331fec17e683bf120b40bf308","actual_billed_usd":null},"codex-astra:task03-23-codex-seed0-attempt01":{"signature":["codex-astra:task03-23-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/23/task03-23-codex-seed0-attempt01/usage.json",554041,5717,522752,0,null],"lower":1.121492,"upper":1.121492,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":522752,"rate":1.0,"rate_upper":1.0,"lower":0.522752,"upper":0.522752},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5717,"rate":50.0,"rate_upper":50.0,"lower":0.28585,"upper":0.28585},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":31289,"rate":10.0,"rate_upper":10.0,"lower":0.31289,"upper":0.31289}],"cache_lower":522752,"cache_upper":522752,"response_count":19,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/23/task03-23-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/23/task03-23-codex-seed0-attempt01/usage.json","evidence_sha256":"a98ce10749ae4a41cc030581a57d430b9ae5dd732b33d43c8cf0db31ea0489cf","actual_billed_usd":null},"kinex-astra:task02-20-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-20-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/20/task02-20-kinex-seed0-attempt01/usage.json",1247695,5614,1153536,0,null],"lower":2.375826,"upper":2.375826,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1153536,"rate":1.0,"rate_upper":1.0,"lower":1.153536,"upper":1.153536},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5614,"rate":50.0,"rate_upper":50.0,"lower":0.2807,"upper":0.2807},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":94159,"rate":10.0,"rate_upper":10.0,"lower":0.94159,"upper":0.94159}],"cache_lower":1153536,"cache_upper":1153536,"response_count":48,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/20/task02-20-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/20/task02-20-kinex-seed0-attempt01/usage.json","evidence_sha256":"c10aeaa2b72093c1a9a3fbd080b6e0fee1d9a18a844773de4496ed3a8562e8c3","actual_billed_usd":null},"kinex-astra:task02-21-kinex-seed0-attempt02":{"signature":["kinex-astra:task02-21-kinex-seed0-attempt02","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/21/task02-21-kinex-seed0-attempt02/usage.json",1319580,4784,1243520,0,null],"lower":2.24332,"upper":2.24332,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1243520,"rate":1.0,"rate_upper":1.0,"lower":1.24352,"upper":1.24352},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4784,"rate":50.0,"rate_upper":50.0,"lower":0.2392,"upper":0.2392},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":76060,"rate":10.0,"rate_upper":10.0,"lower":0.7606,"upper":0.7606}],"cache_lower":1243520,"cache_upper":1243520,"response_count":52,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/21/task02-21-kinex-seed0-attempt02/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/21/task02-21-kinex-seed0-attempt02/usage.json","evidence_sha256":"9fd95fdc589eafe2c6a8b5ea48db135225ccd4c658b426caf0ffb6680910e9e5","actual_billed_usd":null},"kinex-astra:task02-22-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-22-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/22/task02-22-kinex-seed0-attempt01/usage.json",1148746,5691,1080192,0,null],"lower":2.050282,"upper":2.050282,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1080192,"rate":1.0,"rate_upper":1.0,"lower":1.080192,"upper":1.080192},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5691,"rate":50.0,"rate_upper":50.0,"lower":0.28455,"upper":0.28455},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":68554,"rate":10.0,"rate_upper":10.0,"lower":0.68554,"upper":0.68554}],"cache_lower":1080192,"cache_upper":1080192,"response_count":46,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/22/task02-22-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/22/task02-22-kinex-seed0-attempt01/usage.json","evidence_sha256":"e2e831e040f321f983be0659cf33acfa30f1cc09e0f39de70fa81ff00305c53c","actual_billed_usd":null},"codex-astra:task02-25-codex-seed0-attempt01":{"signature":["codex-astra:task02-25-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/25/task02-25-codex-seed0-attempt01/usage.json",760622,4437,727936,0,null],"lower":1.276646,"upper":1.276646,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":727936,"rate":1.0,"rate_upper":1.0,"lower":0.727936,"upper":0.727936},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4437,"rate":50.0,"rate_upper":50.0,"lower":0.22185,"upper":0.22185},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":32686,"rate":10.0,"rate_upper":10.0,"lower":0.32686,"upper":0.32686}],"cache_lower":727936,"cache_upper":727936,"response_count":25,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/25/task02-25-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/25/task02-25-codex-seed0-attempt01/usage.json","evidence_sha256":"cf187f5ba248c4123cadf9d82d6ff2d4e3a052c1192aeaa9cb35d088546633ca","actual_billed_usd":null},"kinex-astra:task02-25-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-25-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/25/task02-25-kinex-seed0-attempt01/usage.json",1443713,5129,1367808,0,null],"lower":2.383308,"upper":2.383308,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1367808,"rate":1.0,"rate_upper":1.0,"lower":1.367808,"upper":1.367808},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5129,"rate":50.0,"rate_upper":50.0,"lower":0.25645,"upper":0.25645},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":75905,"rate":10.0,"rate_upper":10.0,"lower":0.75905,"upper":0.75905}],"cache_lower":1367808,"cache_upper":1367808,"response_count":53,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/25/task02-25-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/25/task02-25-kinex-seed0-attempt01/usage.json","evidence_sha256":"2d971aeb359df0cbb43218e30945f01c03f42014ac4ceadb955df752d9ca792d","actual_billed_usd":null},"codex-astra:task02-26-codex-seed0-attempt01":{"signature":["codex-astra:task02-26-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/26/task02-26-codex-seed0-attempt01/usage.json",643357,4809,606720,0,null],"lower":1.21354,"upper":1.21354,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":606720,"rate":1.0,"rate_upper":1.0,"lower":0.60672,"upper":0.60672},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4809,"rate":50.0,"rate_upper":50.0,"lower":0.24045,"upper":0.24045},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":36637,"rate":10.0,"rate_upper":10.0,"lower":0.36637,"upper":0.36637}],"cache_lower":606720,"cache_upper":606720,"response_count":21,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/26/task02-26-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/26/task02-26-codex-seed0-attempt01/usage.json","evidence_sha256":"a78b03e1e4413607c8780fbf405581ce149d2b2a3b4a37d34d6461fc2cc1d95a","actual_billed_usd":null},"kinex-astra:task03-13-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-13-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/13/task03-13-kinex-seed0-attempt01/usage.json",882557,6635,824576,0,null],"lower":1.736136,"upper":1.736136,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":824576,"rate":1.0,"rate_upper":1.0,"lower":0.824576,"upper":0.824576},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6635,"rate":50.0,"rate_upper":50.0,"lower":0.33175,"upper":0.33175},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":57981,"rate":10.0,"rate_upper":10.0,"lower":0.57981,"upper":0.57981}],"cache_lower":824576,"cache_upper":824576,"response_count":32,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/13/task03-13-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/13/task03-13-kinex-seed0-attempt01/usage.json","evidence_sha256":"b8909c781672639f75c91c237425339736dc439a72ee824a2205b65330405d7f","actual_billed_usd":null},"kinex-astra:task03-19-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-19-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/19/task03-19-kinex-seed0-attempt01/usage.json",1055034,4531,1002880,0,null],"lower":1.75097,"upper":1.75097,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1002880,"rate":1.0,"rate_upper":1.0,"lower":1.00288,"upper":1.00288},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4531,"rate":50.0,"rate_upper":50.0,"lower":0.22655,"upper":0.22655},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":52154,"rate":10.0,"rate_upper":10.0,"lower":0.52154,"upper":0.52154}],"cache_lower":1002880,"cache_upper":1002880,"response_count":39,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/19/task03-19-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/19/task03-19-kinex-seed0-attempt01/usage.json","evidence_sha256":"d82127487adc634d0238b35aac98e23f53205590c3647d70cca302a3f14cf1f9","actual_billed_usd":null},"codex-astra:task03-20-codex-seed0-attempt01":{"signature":["codex-astra:task03-20-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/20/task03-20-codex-seed0-attempt01/usage.json",591404,5808,560640,0,null],"lower":1.15868,"upper":1.15868,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":560640,"rate":1.0,"rate_upper":1.0,"lower":0.56064,"upper":0.56064},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5808,"rate":50.0,"rate_upper":50.0,"lower":0.2904,"upper":0.2904},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":30764,"rate":10.0,"rate_upper":10.0,"lower":0.30764,"upper":0.30764}],"cache_lower":560640,"cache_upper":560640,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/20/task03-20-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/20/task03-20-codex-seed0-attempt01/usage.json","evidence_sha256":"188beed39c2f891bf61317af37b9a1d6b2d3f7d3939783e91f68c4e4b3fc4edd","actual_billed_usd":null},"kinex-astra:task03-21-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-21-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/21/task03-21-kinex-seed0-attempt01/usage.json",835885,3474,744832,0,null],"lower":1.829062,"upper":1.829062,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":744832,"rate":1.0,"rate_upper":1.0,"lower":0.744832,"upper":0.744832},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3474,"rate":50.0,"rate_upper":50.0,"lower":0.1737,"upper":0.1737},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":91053,"rate":10.0,"rate_upper":10.0,"lower":0.91053,"upper":0.91053}],"cache_lower":744832,"cache_upper":744832,"response_count":37,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/21/task03-21-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/21/task03-21-kinex-seed0-attempt01/usage.json","evidence_sha256":"4dec04a918c92f1a2d720cc9878a9976b16465d3b00bf21647c06ae3d9588786","actual_billed_usd":null},"codex-astra:task03-22-codex-seed0-attempt01":{"signature":["codex-astra:task03-22-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/22/task03-22-codex-seed0-attempt01/usage.json",605429,4272,579328,0,null],"lower":1.053938,"upper":1.053938,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":579328,"rate":1.0,"rate_upper":1.0,"lower":0.579328,"upper":0.579328},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4272,"rate":50.0,"rate_upper":50.0,"lower":0.2136,"upper":0.2136},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":26101,"rate":10.0,"rate_upper":10.0,"lower":0.26101,"upper":0.26101}],"cache_lower":579328,"cache_upper":579328,"response_count":22,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/22/task03-22-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/22/task03-22-codex-seed0-attempt01/usage.json","evidence_sha256":"d29023e78ccc0fa1886727b3dcc6f3b26f2e73c1b7e24d0a672ccf99de36de0b","actual_billed_usd":null},"kinex-astra:task03-22-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-22-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/22/task03-22-kinex-seed0-attempt01/usage.json",721763,4231,657408,0,null],"lower":1.512508,"upper":1.512508,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":657408,"rate":1.0,"rate_upper":1.0,"lower":0.657408,"upper":0.657408},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4231,"rate":50.0,"rate_upper":50.0,"lower":0.21155,"upper":0.21155},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":64355,"rate":10.0,"rate_upper":10.0,"lower":0.64355,"upper":0.64355}],"cache_lower":657408,"cache_upper":657408,"response_count":28,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/22/task03-22-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/22/task03-22-kinex-seed0-attempt01/usage.json","evidence_sha256":"ef5eeb730f042b2316e308530616f5ca66a99fe06685f31158f35b2bf2b65006","actual_billed_usd":null},"kinex-astra:task03-23-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-23-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/23/task03-23-kinex-seed0-attempt01/usage.json",643749,5495,567936,0,null],"lower":1.600816,"upper":1.600816,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":567936,"rate":1.0,"rate_upper":1.0,"lower":0.567936,"upper":0.567936},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5495,"rate":50.0,"rate_upper":50.0,"lower":0.27475,"upper":0.27475},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":75813,"rate":10.0,"rate_upper":10.0,"lower":0.75813,"upper":0.75813}],"cache_lower":567936,"cache_upper":567936,"response_count":24,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/23/task03-23-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/23/task03-23-kinex-seed0-attempt01/usage.json","evidence_sha256":"a3f6e56adca7e6a0d057f2522c51c680659fd44a8287f31129b6a182fe43315b","actual_billed_usd":null},"codex-astra:task03-24-codex-seed0-attempt01":{"signature":["codex-astra:task03-24-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/24/task03-24-codex-seed0-attempt01/usage.json",845669,5517,814080,0,null],"lower":1.40582,"upper":1.40582,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":814080,"rate":1.0,"rate_upper":1.0,"lower":0.81408,"upper":0.81408},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5517,"rate":50.0,"rate_upper":50.0,"lower":0.27585,"upper":0.27585},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":31589,"rate":10.0,"rate_upper":10.0,"lower":0.31589,"upper":0.31589}],"cache_lower":814080,"cache_upper":814080,"response_count":28,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/24/task03-24-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/24/task03-24-codex-seed0-attempt01/usage.json","evidence_sha256":"8fcfcc561684243992491d2f6ba94cad2bd2602b034ddf50e210cd4448ee6b01","actual_billed_usd":null},"kinex-astra:task03-24-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-24-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/24/task03-24-kinex-seed0-attempt01/usage.json",991880,4618,896640,0,null],"lower":2.07994,"upper":2.07994,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":896640,"rate":1.0,"rate_upper":1.0,"lower":0.89664,"upper":0.89664},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4618,"rate":50.0,"rate_upper":50.0,"lower":0.2309,"upper":0.2309},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":95240,"rate":10.0,"rate_upper":10.0,"lower":0.9524,"upper":0.9524}],"cache_lower":896640,"cache_upper":896640,"response_count":38,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/24/task03-24-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/24/task03-24-kinex-seed0-attempt01/usage.json","evidence_sha256":"f65d3de0bd0abe5fcdbf75ba0d430e910ab780258aa8fb22354311a7ad23cc85","actual_billed_usd":null},"codex-astra:task02-24-codex-seed0-attempt02":{"signature":["codex-astra:task02-24-codex-seed0-attempt02","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/24/task02-24-codex-seed0-attempt02/usage.json",531023,6172,501888,0,null],"lower":1.101838,"upper":1.101838,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":501888,"rate":1.0,"rate_upper":1.0,"lower":0.501888,"upper":0.501888},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6172,"rate":50.0,"rate_upper":50.0,"lower":0.3086,"upper":0.3086},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":29135,"rate":10.0,"rate_upper":10.0,"lower":0.29135,"upper":0.29135}],"cache_lower":501888,"cache_upper":501888,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/24/task02-24-codex-seed0-attempt02/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/24/task02-24-codex-seed0-attempt02/usage.json","evidence_sha256":"ebb4bcbe0605f3da76cd9fa66c2c9b5dc10284b1a4d0fc685afbf7175dd92777","actual_billed_usd":null},"kinex-astra:task02-24-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-24-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/24/task02-24-kinex-seed0-attempt01/usage.json",1444935,5634,1352960,0,null],"lower":2.55441,"upper":2.55441,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1352960,"rate":1.0,"rate_upper":1.0,"lower":1.35296,"upper":1.35296},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5634,"rate":50.0,"rate_upper":50.0,"lower":0.2817,"upper":0.2817},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":91975,"rate":10.0,"rate_upper":10.0,"lower":0.91975,"upper":0.91975}],"cache_lower":1352960,"cache_upper":1352960,"response_count":57,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/24/task02-24-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/24/task02-24-kinex-seed0-attempt01/usage.json","evidence_sha256":"a669a7822e91b342c66ddffb56369c2f9dc0a5d705f930f0adaf42010aa2b2e1","actual_billed_usd":null},"kinex-astra:task02-26-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-26-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/26/task02-26-kinex-seed0-attempt01/usage.json",935789,5105,859648,0,null],"lower":1.876308,"upper":1.876308,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":859648,"rate":1.0,"rate_upper":1.0,"lower":0.859648,"upper":0.859648},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5105,"rate":50.0,"rate_upper":50.0,"lower":0.25525,"upper":0.25525},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":76141,"rate":10.0,"rate_upper":10.0,"lower":0.76141,"upper":0.76141}],"cache_lower":859648,"cache_upper":859648,"response_count":39,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/26/task02-26-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/26/task02-26-kinex-seed0-attempt01/usage.json","evidence_sha256":"74d04005f28cb73c47f2be12cdad22754d98c7bc56a30b5f585bd3bac7f140f4","actual_billed_usd":null},"codex-astra:task02-27-codex-seed0-attempt01":{"signature":["codex-astra:task02-27-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/27/task02-27-codex-seed0-attempt01/usage.json",478049,4406,449024,0,null],"lower":0.959574,"upper":0.959574,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":449024,"rate":1.0,"rate_upper":1.0,"lower":0.449024,"upper":0.449024},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4406,"rate":50.0,"rate_upper":50.0,"lower":0.2203,"upper":0.2203},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":29025,"rate":10.0,"rate_upper":10.0,"lower":0.29025,"upper":0.29025}],"cache_lower":449024,"cache_upper":449024,"response_count":18,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/27/task02-27-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/27/task02-27-codex-seed0-attempt01/usage.json","evidence_sha256":"efaae4ebc3ef36da57f4cd5cf7822cb1125cde0690b5e093a22d418c7f50b052","actual_billed_usd":null},"kinex-astra:task02-27-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-27-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/27/task02-27-kinex-seed0-attempt01/usage.json",1064431,4341,1016064,0,null],"lower":1.716784,"upper":1.716784,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1016064,"rate":1.0,"rate_upper":1.0,"lower":1.016064,"upper":1.016064},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4341,"rate":50.0,"rate_upper":50.0,"lower":0.21705,"upper":0.21705},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":48367,"rate":10.0,"rate_upper":10.0,"lower":0.48367,"upper":0.48367}],"cache_lower":1016064,"cache_upper":1016064,"response_count":43,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/27/task02-27-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/27/task02-27-kinex-seed0-attempt01/usage.json","evidence_sha256":"eb6ce3f5051db56c43267c564843a9ca46e8380ee457878dd66c0585192f4e92","actual_billed_usd":null},"kinex-astra:task03-20-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-20-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/20/task03-20-kinex-seed0-attempt01/usage.json",1032069,4424,964608,0,null],"lower":1.860418,"upper":1.860418,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":964608,"rate":1.0,"rate_upper":1.0,"lower":0.964608,"upper":0.964608},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4424,"rate":50.0,"rate_upper":50.0,"lower":0.2212,"upper":0.2212},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":67461,"rate":10.0,"rate_upper":10.0,"lower":0.67461,"upper":0.67461}],"cache_lower":964608,"cache_upper":964608,"response_count":39,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/20/task03-20-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/20/task03-20-kinex-seed0-attempt01/usage.json","evidence_sha256":"7a8b3ab5522dcdeeeea561af4a4a89e8e26413c456a355f943a725c1af18a7da","actual_billed_usd":null},"codex-astra:task03-26-codex-seed0-attempt01":{"signature":["codex-astra:task03-26-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/26/task03-26-codex-seed0-attempt01/usage.json",560885,4223,523776,0,null],"lower":1.106016,"upper":1.106016,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":523776,"rate":1.0,"rate_upper":1.0,"lower":0.523776,"upper":0.523776},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4223,"rate":50.0,"rate_upper":50.0,"lower":0.21115,"upper":0.21115},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":37109,"rate":10.0,"rate_upper":10.0,"lower":0.37109,"upper":0.37109}],"cache_lower":523776,"cache_upper":523776,"response_count":17,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/26/task03-26-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/26/task03-26-codex-seed0-attempt01/usage.json","evidence_sha256":"09449e81416b5028b68a530840cb31188ffeb0ad32c4124796c9fbf8c75ec0ec","actual_billed_usd":null},"codex-astra:task02-28-codex-seed0-attempt01":{"signature":["codex-astra:task02-28-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/28/task02-28-codex-seed0-attempt01/usage.json",588121,6376,535680,0,null],"lower":1.37889,"upper":1.37889,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":535680,"rate":1.0,"rate_upper":1.0,"lower":0.53568,"upper":0.53568},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6376,"rate":50.0,"rate_upper":50.0,"lower":0.3188,"upper":0.3188},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":52441,"rate":10.0,"rate_upper":10.0,"lower":0.52441,"upper":0.52441}],"cache_lower":535680,"cache_upper":535680,"response_count":22,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/28/task02-28-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/28/task02-28-codex-seed0-attempt01/usage.json","evidence_sha256":"482ab4fcba2a06564a4830669c3b3569587160f6ab95dd993cb465151262a810","actual_billed_usd":null},"kinex-astra:task02-28-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-28-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/28/task02-28-kinex-seed0-attempt01/usage.json",896104,4151,842624,0,null],"lower":1.584974,"upper":1.584974,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":842624,"rate":1.0,"rate_upper":1.0,"lower":0.842624,"upper":0.842624},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4151,"rate":50.0,"rate_upper":50.0,"lower":0.20755,"upper":0.20755},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":53480,"rate":10.0,"rate_upper":10.0,"lower":0.5348,"upper":0.5348}],"cache_lower":842624,"cache_upper":842624,"response_count":39,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/28/task02-28-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/28/task02-28-kinex-seed0-attempt01/usage.json","evidence_sha256":"20cec5e072c2943b3e27770506a222a22e3feef4963cec4481f6341c794483e5","actual_billed_usd":null},"kinex-astra:task03-26-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-26-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/26/task03-26-kinex-seed0-attempt01/usage.json",877866,5599,815488,0,null],"lower":1.719218,"upper":1.719218,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":815488,"rate":1.0,"rate_upper":1.0,"lower":0.815488,"upper":0.815488},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5599,"rate":50.0,"rate_upper":50.0,"lower":0.27995,"upper":0.27995},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":62378,"rate":10.0,"rate_upper":10.0,"lower":0.62378,"upper":0.62378}],"cache_lower":815488,"cache_upper":815488,"response_count":34,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/26/task03-26-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/26/task03-26-kinex-seed0-attempt01/usage.json","evidence_sha256":"4bca95c1e2693c227236280a4d4742b70e35002b10d785e15cca8789f47dfd57","actual_billed_usd":null},"codex-astra:task02-29-codex-seed0-attempt01":{"signature":["codex-astra:task02-29-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/29/task02-29-codex-seed0-attempt01/usage.json",426975,4135,387584,0,null],"lower":0.988244,"upper":0.988244,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":387584,"rate":1.0,"rate_upper":1.0,"lower":0.387584,"upper":0.387584},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4135,"rate":50.0,"rate_upper":50.0,"lower":0.20675,"upper":0.20675},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":39391,"rate":10.0,"rate_upper":10.0,"lower":0.39391,"upper":0.39391}],"cache_lower":387584,"cache_upper":387584,"response_count":15,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/29/task02-29-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/29/task02-29-codex-seed0-attempt01/usage.json","evidence_sha256":"adf92df99ab87fa16b1ff543035462ca67c52c294a45c9b75a307b2ca74140bc","actual_billed_usd":null},"kinex-astra:task02-29-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-29-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/29/task02-29-kinex-seed0-attempt01/usage.json",1335904,5592,1264512,0,null],"lower":2.258032,"upper":2.258032,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1264512,"rate":1.0,"rate_upper":1.0,"lower":1.264512,"upper":1.264512},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5592,"rate":50.0,"rate_upper":50.0,"lower":0.2796,"upper":0.2796},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":71392,"rate":10.0,"rate_upper":10.0,"lower":0.71392,"upper":0.71392}],"cache_lower":1264512,"cache_upper":1264512,"response_count":54,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/29/task02-29-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/29/task02-29-kinex-seed0-attempt01/usage.json","evidence_sha256":"b8e38611555053f17bcd008d3af7d49c892e6f34fb8bf8da1e56a03bac5c8d84","actual_billed_usd":null},"codex-astra:task03-16-codex-seed5-attempt01":{"signature":["codex-astra:task03-16-codex-seed5-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/16/task03-16-codex-seed5-attempt01/usage.json",1408391,11108,1344256,0,null],"lower":2.541006,"upper":2.541006,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1344256,"rate":1.0,"rate_upper":1.0,"lower":1.344256,"upper":1.344256},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":11108,"rate":50.0,"rate_upper":50.0,"lower":0.5554,"upper":0.5554},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":64135,"rate":10.0,"rate_upper":10.0,"lower":0.64135,"upper":0.64135}],"cache_lower":1344256,"cache_upper":1344256,"response_count":39,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/16/task03-16-codex-seed5-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/16/task03-16-codex-seed5-attempt01/usage.json","evidence_sha256":"79f9fc5d09d3b255d8cf47e65fb5c103fe5a4f01fd72aae6506774d3cca9f3b7","actual_billed_usd":null},"codex-astra:task03-18-codex-seed0-attempt02":{"signature":["codex-astra:task03-18-codex-seed0-attempt02","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/18/task03-18-codex-seed0-attempt02/usage.json",2650653,12280,2591616,0,null],"lower":3.795986,"upper":3.795986,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2591616,"rate":1.0,"rate_upper":1.0,"lower":2.591616,"upper":2.591616},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12280,"rate":50.0,"rate_upper":50.0,"lower":0.614,"upper":0.614},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":59037,"rate":10.0,"rate_upper":10.0,"lower":0.59037,"upper":0.59037}],"cache_lower":2591616,"cache_upper":2591616,"response_count":70,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/18/task03-18-codex-seed0-attempt02/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/18/task03-18-codex-seed0-attempt02/usage.json","evidence_sha256":"c8ac009469c500b282399d0b9eec493a7c4eb5f49f88a465c45ecf95c92091ab","actual_billed_usd":null},"codex-astra:task02-30-codex-seed0-attempt01":{"signature":["codex-astra:task02-30-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/30/task02-30-codex-seed0-attempt01/usage.json",555104,3908,523776,0,null],"lower":1.032456,"upper":1.032456,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":523776,"rate":1.0,"rate_upper":1.0,"lower":0.523776,"upper":0.523776},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3908,"rate":50.0,"rate_upper":50.0,"lower":0.1954,"upper":0.1954},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":31328,"rate":10.0,"rate_upper":10.0,"lower":0.31328,"upper":0.31328}],"cache_lower":523776,"cache_upper":523776,"response_count":19,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/30/task02-30-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/30/task02-30-codex-seed0-attempt01/usage.json","evidence_sha256":"36402a8b64c96a79ae18853e439352ee9c79965dd8a580c4058107a82fd07bc2","actual_billed_usd":null},"kinex-astra:task02-30-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-30-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/30/task02-30-kinex-seed0-attempt01/usage.json",756438,3679,681216,0,null],"lower":1.617386,"upper":1.617386,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":681216,"rate":1.0,"rate_upper":1.0,"lower":0.681216,"upper":0.681216},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3679,"rate":50.0,"rate_upper":50.0,"lower":0.18395,"upper":0.18395},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":75222,"rate":10.0,"rate_upper":10.0,"lower":0.75222,"upper":0.75222}],"cache_lower":681216,"cache_upper":681216,"response_count":35,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/30/task02-30-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/30/task02-30-kinex-seed0-attempt01/usage.json","evidence_sha256":"2342cefc22e44b5d96360ca7e96104d170d623f778b9dc7cabc0c32e7e60d32d","actual_billed_usd":null},"codex-astra:task03-29-codex-seed0-attempt01":{"signature":["codex-astra:task03-29-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/29/task03-29-codex-seed0-attempt01/usage.json",664610,4889,635648,0,null],"lower":1.169718,"upper":1.169718,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":635648,"rate":1.0,"rate_upper":1.0,"lower":0.635648,"upper":0.635648},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4889,"rate":50.0,"rate_upper":50.0,"lower":0.24445,"upper":0.24445},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":28962,"rate":10.0,"rate_upper":10.0,"lower":0.28962,"upper":0.28962}],"cache_lower":635648,"cache_upper":635648,"response_count":23,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/29/task03-29-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/29/task03-29-codex-seed0-attempt01/usage.json","evidence_sha256":"35629a36262ed21ae43dc4dc7a83904d2bad8691d1e967915d2d05518f69ca68","actual_billed_usd":null},"codex-astra:task02-31-codex-seed0-attempt01":{"signature":["codex-astra:task02-31-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/31/task02-31-codex-seed0-attempt01/usage.json",475414,4724,443008,0,null],"lower":1.003268,"upper":1.003268,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":443008,"rate":1.0,"rate_upper":1.0,"lower":0.443008,"upper":0.443008},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4724,"rate":50.0,"rate_upper":50.0,"lower":0.2362,"upper":0.2362},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":32406,"rate":10.0,"rate_upper":10.0,"lower":0.32406,"upper":0.32406}],"cache_lower":443008,"cache_upper":443008,"response_count":18,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/31/task02-31-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/31/task02-31-codex-seed0-attempt01/usage.json","evidence_sha256":"a0ebaa069dd7914f8cf38b11ad7cc40cd6b528b1b9bb96dd4e8c49d07004c462","actual_billed_usd":null},"kinex-astra:task03-16-kinex-seed5-attempt01":{"signature":["kinex-astra:task03-16-kinex-seed5-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/16/task03-16-kinex-seed5-attempt01/usage.json",2379578,11452,2264192,0,null],"lower":3.990652,"upper":3.990652,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2264192,"rate":1.0,"rate_upper":1.0,"lower":2.264192,"upper":2.264192},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":11452,"rate":50.0,"rate_upper":50.0,"lower":0.5726,"upper":0.5726},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":115386,"rate":10.0,"rate_upper":10.0,"lower":1.15386,"upper":1.15386}],"cache_lower":2264192,"cache_upper":2264192,"response_count":63,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/16/task03-16-kinex-seed5-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/16/task03-16-kinex-seed5-attempt01/usage.json","evidence_sha256":"b269045adea8cdf0c47e20da0474da7f89ef4a472936700757fbc4d3d9de7843","actual_billed_usd":null},"kinex-astra:task02-31-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-31-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/31/task02-31-kinex-seed0-attempt01/usage.json",1081692,4692,1030656,0,null],"lower":1.775616,"upper":1.775616,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1030656,"rate":1.0,"rate_upper":1.0,"lower":1.030656,"upper":1.030656},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4692,"rate":50.0,"rate_upper":50.0,"lower":0.2346,"upper":0.2346},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":51036,"rate":10.0,"rate_upper":10.0,"lower":0.51036,"upper":0.51036}],"cache_lower":1030656,"cache_upper":1030656,"response_count":41,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/31/task02-31-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/31/task02-31-kinex-seed0-attempt01/usage.json","evidence_sha256":"9c3067387d45d890713b3fbe730381a44e76ba35c1fe846b5dd941efe20f32f8","actual_billed_usd":null},"codex-astra:task02-32-codex-seed0-attempt01":{"signature":["codex-astra:task02-32-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/32/task02-32-codex-seed0-attempt01/usage.json",534527,5036,476928,0,null],"lower":1.304718,"upper":1.304718,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":476928,"rate":1.0,"rate_upper":1.0,"lower":0.476928,"upper":0.476928},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5036,"rate":50.0,"rate_upper":50.0,"lower":0.2518,"upper":0.2518},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":57599,"rate":10.0,"rate_upper":10.0,"lower":0.57599,"upper":0.57599}],"cache_lower":476928,"cache_upper":476928,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/32/task02-32-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/32/task02-32-codex-seed0-attempt01/usage.json","evidence_sha256":"c14195ed68f1aa690ba3e306c76657a03aeb57a15b3dd599b30912584f1c8c8a","actual_billed_usd":null},"codex-astra:task03-31-codex-seed0-attempt01":{"signature":["codex-astra:task03-31-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/31/task03-31-codex-seed0-attempt01/usage.json",515606,4353,485632,0,null],"lower":1.003022,"upper":1.003022,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":485632,"rate":1.0,"rate_upper":1.0,"lower":0.485632,"upper":0.485632},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4353,"rate":50.0,"rate_upper":50.0,"lower":0.21765,"upper":0.21765},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":29974,"rate":10.0,"rate_upper":10.0,"lower":0.29974,"upper":0.29974}],"cache_lower":485632,"cache_upper":485632,"response_count":18,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/31/task03-31-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/31/task03-31-codex-seed0-attempt01/usage.json","evidence_sha256":"0d2b937ac0f4fe57211592a725c24f3e60fdc19dc8ec116125fb8f02090ab22f","actual_billed_usd":null},"codex-astra:task03-30-codex-seed0-attempt01":{"signature":["codex-astra:task03-30-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/30/task03-30-codex-seed0-attempt01/usage.json",1309979,10158,1249920,0,null],"lower":2.35841,"upper":2.35841,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1249920,"rate":1.0,"rate_upper":1.0,"lower":1.24992,"upper":1.24992},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":10158,"rate":50.0,"rate_upper":50.0,"lower":0.5079,"upper":0.5079},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":60059,"rate":10.0,"rate_upper":10.0,"lower":0.60059,"upper":0.60059}],"cache_lower":1249920,"cache_upper":1249920,"response_count":40,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/30/task03-30-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/30/task03-30-codex-seed0-attempt01/usage.json","evidence_sha256":"7a15b65e754c0f95bee8c788ed94242e60691bcfc08016e9b83514bc3529be8b","actual_billed_usd":null},"kinex-astra:task03-31-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-31-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/31/task03-31-kinex-seed0-attempt01/usage.json",810553,4402,752128,0,null],"lower":1.556478,"upper":1.556478,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":752128,"rate":1.0,"rate_upper":1.0,"lower":0.752128,"upper":0.752128},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4402,"rate":50.0,"rate_upper":50.0,"lower":0.2201,"upper":0.2201},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":58425,"rate":10.0,"rate_upper":10.0,"lower":0.58425,"upper":0.58425}],"cache_lower":752128,"cache_upper":752128,"response_count":31,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/31/task03-31-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/31/task03-31-kinex-seed0-attempt01/usage.json","evidence_sha256":"7f1db96f3128f6e49cfa1e5ed9a9649a7fecce4bf665f6373953ea008031abc5","actual_billed_usd":null},"kinex-astra:task02-32-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-32-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/32/task02-32-kinex-seed0-attempt01/usage.json",1290190,4671,1243648,0,null],"lower":1.942618,"upper":1.942618,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1243648,"rate":1.0,"rate_upper":1.0,"lower":1.243648,"upper":1.243648},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4671,"rate":50.0,"rate_upper":50.0,"lower":0.23355,"upper":0.23355},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":46542,"rate":10.0,"rate_upper":10.0,"lower":0.46542,"upper":0.46542}],"cache_lower":1243648,"cache_upper":1243648,"response_count":55,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/32/task02-32-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/32/task02-32-kinex-seed0-attempt01/usage.json","evidence_sha256":"e1987f7a670fd506d97effaf6aa9e284d73f9a3b0a170682ae220f6acd4ad18e","actual_billed_usd":null},"codex-astra:task02-33-codex-seed0-attempt01":{"signature":["codex-astra:task02-33-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/33/task02-33-codex-seed0-attempt01/usage.json",510621,5852,481920,0,null],"lower":1.06153,"upper":1.06153,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":481920,"rate":1.0,"rate_upper":1.0,"lower":0.48192,"upper":0.48192},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5852,"rate":50.0,"rate_upper":50.0,"lower":0.2926,"upper":0.2926},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":28701,"rate":10.0,"rate_upper":10.0,"lower":0.28701,"upper":0.28701}],"cache_lower":481920,"cache_upper":481920,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/33/task02-33-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/33/task02-33-codex-seed0-attempt01/usage.json","evidence_sha256":"cbfdabac066a70488466fde545bf0f2fdb1e63f2a6d136d4bb198a9b278a9ed9","actual_billed_usd":null},"codex-astra:task03-32-codex-seed0-attempt01":{"signature":["codex-astra:task03-32-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/32/task03-32-codex-seed0-attempt01/usage.json",880879,6201,848384,0,null],"lower":1.483384,"upper":1.483384,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":848384,"rate":1.0,"rate_upper":1.0,"lower":0.848384,"upper":0.848384},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6201,"rate":50.0,"rate_upper":50.0,"lower":0.31005,"upper":0.31005},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":32495,"rate":10.0,"rate_upper":10.0,"lower":0.32495,"upper":0.32495}],"cache_lower":848384,"cache_upper":848384,"response_count":29,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/32/task03-32-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/32/task03-32-codex-seed0-attempt01/usage.json","evidence_sha256":"8fa8598c17f51efb2f6ed445bb94f56805239b7560e01daf457f5f3e9751d9b5","actual_billed_usd":null},"kinex-astra:task02-33-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-33-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/33/task02-33-kinex-seed0-attempt01/usage.json",1899838,7786,1816832,0,null],"lower":3.036192,"upper":3.036192,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1816832,"rate":1.0,"rate_upper":1.0,"lower":1.816832,"upper":1.816832},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7786,"rate":50.0,"rate_upper":50.0,"lower":0.3893,"upper":0.3893},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":83006,"rate":10.0,"rate_upper":10.0,"lower":0.83006,"upper":0.83006}],"cache_lower":1816832,"cache_upper":1816832,"response_count":67,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/33/task02-33-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/33/task02-33-kinex-seed0-attempt01/usage.json","evidence_sha256":"da7d9777c3bdd0adef2b6683f28509aec75379f778f85d154c3938e2c2c860ca","actual_billed_usd":null},"codex-astra:task03-33-codex-seed0-attempt01":{"signature":["codex-astra:task03-33-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/33/task03-33-codex-seed0-attempt01/usage.json",909691,5435,867072,0,null],"lower":1.565012,"upper":1.565012,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":867072,"rate":1.0,"rate_upper":1.0,"lower":0.867072,"upper":0.867072},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5435,"rate":50.0,"rate_upper":50.0,"lower":0.27175,"upper":0.27175},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":42619,"rate":10.0,"rate_upper":10.0,"lower":0.42619,"upper":0.42619}],"cache_lower":867072,"cache_upper":867072,"response_count":25,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/33/task03-33-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/33/task03-33-codex-seed0-attempt01/usage.json","evidence_sha256":"2207d954cffe8932032bc2b8c30886a1f140dd8307e3bc8cf39218eeeac8885b","actual_billed_usd":null},"codex-astra:task03-34-codex-seed0-attempt01":{"signature":["codex-astra:task03-34-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/34/task03-34-codex-seed0-attempt01/usage.json",649356,4645,616832,0,null],"lower":1.174322,"upper":1.174322,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":616832,"rate":1.0,"rate_upper":1.0,"lower":0.616832,"upper":0.616832},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4645,"rate":50.0,"rate_upper":50.0,"lower":0.23225,"upper":0.23225},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":32524,"rate":10.0,"rate_upper":10.0,"lower":0.32524,"upper":0.32524}],"cache_lower":616832,"cache_upper":616832,"response_count":22,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/34/task03-34-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/34/task03-34-codex-seed0-attempt01/usage.json","evidence_sha256":"23f793dfd9284c216118a12d8e00cdd0a3fbf1cdef1d5cf26901b37b8d2f60a4","actual_billed_usd":null},"codex-astra:task02-34-codex-seed0-attempt01":{"signature":["codex-astra:task02-34-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/34/task02-34-codex-seed0-attempt01/usage.json",1047343,9002,992768,0,null],"lower":1.988618,"upper":1.988618,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":992768,"rate":1.0,"rate_upper":1.0,"lower":0.992768,"upper":0.992768},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9002,"rate":50.0,"rate_upper":50.0,"lower":0.4501,"upper":0.4501},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":54575,"rate":10.0,"rate_upper":10.0,"lower":0.54575,"upper":0.54575}],"cache_lower":992768,"cache_upper":992768,"response_count":31,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/34/task02-34-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/34/task02-34-codex-seed0-attempt01/usage.json","evidence_sha256":"ae5eb8b0345e97d42191f6094111d7cddbb7f02bcf03abbfffb26874dc16bfa2","actual_billed_usd":null},"codex-astra:task02-35-codex-seed0-attempt01":{"signature":["codex-astra:task02-35-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/35/task02-35-codex-seed0-attempt01/usage.json",500197,4455,472576,0,null],"lower":0.971536,"upper":0.971536,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":472576,"rate":1.0,"rate_upper":1.0,"lower":0.472576,"upper":0.472576},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4455,"rate":50.0,"rate_upper":50.0,"lower":0.22275,"upper":0.22275},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":27621,"rate":10.0,"rate_upper":10.0,"lower":0.27621,"upper":0.27621}],"cache_lower":472576,"cache_upper":472576,"response_count":18,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/35/task02-35-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/35/task02-35-codex-seed0-attempt01/usage.json","evidence_sha256":"f0b831c46526b024a9cb25b635f598451d5004fff4a265b5aa4224f0ad1a12b7","actual_billed_usd":null},"kinex-astra:task03-34-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-34-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/34/task03-34-kinex-seed0-attempt01/usage.json",968696,4341,910080,0,null],"lower":1.71329,"upper":1.71329,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":910080,"rate":1.0,"rate_upper":1.0,"lower":0.91008,"upper":0.91008},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4341,"rate":50.0,"rate_upper":50.0,"lower":0.21705,"upper":0.21705},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":58616,"rate":10.0,"rate_upper":10.0,"lower":0.58616,"upper":0.58616}],"cache_lower":910080,"cache_upper":910080,"response_count":37,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/34/task03-34-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/34/task03-34-kinex-seed0-attempt01/usage.json","evidence_sha256":"62cf594eadccaa24dde1b312aebc8cc5ff291cd27e30a5e661a7696f0f88ec85","actual_billed_usd":null},"kinex-astra:task03-32-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-32-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/32/task03-32-kinex-seed0-attempt01/usage.json",1856227,10115,1760384,0,null],"lower":3.224564,"upper":3.224564,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1760384,"rate":1.0,"rate_upper":1.0,"lower":1.760384,"upper":1.760384},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":10115,"rate":50.0,"rate_upper":50.0,"lower":0.50575,"upper":0.50575},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":95843,"rate":10.0,"rate_upper":10.0,"lower":0.95843,"upper":0.95843}],"cache_lower":1760384,"cache_upper":1760384,"response_count":55,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/32/task03-32-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/32/task03-32-kinex-seed0-attempt01/usage.json","evidence_sha256":"19c363fd8ebeb2c1f274484a765ef8527b05d76cfe9de88ab02beadee1ee481e","actual_billed_usd":null},"kinex-astra:task02-34-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-34-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/34/task02-34-kinex-seed0-attempt01/usage.json",2664071,10684,2523520,0,null],"lower":4.46323,"upper":4.46323,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2523520,"rate":1.0,"rate_upper":1.0,"lower":2.52352,"upper":2.52352},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":10684,"rate":50.0,"rate_upper":50.0,"lower":0.5342,"upper":0.5342},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":140551,"rate":10.0,"rate_upper":10.0,"lower":1.40551,"upper":1.40551}],"cache_lower":2523520,"cache_upper":2523520,"response_count":79,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/34/task02-34-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/34/task02-34-kinex-seed0-attempt01/usage.json","evidence_sha256":"b5418516b703b4484227742a0d4465564ef2a0d78b9a4fd3310cfe60c50ba592","actual_billed_usd":null},"kinex-astra:task02-35-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-35-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/35/task02-35-kinex-seed0-attempt01/usage.json",1311414,6225,1210368,0,null],"lower":2.532078,"upper":2.532078,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1210368,"rate":1.0,"rate_upper":1.0,"lower":1.210368,"upper":1.210368},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6225,"rate":50.0,"rate_upper":50.0,"lower":0.31125,"upper":0.31125},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":101046,"rate":10.0,"rate_upper":10.0,"lower":1.01046,"upper":1.01046}],"cache_lower":1210368,"cache_upper":1210368,"response_count":52,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/35/task02-35-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/35/task02-35-kinex-seed0-attempt01/usage.json","evidence_sha256":"ad2d737c1232b82c0b6200a8df29e3699cbd79d3b23c9333726f8496dc2870a1","actual_billed_usd":null},"kinex-astra:task03-33-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-33-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/33/task03-33-kinex-seed0-attempt01/usage.json",1073189,5491,977408,0,null],"lower":2.209768,"upper":2.209768,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":977408,"rate":1.0,"rate_upper":1.0,"lower":0.977408,"upper":0.977408},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5491,"rate":50.0,"rate_upper":50.0,"lower":0.27455,"upper":0.27455},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":95781,"rate":10.0,"rate_upper":10.0,"lower":0.95781,"upper":0.95781}],"cache_lower":977408,"cache_upper":977408,"response_count":39,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/33/task03-33-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/33/task03-33-kinex-seed0-attempt01/usage.json","evidence_sha256":"8472f7d6684be07f2b7e8a793ae27ea86f8c1ec31a7e9f2d89ccd1c5b5cfa20e","actual_billed_usd":null},"codex-astra:task03-36-codex-seed0-attempt01":{"signature":["codex-astra:task03-36-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/36/task03-36-codex-seed0-attempt01/usage.json",608329,5454,577152,0,null],"lower":1.161622,"upper":1.161622,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":577152,"rate":1.0,"rate_upper":1.0,"lower":0.577152,"upper":0.577152},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5454,"rate":50.0,"rate_upper":50.0,"lower":0.2727,"upper":0.2727},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":31177,"rate":10.0,"rate_upper":10.0,"lower":0.31177,"upper":0.31177}],"cache_lower":577152,"cache_upper":577152,"response_count":21,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/36/task03-36-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/36/task03-36-codex-seed0-attempt01/usage.json","evidence_sha256":"5d58d1cdade109af2b774f9e1130a5305a1fde43a753b770c676a3afaf3dc0d8","actual_billed_usd":null},"codex-astra:task02-37-codex-seed0-attempt01":{"signature":["codex-astra:task02-37-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/37/task02-37-codex-seed0-attempt01/usage.json",490241,5120,460160,0,null],"lower":1.01697,"upper":1.01697,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":460160,"rate":1.0,"rate_upper":1.0,"lower":0.46016,"upper":0.46016},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5120,"rate":50.0,"rate_upper":50.0,"lower":0.256,"upper":0.256},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":30081,"rate":10.0,"rate_upper":10.0,"lower":0.30081,"upper":0.30081}],"cache_lower":460160,"cache_upper":460160,"response_count":19,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/37/task02-37-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/37/task02-37-codex-seed0-attempt01/usage.json","evidence_sha256":"36dafa52bfa5bcf10b54345c9144f1c5963bcea23b5870491fdc9be4c9767026","actual_billed_usd":null},"codex-astra:task02-36-codex-seed0-attempt01":{"signature":["codex-astra:task02-36-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/36/task02-36-codex-seed0-attempt01/usage.json",1494452,14120,1439744,0,null],"lower":2.692824,"upper":2.692824,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1439744,"rate":1.0,"rate_upper":1.0,"lower":1.439744,"upper":1.439744},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":14120,"rate":50.0,"rate_upper":50.0,"lower":0.706,"upper":0.706},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":54708,"rate":10.0,"rate_upper":10.0,"lower":0.54708,"upper":0.54708}],"cache_lower":1439744,"cache_upper":1439744,"response_count":40,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/36/task02-36-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/36/task02-36-codex-seed0-attempt01/usage.json","evidence_sha256":"7132dab61589943c7d49e5d57b30c55a5130133c67d0f1bb90dff8471046f14a","actual_billed_usd":null},"kinex-astra:task02-37-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-37-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/37/task02-37-kinex-seed0-attempt01/usage.json",1021358,4668,979200,0,null],"lower":1.63418,"upper":1.63418,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":979200,"rate":1.0,"rate_upper":1.0,"lower":0.9792,"upper":0.9792},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4668,"rate":50.0,"rate_upper":50.0,"lower":0.2334,"upper":0.2334},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":42158,"rate":10.0,"rate_upper":10.0,"lower":0.42158,"upper":0.42158}],"cache_lower":979200,"cache_upper":979200,"response_count":46,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/37/task02-37-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/37/task02-37-kinex-seed0-attempt01/usage.json","evidence_sha256":"230c5d643e0feb9f8d754972525ba0bdfb39f202ca9b9bd995b4bde5e07c6d93","actual_billed_usd":null},"codex-astra:task02-38-codex-seed0-attempt01":{"signature":["codex-astra:task02-38-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/38/task02-38-codex-seed0-attempt01/usage.json",785924,5727,719616,0,null],"lower":1.669046,"upper":1.669046,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":719616,"rate":1.0,"rate_upper":1.0,"lower":0.719616,"upper":0.719616},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5727,"rate":50.0,"rate_upper":50.0,"lower":0.28635,"upper":0.28635},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":66308,"rate":10.0,"rate_upper":10.0,"lower":0.66308,"upper":0.66308}],"cache_lower":719616,"cache_upper":719616,"response_count":28,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/38/task02-38-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/38/task02-38-codex-seed0-attempt01/usage.json","evidence_sha256":"96e63f4f355474733f231ef273ed8dac7cf7dfe06b7ec9c2d1136f49f3440e66","actual_billed_usd":null},"codex-astra:task03-35-codex-seed0-attempt01":{"signature":["codex-astra:task03-35-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/35/task03-35-codex-seed0-attempt01/usage.json",1744563,12178,1700352,0,null],"lower":2.751362,"upper":2.751362,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1700352,"rate":1.0,"rate_upper":1.0,"lower":1.700352,"upper":1.700352},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":12178,"rate":50.0,"rate_upper":50.0,"lower":0.6089,"upper":0.6089},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":44211,"rate":10.0,"rate_upper":10.0,"lower":0.44211,"upper":0.44211}],"cache_lower":1700352,"cache_upper":1700352,"response_count":51,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/35/task03-35-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/35/task03-35-codex-seed0-attempt01/usage.json","evidence_sha256":"2da6380950de05d1407e14774c5874d027f9eb05f3aeb459a12ab447e33a7261","actual_billed_usd":null},"codex-astra:task03-37-codex-seed0-attempt01":{"signature":["codex-astra:task03-37-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/37/task03-37-codex-seed0-attempt01/usage.json",526907,4916,492800,0,null],"lower":1.07967,"upper":1.07967,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":492800,"rate":1.0,"rate_upper":1.0,"lower":0.4928,"upper":0.4928},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4916,"rate":50.0,"rate_upper":50.0,"lower":0.2458,"upper":0.2458},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":34107,"rate":10.0,"rate_upper":10.0,"lower":0.34107,"upper":0.34107}],"cache_lower":492800,"cache_upper":492800,"response_count":19,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/37/task03-37-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/37/task03-37-codex-seed0-attempt01/usage.json","evidence_sha256":"86bb22a2cc7e29c5ae0c6c16ed3417b4466aa1950b2bef6cf74c3dde48b72a4f","actual_billed_usd":null},"kinex-astra:task02-38-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-38-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/38/task02-38-kinex-seed0-attempt01/usage.json",934689,3536,877568,0,null],"lower":1.625578,"upper":1.625578,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":877568,"rate":1.0,"rate_upper":1.0,"lower":0.877568,"upper":0.877568},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3536,"rate":50.0,"rate_upper":50.0,"lower":0.1768,"upper":0.1768},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":57121,"rate":10.0,"rate_upper":10.0,"lower":0.57121,"upper":0.57121}],"cache_lower":877568,"cache_upper":877568,"response_count":43,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/38/task02-38-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/38/task02-38-kinex-seed0-attempt01/usage.json","evidence_sha256":"f025661ab59b32a13868578912779a42bd577802651d59485ea1f4f4e6f6e366","actual_billed_usd":null},"kinex-astra:task03-37-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-37-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/37/task03-37-kinex-seed0-attempt01/usage.json",877587,4949,829184,0,null],"lower":1.560664,"upper":1.560664,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":829184,"rate":1.0,"rate_upper":1.0,"lower":0.829184,"upper":0.829184},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4949,"rate":50.0,"rate_upper":50.0,"lower":0.24745,"upper":0.24745},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":48403,"rate":10.0,"rate_upper":10.0,"lower":0.48403,"upper":0.48403}],"cache_lower":829184,"cache_upper":829184,"response_count":34,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/37/task03-37-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/37/task03-37-kinex-seed0-attempt01/usage.json","evidence_sha256":"4c353282a79e69cc09da1535ee2ac9c00abc56634354e507f4260766779e4d92","actual_billed_usd":null},"kinex-astra:task02-39-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-39-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/39/task02-39-kinex-seed0-attempt01/usage.json",1059534,3900,1018496,0,null],"lower":1.623876,"upper":1.623876,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1018496,"rate":1.0,"rate_upper":1.0,"lower":1.018496,"upper":1.018496},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3900,"rate":50.0,"rate_upper":50.0,"lower":0.195,"upper":0.195},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":41038,"rate":10.0,"rate_upper":10.0,"lower":0.41038,"upper":0.41038}],"cache_lower":1018496,"cache_upper":1018496,"response_count":49,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/39/task02-39-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/39/task02-39-kinex-seed0-attempt01/usage.json","evidence_sha256":"b3b5106516adcec658a2b25bce70a9b3bf0ffed68b2539f55caa9833b40e5d0c","actual_billed_usd":null},"codex-astra:task03-38-codex-seed0-attempt01":{"signature":["codex-astra:task03-38-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/38/task03-38-codex-seed0-attempt01/usage.json",569939,5478,540672,0,null],"lower":1.107242,"upper":1.107242,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":540672,"rate":1.0,"rate_upper":1.0,"lower":0.540672,"upper":0.540672},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5478,"rate":50.0,"rate_upper":50.0,"lower":0.2739,"upper":0.2739},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":29267,"rate":10.0,"rate_upper":10.0,"lower":0.29267,"upper":0.29267}],"cache_lower":540672,"cache_upper":540672,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/38/task03-38-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/38/task03-38-codex-seed0-attempt01/usage.json","evidence_sha256":"27370da06674bf41eafdab3d1b6188a2b1e93db92a8ca9267d7fead7d9601ed7","actual_billed_usd":null},"kinex-astra:task02-36-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-36-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/36/task02-36-kinex-seed0-attempt01/usage.json",3728696,17788,3607680,0,null],"lower":5.70724,"upper":5.70724,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3607680,"rate":1.0,"rate_upper":1.0,"lower":3.60768,"upper":3.60768},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":17788,"rate":50.0,"rate_upper":50.0,"lower":0.8894,"upper":0.8894},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":121016,"rate":10.0,"rate_upper":10.0,"lower":1.21016,"upper":1.21016}],"cache_lower":3607680,"cache_upper":3607680,"response_count":95,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/36/task02-36-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/36/task02-36-kinex-seed0-attempt01/usage.json","evidence_sha256":"6796baa5a67b58f312d9cb51485d9ffcc75c00714107275133b68f3a9467dc8b","actual_billed_usd":null},"codex-astra:task02-40-codex-seed0-attempt01":{"signature":["codex-astra:task02-40-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/40/task02-40-codex-seed0-attempt01/usage.json",817082,8768,781568,0,null],"lower":1.575108,"upper":1.575108,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":781568,"rate":1.0,"rate_upper":1.0,"lower":0.781568,"upper":0.781568},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":8768,"rate":50.0,"rate_upper":50.0,"lower":0.4384,"upper":0.4384},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":35514,"rate":10.0,"rate_upper":10.0,"lower":0.35514,"upper":0.35514}],"cache_lower":781568,"cache_upper":781568,"response_count":28,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/40/task02-40-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/40/task02-40-codex-seed0-attempt01/usage.json","evidence_sha256":"eb8d18d0a49a4ab8726c1a6f7a2459b9c278adaf9012991b29903194e47f9329","actual_billed_usd":null},"kinex-astra:task03-35-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-35-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/35/task03-35-kinex-seed0-attempt01/usage.json",3196656,13388,3086720,0,null],"lower":4.85548,"upper":4.85548,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3086720,"rate":1.0,"rate_upper":1.0,"lower":3.08672,"upper":3.08672},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":13388,"rate":50.0,"rate_upper":50.0,"lower":0.6694,"upper":0.6694},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":109936,"rate":10.0,"rate_upper":10.0,"lower":1.09936,"upper":1.09936}],"cache_lower":3086720,"cache_upper":3086720,"response_count":94,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/35/task03-35-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/35/task03-35-kinex-seed0-attempt01/usage.json","evidence_sha256":"27b8b312fdfb1734bc2e0dac38ad545871e7844a046671668c66b26c59fda1ea","actual_billed_usd":null},"kinex-astra:task03-38-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-38-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/38/task03-38-kinex-seed0-attempt01/usage.json",1118155,5786,1037312,0,null],"lower":2.135042,"upper":2.135042,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1037312,"rate":1.0,"rate_upper":1.0,"lower":1.037312,"upper":1.037312},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5786,"rate":50.0,"rate_upper":50.0,"lower":0.2893,"upper":0.2893},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":80843,"rate":10.0,"rate_upper":10.0,"lower":0.80843,"upper":0.80843}],"cache_lower":1037312,"cache_upper":1037312,"response_count":37,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/38/task03-38-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/38/task03-38-kinex-seed0-attempt01/usage.json","evidence_sha256":"a95eb6ad60b455b6e0889e868049f9a1efb89c7913991fd35996cabfb8b4a222","actual_billed_usd":null},"codex-astra:task03-39-codex-seed0-attempt01":{"signature":["codex-astra:task03-39-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/39/task03-39-codex-seed0-attempt01/usage.json",441307,3844,388480,0,null],"lower":1.10895,"upper":1.10895,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":388480,"rate":1.0,"rate_upper":1.0,"lower":0.38848,"upper":0.38848},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3844,"rate":50.0,"rate_upper":50.0,"lower":0.1922,"upper":0.1922},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":52827,"rate":10.0,"rate_upper":10.0,"lower":0.52827,"upper":0.52827}],"cache_lower":388480,"cache_upper":388480,"response_count":16,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/39/task03-39-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/39/task03-39-codex-seed0-attempt01/usage.json","evidence_sha256":"c1a9be05a4288c6d4943531cef9ee8ee839c24d68b72b627eaacb77912078e06","actual_billed_usd":null},"codex-astra:task03-40-codex-seed0-attempt01":{"signature":["codex-astra:task03-40-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/40/task03-40-codex-seed0-attempt01/usage.json",590512,4636,562944,0,null],"lower":1.070424,"upper":1.070424,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":562944,"rate":1.0,"rate_upper":1.0,"lower":0.562944,"upper":0.562944},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4636,"rate":50.0,"rate_upper":50.0,"lower":0.2318,"upper":0.2318},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":27568,"rate":10.0,"rate_upper":10.0,"lower":0.27568,"upper":0.27568}],"cache_lower":562944,"cache_upper":562944,"response_count":21,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/40/task03-40-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/40/task03-40-codex-seed0-attempt01/usage.json","evidence_sha256":"d1386451ab8bea4ef73a1a49fcfe306325ec15cad7617804f48d766e55f8b31f","actual_billed_usd":null},"codex-astra:task02-39-codex-seed0-attempt01":{"signature":["codex-astra:task02-39-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/39/task02-39-codex-seed0-attempt01/usage.json",1127770,10898,1033728,0,null],"lower":2.519048,"upper":2.519048,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1033728,"rate":1.0,"rate_upper":1.0,"lower":1.033728,"upper":1.033728},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":10898,"rate":50.0,"rate_upper":50.0,"lower":0.5449,"upper":0.5449},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":94042,"rate":10.0,"rate_upper":10.0,"lower":0.94042,"upper":0.94042}],"cache_lower":1033728,"cache_upper":1033728,"response_count":32,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/39/task02-39-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task02/39/task02-39-codex-seed0-attempt01/usage.json","evidence_sha256":"61ed49b5c0e16b8d6827eac51fa9d6e0d8f365d2ff969d4da2440f377f99c232","actual_billed_usd":null},"kinex-astra:task02-40-kinex-seed0-attempt01":{"signature":["kinex-astra:task02-40-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/40/task02-40-kinex-seed0-attempt01/usage.json",1149841,9095,1034624,0,null],"lower":2.641544,"upper":2.641544,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1034624,"rate":1.0,"rate_upper":1.0,"lower":1.034624,"upper":1.034624},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9095,"rate":50.0,"rate_upper":50.0,"lower":0.45475,"upper":0.45475},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":115217,"rate":10.0,"rate_upper":10.0,"lower":1.15217,"upper":1.15217}],"cache_lower":1034624,"cache_upper":1034624,"response_count":44,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/40/task02-40-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task02/40/task02-40-kinex-seed0-attempt01/usage.json","evidence_sha256":"bd9ffa3d1b123ba41a8fe4b8d319007e4eac5c307dfe9852cf2cc7a52f0541b5","actual_billed_usd":null},"kinex-astra:task03-39-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-39-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/39/task03-39-kinex-seed0-attempt01/usage.json",773397,4843,708224,0,null],"lower":1.602104,"upper":1.602104,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":708224,"rate":1.0,"rate_upper":1.0,"lower":0.708224,"upper":0.708224},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4843,"rate":50.0,"rate_upper":50.0,"lower":0.24215,"upper":0.24215},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":65173,"rate":10.0,"rate_upper":10.0,"lower":0.65173,"upper":0.65173}],"cache_lower":708224,"cache_upper":708224,"response_count":30,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/39/task03-39-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/39/task03-39-kinex-seed0-attempt01/usage.json","evidence_sha256":"c0dfb7757027da37068dfb331361fe11b74472a1f9c738ffff96a79860d28edf","actual_billed_usd":null},"kinex-astra:task03-40-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-40-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/40/task03-40-kinex-seed0-attempt01/usage.json",1132375,5183,1082880,0,null],"lower":1.83698,"upper":1.83698,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1082880,"rate":1.0,"rate_upper":1.0,"lower":1.08288,"upper":1.08288},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5183,"rate":50.0,"rate_upper":50.0,"lower":0.25915,"upper":0.25915},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":49495,"rate":10.0,"rate_upper":10.0,"lower":0.49495,"upper":0.49495}],"cache_lower":1082880,"cache_upper":1082880,"response_count":45,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/40/task03-40-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/40/task03-40-kinex-seed0-attempt01/usage.json","evidence_sha256":"248206b963a285e8b48d92d538eca84904336e9f762c5a04af2db5a0da8a25f3","actual_billed_usd":null},"codex-astra:task03-41-codex-seed0-attempt01":{"signature":["codex-astra:task03-41-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/41/task03-41-codex-seed0-attempt01/usage.json",776627,6862,742144,0,null],"lower":1.430074,"upper":1.430074,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":742144,"rate":1.0,"rate_upper":1.0,"lower":0.742144,"upper":0.742144},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6862,"rate":50.0,"rate_upper":50.0,"lower":0.3431,"upper":0.3431},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":34483,"rate":10.0,"rate_upper":10.0,"lower":0.34483,"upper":0.34483}],"cache_lower":742144,"cache_upper":742144,"response_count":25,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/41/task03-41-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/41/task03-41-codex-seed0-attempt01/usage.json","evidence_sha256":"4ef4608f6c4f70c13bfbf250fadeada9ebbeed296fb81baee8ceb35882ceaaaa","actual_billed_usd":null},"codex-astra:task03-42-codex-seed0-attempt01":{"signature":["codex-astra:task03-42-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/42/task03-42-codex-seed0-attempt01/usage.json",495946,4041,468736,0,null],"lower":0.942886,"upper":0.942886,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":468736,"rate":1.0,"rate_upper":1.0,"lower":0.468736,"upper":0.468736},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4041,"rate":50.0,"rate_upper":50.0,"lower":0.20205,"upper":0.20205},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":27210,"rate":10.0,"rate_upper":10.0,"lower":0.2721,"upper":0.2721}],"cache_lower":468736,"cache_upper":468736,"response_count":18,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/42/task03-42-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/42/task03-42-codex-seed0-attempt01/usage.json","evidence_sha256":"30e0fe336183b18d3cda9218c5fe208f7fc78b7d0810fa423a58f0a7186b3331","actual_billed_usd":null},"codex-astra:task03-43-codex-seed0-attempt01":{"signature":["codex-astra:task03-43-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/43/task03-43-codex-seed0-attempt01/usage.json",307632,2980,269312,0,null],"lower":0.801512,"upper":0.801512,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":269312,"rate":1.0,"rate_upper":1.0,"lower":0.269312,"upper":0.269312},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":2980,"rate":50.0,"rate_upper":50.0,"lower":0.149,"upper":0.149},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":38320,"rate":10.0,"rate_upper":10.0,"lower":0.3832,"upper":0.3832}],"cache_lower":269312,"cache_upper":269312,"response_count":10,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/43/task03-43-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/43/task03-43-codex-seed0-attempt01/usage.json","evidence_sha256":"3e16c6451cee9c3054d15b070da7bb4bd44869cc9ff3b12f29362da35865f7c9","actual_billed_usd":null},"kinex-astra:task03-41-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-41-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/41/task03-41-kinex-seed0-attempt01/usage.json",790036,6977,691200,0,null],"lower":2.02841,"upper":2.02841,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":691200,"rate":1.0,"rate_upper":1.0,"lower":0.6912,"upper":0.6912},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6977,"rate":50.0,"rate_upper":50.0,"lower":0.34885,"upper":0.34885},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":98836,"rate":10.0,"rate_upper":10.0,"lower":0.98836,"upper":0.98836}],"cache_lower":691200,"cache_upper":691200,"response_count":30,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/41/task03-41-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/41/task03-41-kinex-seed0-attempt01/usage.json","evidence_sha256":"ba00ebebab2ddbe2e3722016050d215f1758ece733ee1df5e995fa9c8ea3d7d4","actual_billed_usd":null},"kinex-astra:task03-42-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-42-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/42/task03-42-kinex-seed0-attempt01/usage.json",962991,4623,912384,0,null],"lower":1.649604,"upper":1.649604,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":912384,"rate":1.0,"rate_upper":1.0,"lower":0.912384,"upper":0.912384},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4623,"rate":50.0,"rate_upper":50.0,"lower":0.23115,"upper":0.23115},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":50607,"rate":10.0,"rate_upper":10.0,"lower":0.50607,"upper":0.50607}],"cache_lower":912384,"cache_upper":912384,"response_count":35,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/42/task03-42-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/42/task03-42-kinex-seed0-attempt01/usage.json","evidence_sha256":"170ec787d060cdeea31caf5dd1910123254deac6f3bf22d13c9d046dbdeb2bf3","actual_billed_usd":null},"kinex-astra:task03-43-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-43-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/43/task03-43-kinex-seed0-attempt01/usage.json",440755,2638,368640,0,null],"lower":1.22169,"upper":1.22169,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":368640,"rate":1.0,"rate_upper":1.0,"lower":0.36864,"upper":0.36864},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":2638,"rate":50.0,"rate_upper":50.0,"lower":0.1319,"upper":0.1319},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":72115,"rate":10.0,"rate_upper":10.0,"lower":0.72115,"upper":0.72115}],"cache_lower":368640,"cache_upper":368640,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/43/task03-43-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/43/task03-43-kinex-seed0-attempt01/usage.json","evidence_sha256":"fb2db190099530d062cfda347a21e3c3e9a41228043992cd96f7f037b364eb13","actual_billed_usd":null},"codex-astra:task03-44-codex-seed0-attempt01":{"signature":["codex-astra:task03-44-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/44/task03-44-codex-seed0-attempt01/usage.json",725686,5031,696448,0,null],"lower":1.240378,"upper":1.240378,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":696448,"rate":1.0,"rate_upper":1.0,"lower":0.696448,"upper":0.696448},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5031,"rate":50.0,"rate_upper":50.0,"lower":0.25155,"upper":0.25155},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":29238,"rate":10.0,"rate_upper":10.0,"lower":0.29238,"upper":0.29238}],"cache_lower":696448,"cache_upper":696448,"response_count":25,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/44/task03-44-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/44/task03-44-codex-seed0-attempt01/usage.json","evidence_sha256":"cce8771b2a89cfb47dc743a9221c95544e2d95e101ea0faae0c00f4f25a03a8d","actual_billed_usd":null},"codex-astra:task03-47-codex-seed0-attempt01":{"signature":["codex-astra:task03-47-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/47/task03-47-codex-seed0-attempt01/usage.json",633990,4939,604928,0,null],"lower":1.142498,"upper":1.142498,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":604928,"rate":1.0,"rate_upper":1.0,"lower":0.604928,"upper":0.604928},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4939,"rate":50.0,"rate_upper":50.0,"lower":0.24695,"upper":0.24695},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":29062,"rate":10.0,"rate_upper":10.0,"lower":0.29062,"upper":0.29062}],"cache_lower":604928,"cache_upper":604928,"response_count":22,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/47/task03-47-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/47/task03-47-codex-seed0-attempt01/usage.json","evidence_sha256":"3a8f633c9aa25e4ab3b2fd8d37733e0ac7e648d3be409bb46e29fae5702f8754","actual_billed_usd":null},"kinex-astra:task03-44-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-44-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/44/task03-44-kinex-seed0-attempt01/usage.json",904421,3900,836480,0,null],"lower":1.71089,"upper":1.71089,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":836480,"rate":1.0,"rate_upper":1.0,"lower":0.83648,"upper":0.83648},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3900,"rate":50.0,"rate_upper":50.0,"lower":0.195,"upper":0.195},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":67941,"rate":10.0,"rate_upper":10.0,"lower":0.67941,"upper":0.67941}],"cache_lower":836480,"cache_upper":836480,"response_count":34,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/44/task03-44-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/44/task03-44-kinex-seed0-attempt01/usage.json","evidence_sha256":"1160db73487c50ad7036669d2c177553858598e19946f018e1bc7b650fae9a3d","actual_billed_usd":null},"kinex-astra:task03-47-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-47-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/47/task03-47-kinex-seed0-attempt01/usage.json",775605,4630,730368,0,null],"lower":1.414238,"upper":1.414238,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":730368,"rate":1.0,"rate_upper":1.0,"lower":0.730368,"upper":0.730368},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4630,"rate":50.0,"rate_upper":50.0,"lower":0.2315,"upper":0.2315},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":45237,"rate":10.0,"rate_upper":10.0,"lower":0.45237,"upper":0.45237}],"cache_lower":730368,"cache_upper":730368,"response_count":31,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/47/task03-47-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/47/task03-47-kinex-seed0-attempt01/usage.json","evidence_sha256":"8e9df62682f9d6e9fbd4852bd6ee98e0d3a2539657cb8309ad0c70dc1ea8462a","actual_billed_usd":null},"codex-astra:task03-48-codex-seed0-attempt01":{"signature":["codex-astra:task03-48-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/48/task03-48-codex-seed0-attempt01/usage.json",863191,6692,804352,0,null],"lower":1.727342,"upper":1.727342,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":804352,"rate":1.0,"rate_upper":1.0,"lower":0.804352,"upper":0.804352},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":6692,"rate":50.0,"rate_upper":50.0,"lower":0.3346,"upper":0.3346},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":58839,"rate":10.0,"rate_upper":10.0,"lower":0.58839,"upper":0.58839}],"cache_lower":804352,"cache_upper":804352,"response_count":28,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/48/task03-48-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/48/task03-48-codex-seed0-attempt01/usage.json","evidence_sha256":"db0081f5ef82d62663d879b8af2f43fe8c841e329634e40bac366e1966140c2f","actual_billed_usd":null},"codex-astra:task03-49-codex-seed0-attempt01":{"signature":["codex-astra:task03-49-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/49/task03-49-codex-seed0-attempt01/usage.json",546750,4825,520192,0,null],"lower":1.027022,"upper":1.027022,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":520192,"rate":1.0,"rate_upper":1.0,"lower":0.520192,"upper":0.520192},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4825,"rate":50.0,"rate_upper":50.0,"lower":0.24125,"upper":0.24125},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":26558,"rate":10.0,"rate_upper":10.0,"lower":0.26558,"upper":0.26558}],"cache_lower":520192,"cache_upper":520192,"response_count":19,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/49/task03-49-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/49/task03-49-codex-seed0-attempt01/usage.json","evidence_sha256":"e55295f194ad511f3f3ce20bc89b2ee7c6b1ca9b0c70b0be915180a7aa225519","actual_billed_usd":null},"codex-astra:task03-50-codex-seed0-attempt01":{"signature":["codex-astra:task03-50-codex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/50/task03-50-codex-seed0-attempt01/usage.json",611667,5485,551040,0,null],"lower":1.43156,"upper":1.43156,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":551040,"rate":1.0,"rate_upper":1.0,"lower":0.55104,"upper":0.55104},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5485,"rate":50.0,"rate_upper":50.0,"lower":0.27425,"upper":0.27425},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":60627,"rate":10.0,"rate_upper":10.0,"lower":0.60627,"upper":0.60627}],"cache_lower":551040,"cache_upper":551040,"response_count":21,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/50/task03-50-codex-seed0-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/50/task03-50-codex-seed0-attempt01/usage.json","evidence_sha256":"a0faa108a7e5e1693ede009b65517b5c613b12460662323e15c2bae4edd45b16","actual_billed_usd":null},"kinex-astra:task03-49-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-49-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/49/task03-49-kinex-seed0-attempt01/usage.json",991285,5331,935424,0,null],"lower":1.760584,"upper":1.760584,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":935424,"rate":1.0,"rate_upper":1.0,"lower":0.935424,"upper":0.935424},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5331,"rate":50.0,"rate_upper":50.0,"lower":0.26655,"upper":0.26655},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":55861,"rate":10.0,"rate_upper":10.0,"lower":0.55861,"upper":0.55861}],"cache_lower":935424,"cache_upper":935424,"response_count":36,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/49/task03-49-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/49/task03-49-kinex-seed0-attempt01/usage.json","evidence_sha256":"691ecb5143b4b65a2a5848537e12cb986366780ef090cacf947ef3ba481f48e8","actual_billed_usd":null},"kinex-astra:task03-50-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-50-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/50/task03-50-kinex-seed0-attempt01/usage.json",1009684,3775,965120,0,null],"lower":1.59951,"upper":1.59951,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":965120,"rate":1.0,"rate_upper":1.0,"lower":0.96512,"upper":0.96512},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3775,"rate":50.0,"rate_upper":50.0,"lower":0.18875,"upper":0.18875},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":44564,"rate":10.0,"rate_upper":10.0,"lower":0.44564,"upper":0.44564}],"cache_lower":965120,"cache_upper":965120,"response_count":44,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/50/task03-50-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/50/task03-50-kinex-seed0-attempt01/usage.json","evidence_sha256":"5200bd248dc647a360689ba8b34b29979c6c4d4a7fce3f33bf939aaf046e726a","actual_billed_usd":null},"kinex-astra:task03-36-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-36-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/36/task03-36-kinex-seed0-attempt01/usage.json",5184346,25153,4996864,0,null],"lower":8.129334,"upper":8.129334,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4996864,"rate":1.0,"rate_upper":1.0,"lower":4.996864,"upper":4.996864},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":25153,"rate":50.0,"rate_upper":50.0,"lower":1.25765,"upper":1.25765},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":187482,"rate":10.0,"rate_upper":10.0,"lower":1.87482,"upper":1.87482}],"cache_lower":4996864,"cache_upper":4996864,"response_count":115,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/36/task03-36-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/36/task03-36-kinex-seed0-attempt01/usage.json","evidence_sha256":"1a5747115b743dfd89d99274a7deef9ca4c1afd066c96a96df776c79349706ca","actual_billed_usd":null},"kinex-astra:task03-48-kinex-seed0-attempt01":{"signature":["kinex-astra:task03-48-kinex-seed0-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/48/task03-48-kinex-seed0-attempt01/usage.json",1390241,7736,1328512,0,null],"lower":2.332602,"upper":2.332602,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1328512,"rate":1.0,"rate_upper":1.0,"lower":1.328512,"upper":1.328512},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7736,"rate":50.0,"rate_upper":50.0,"lower":0.3868,"upper":0.3868},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":61729,"rate":10.0,"rate_upper":10.0,"lower":0.61729,"upper":0.61729}],"cache_lower":1328512,"cache_upper":1328512,"response_count":48,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/48/task03-48-kinex-seed0-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/48/task03-48-kinex-seed0-attempt01/usage.json","evidence_sha256":"ee16cc3908eb5031d2822efac7cfb994866fe0ab1cedb5151f14efcee335d5a4","actual_billed_usd":null},"codex-astra:task03-45-codex-seed2-attempt01":{"signature":["codex-astra:task03-45-codex-seed2-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/45/task03-45-codex-seed2-attempt01/usage.json",336029,3487,311424,0,null],"lower":0.731824,"upper":0.731824,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":311424,"rate":1.0,"rate_upper":1.0,"lower":0.311424,"upper":0.311424},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3487,"rate":50.0,"rate_upper":50.0,"lower":0.17435,"upper":0.17435},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":24605,"rate":10.0,"rate_upper":10.0,"lower":0.24605,"upper":0.24605}],"cache_lower":311424,"cache_upper":311424,"response_count":13,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/45/task03-45-codex-seed2-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/45/task03-45-codex-seed2-attempt01/usage.json","evidence_sha256":"3c3d8868cc650e95f8664536c35d355415dbddeb0c433728d146e43a39b394f4","actual_billed_usd":null},"codex-astra:task03-25-codex-seed1-attempt01":{"signature":["codex-astra:task03-25-codex-seed1-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/25/task03-25-codex-seed1-attempt01/usage.json",578288,4545,548736,0,null],"lower":1.071506,"upper":1.071506,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":548736,"rate":1.0,"rate_upper":1.0,"lower":0.548736,"upper":0.548736},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4545,"rate":50.0,"rate_upper":50.0,"lower":0.22725,"upper":0.22725},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":29552,"rate":10.0,"rate_upper":10.0,"lower":0.29552,"upper":0.29552}],"cache_lower":548736,"cache_upper":548736,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/25/task03-25-codex-seed1-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/25/task03-25-codex-seed1-attempt01/usage.json","evidence_sha256":"409215b0479b68b0e7cddc35d3443367ae4cd89922bcaa72f524e2e38c0323ae","actual_billed_usd":null},"kinex-astra:task03-45-kinex-seed2-attempt01":{"signature":["kinex-astra:task03-45-kinex-seed2-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/45/task03-45-kinex-seed2-attempt01/usage.json",699163,2838,656256,0,null],"lower":1.227226,"upper":1.227226,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":656256,"rate":1.0,"rate_upper":1.0,"lower":0.656256,"upper":0.656256},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":2838,"rate":50.0,"rate_upper":50.0,"lower":0.1419,"upper":0.1419},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":42907,"rate":10.0,"rate_upper":10.0,"lower":0.42907,"upper":0.42907}],"cache_lower":656256,"cache_upper":656256,"response_count":30,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/45/task03-45-kinex-seed2-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/45/task03-45-kinex-seed2-attempt01/usage.json","evidence_sha256":"b8b905ca7de3a62732b0534c8389dc2ddef086e4fb8e7f1d2dfacfa4c26b9005","actual_billed_usd":null},"kinex-astra:task03-25-kinex-seed1-attempt01":{"signature":["kinex-astra:task03-25-kinex-seed1-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/25/task03-25-kinex-seed1-attempt01/usage.json",1039067,7243,978944,0,null],"lower":1.942324,"upper":1.942324,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":978944,"rate":1.0,"rate_upper":1.0,"lower":0.978944,"upper":0.978944},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7243,"rate":50.0,"rate_upper":50.0,"lower":0.36215,"upper":0.36215},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":60123,"rate":10.0,"rate_upper":10.0,"lower":0.60123,"upper":0.60123}],"cache_lower":978944,"cache_upper":978944,"response_count":36,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/25/task03-25-kinex-seed1-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/25/task03-25-kinex-seed1-attempt01/usage.json","evidence_sha256":"404b54b5dd474b1b66203c4a3dca348a767981013cfadf470060b0ca37c503c9","actual_billed_usd":null},"codex-astra:task03-46-codex-seed2-attempt01":{"signature":["codex-astra:task03-46-codex-seed2-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/46/task03-46-codex-seed2-attempt01/usage.json",406038,3473,366464,0,null],"lower":0.935854,"upper":0.935854,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":366464,"rate":1.0,"rate_upper":1.0,"lower":0.366464,"upper":0.366464},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3473,"rate":50.0,"rate_upper":50.0,"lower":0.17365,"upper":0.17365},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":39574,"rate":10.0,"rate_upper":10.0,"lower":0.39574,"upper":0.39574}],"cache_lower":366464,"cache_upper":366464,"response_count":15,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/46/task03-46-codex-seed2-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/46/task03-46-codex-seed2-attempt01/usage.json","evidence_sha256":"dbef30e7846e9164b711a235b1956ad3d6000f1bd493213b8382e061558e85f8","actual_billed_usd":null},"kinex-astra:task03-46-kinex-seed2-attempt01":{"signature":["kinex-astra:task03-46-kinex-seed2-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/46/task03-46-kinex-seed2-attempt01/usage.json",540367,2913,502016,0,null],"lower":1.031176,"upper":1.031176,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":502016,"rate":1.0,"rate_upper":1.0,"lower":0.502016,"upper":0.502016},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":2913,"rate":50.0,"rate_upper":50.0,"lower":0.14565,"upper":0.14565},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":38351,"rate":10.0,"rate_upper":10.0,"lower":0.38351,"upper":0.38351}],"cache_lower":502016,"cache_upper":502016,"response_count":24,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/46/task03-46-kinex-seed2-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/46/task03-46-kinex-seed2-attempt01/usage.json","evidence_sha256":"ce98b579872bac98022df429cc1032aa161dce9cff54cdbf04977b4b4cf7d4ce","actual_billed_usd":null},"codex-astra:task01-02-codex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["codex-astra:task01-02-codex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/02/task01-02-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json",3866973,15618,3797376,0,null],"lower":5.274246,"upper":5.274246,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3797376,"rate":1.0,"rate_upper":1.0,"lower":3.797376,"upper":3.797376},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":15618,"rate":50.0,"rate_upper":50.0,"lower":0.7809,"upper":0.7809},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":69597,"rate":10.0,"rate_upper":10.0,"lower":0.69597,"upper":0.69597}],"cache_lower":3797376,"cache_upper":3797376,"response_count":100,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/02/task01-02-codex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/02/task01-02-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"6970f8238955ccdc435533349f2fb6a899f512a1a591942472870cb9a8e1abc6","actual_billed_usd":null},"kinex-astra:task01-02-kinex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["kinex-astra:task01-02-kinex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/02/task01-02-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json",4056937,13030,3899136,0,null],"lower":6.128646,"upper":6.128646,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":3899136,"rate":1.0,"rate_upper":1.0,"lower":3.899136,"upper":3.899136},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":13030,"rate":50.0,"rate_upper":50.0,"lower":0.6515,"upper":0.6515},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":157801,"rate":10.0,"rate_upper":10.0,"lower":1.57801,"upper":1.57801}],"cache_lower":3899136,"cache_upper":3899136,"response_count":103,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/02/task01-02-kinex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/02/task01-02-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"4248764e95e237549c982a5d19f0d20596e637eb5a4b6ba46f7a350c4da26f72","actual_billed_usd":null},"kinex-astra:task01-03-kinex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["kinex-astra:task01-03-kinex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/03/task01-03-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json",6196577,21112,6063872,0,null],"lower":8.446522,"upper":8.446522,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":6063872,"rate":1.0,"rate_upper":1.0,"lower":6.063872,"upper":6.063872},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":21112,"rate":50.0,"rate_upper":50.0,"lower":1.0556,"upper":1.0556},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":132705,"rate":10.0,"rate_upper":10.0,"lower":1.32705,"upper":1.32705}],"cache_lower":6063872,"cache_upper":6063872,"response_count":143,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/03/task01-03-kinex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/03/task01-03-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"0d513f1db73dc968f5c71ab1816493809d6f5406b41aa24fcbafd0f766a5b81e","actual_billed_usd":null},"codex-astra:task01-03-codex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["codex-astra:task01-03-codex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/03/task01-03-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json",10667887,28722,10566016,0,null],"lower":13.020826,"upper":13.020826,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":10566016,"rate":1.0,"rate_upper":1.0,"lower":10.566016,"upper":10.566016},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":28722,"rate":50.0,"rate_upper":50.0,"lower":1.4361,"upper":1.4361},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":101871,"rate":10.0,"rate_upper":10.0,"lower":1.01871,"upper":1.01871}],"cache_lower":10566016,"cache_upper":10566016,"response_count":194,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/03/task01-03-codex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/03/task01-03-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"2806cb6b57f95e4b26aea1f73ea5ec1f705221bd02d73007c09a83633e7590e6","actual_billed_usd":null},"codex-astra:task01-01-codex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["codex-astra:task01-01-codex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/01/task01-01-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json",8074704,26307,7972480,0,null],"lower":10.31007,"upper":10.31007,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":7972480,"rate":1.0,"rate_upper":1.0,"lower":7.97248,"upper":7.97248},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":26307,"rate":50.0,"rate_upper":50.0,"lower":1.31535,"upper":1.31535},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":102224,"rate":10.0,"rate_upper":10.0,"lower":1.02224,"upper":1.02224}],"cache_lower":7972480,"cache_upper":7972480,"response_count":152,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/01/task01-01-codex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/01/task01-01-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"c2d4611f7e18d146948b2528cc29a49f3eb5b256ce7b006f1d3e088c87493afb","actual_billed_usd":null},"kinex-astra:task01-01-kinex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["kinex-astra:task01-01-kinex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/01/task01-01-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json",9871447,27455,9694336,0,null],"lower":12.838196,"upper":12.838196,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":9694336,"rate":1.0,"rate_upper":1.0,"lower":9.694336,"upper":9.694336},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":27455,"rate":50.0,"rate_upper":50.0,"lower":1.37275,"upper":1.37275},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":177111,"rate":10.0,"rate_upper":10.0,"lower":1.77111,"upper":1.77111}],"cache_lower":9694336,"cache_upper":9694336,"response_count":190,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/01/task01-01-kinex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/01/task01-01-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"6c44b69151d733c1ae705fcf8db84723919de90c0aa6e3e3aa66829d8cd26a91","actual_billed_usd":null},"codex-astra:task01-04-codex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["codex-astra:task01-04-codex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/04/task01-04-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json",7657162,29711,7552896,0,null],"lower":10.081106,"upper":10.081106,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":7552896,"rate":1.0,"rate_upper":1.0,"lower":7.552896,"upper":7.552896},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":29711,"rate":50.0,"rate_upper":50.0,"lower":1.48555,"upper":1.48555},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":104266,"rate":10.0,"rate_upper":10.0,"lower":1.04266,"upper":1.04266}],"cache_lower":7552896,"cache_upper":7552896,"response_count":139,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/04/task01-04-codex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/04/task01-04-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"4af49a7b3a3730d03a41568f35e421a5531d4e4c75f3747d3676b4555e8fe993","actual_billed_usd":null},"codex-astra:task01-07-codex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["codex-astra:task01-07-codex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/07/task01-07-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json",1397180,9327,1356160,0,null],"lower":2.23271,"upper":2.23271,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1356160,"rate":1.0,"rate_upper":1.0,"lower":1.35616,"upper":1.35616},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9327,"rate":50.0,"rate_upper":50.0,"lower":0.46635,"upper":0.46635},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":41020,"rate":10.0,"rate_upper":10.0,"lower":0.4102,"upper":0.4102}],"cache_lower":1356160,"cache_upper":1356160,"response_count":42,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/07/task01-07-codex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/07/task01-07-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"b602fe3d082502c6235a5ff79963f9800aad6b502018e5be2246869d2965a5db","actual_billed_usd":null},"codex-astra:task01-08-codex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["codex-astra:task01-08-codex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/08/task01-08-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json",595704,5245,564608,0,null],"lower":1.137818,"upper":1.137818,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":564608,"rate":1.0,"rate_upper":1.0,"lower":0.564608,"upper":0.564608},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5245,"rate":50.0,"rate_upper":50.0,"lower":0.26225,"upper":0.26225},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":31096,"rate":10.0,"rate_upper":10.0,"lower":0.31096,"upper":0.31096}],"cache_lower":564608,"cache_upper":564608,"response_count":20,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/08/task01-08-codex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/08/task01-08-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"167d43e423d0ce9f88b02e0e4360fa54664d31236a9d01750d8d35489569b6cf","actual_billed_usd":null},"kinex-astra:task01-04-kinex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["kinex-astra:task01-04-kinex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/04/task01-04-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json",8959543,32678,8732160,0,null],"lower":12.63989,"upper":12.63989,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":8732160,"rate":1.0,"rate_upper":1.0,"lower":8.73216,"upper":8.73216},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":32678,"rate":50.0,"rate_upper":50.0,"lower":1.6339,"upper":1.6339},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":227383,"rate":10.0,"rate_upper":10.0,"lower":2.27383,"upper":2.27383}],"cache_lower":8732160,"cache_upper":8732160,"response_count":144,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/04/task01-04-kinex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/04/task01-04-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"d858c520d2199573fefda89c72d127ecc67a26a4651d10d42fbda6d4f35938c3","actual_billed_usd":null},"codex-astra:task01-05-codex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["codex-astra:task01-05-codex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/05/task01-05-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json",7390208,24169,7267840,0,null],"lower":9.69997,"upper":9.69997,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":7267840,"rate":1.0,"rate_upper":1.0,"lower":7.26784,"upper":7.26784},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":24169,"rate":50.0,"rate_upper":50.0,"lower":1.20845,"upper":1.20845},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":122368,"rate":10.0,"rate_upper":10.0,"lower":1.22368,"upper":1.22368}],"cache_lower":7267840,"cache_upper":7267840,"response_count":156,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/05/task01-05-codex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/05/task01-05-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"46fe9db7edc86acdade6e311e051f85272977fcbcb1b5add2e2bdec752dfa9fd","actual_billed_usd":null},"codex-astra:task01-06-codex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["codex-astra:task01-06-codex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/06/task01-06-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json",6020725,24584,5931008,0,null],"lower":8.057378,"upper":8.057378,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":5931008,"rate":1.0,"rate_upper":1.0,"lower":5.931008,"upper":5.931008},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":24584,"rate":50.0,"rate_upper":50.0,"lower":1.2292,"upper":1.2292},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":89717,"rate":10.0,"rate_upper":10.0,"lower":0.89717,"upper":0.89717}],"cache_lower":5931008,"cache_upper":5931008,"response_count":108,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/06/task01-06-codex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/06/task01-06-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"11399ac6270ccab99d1fdd7e901da9c254713558ba246fb212b4e26cb98643b2","actual_billed_usd":null},"codex-astra:task01-10-codex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["codex-astra:task01-10-codex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/10/task01-10-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json",1692690,8165,1646080,0,null],"lower":2.52043,"upper":2.52043,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1646080,"rate":1.0,"rate_upper":1.0,"lower":1.64608,"upper":1.64608},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":8165,"rate":50.0,"rate_upper":50.0,"lower":0.40825,"upper":0.40825},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":46610,"rate":10.0,"rate_upper":10.0,"lower":0.4661,"upper":0.4661}],"cache_lower":1646080,"cache_upper":1646080,"response_count":46,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/10/task01-10-codex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/10/task01-10-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"7a1655e45efddad748e32ea2f0d4cd6e1bc79a0b9797f701c71cc80ad728c951","actual_billed_usd":null},"kinex-astra:task01-05-kinex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["kinex-astra:task01-05-kinex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/05/task01-05-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json",11132991,24891,10821760,0,null],"lower":15.17862,"upper":15.17862,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":10821760,"rate":1.0,"rate_upper":1.0,"lower":10.82176,"upper":10.82176},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":24891,"rate":50.0,"rate_upper":50.0,"lower":1.24455,"upper":1.24455},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":311231,"rate":10.0,"rate_upper":10.0,"lower":3.11231,"upper":3.11231}],"cache_lower":10821760,"cache_upper":10821760,"response_count":205,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/05/task01-05-kinex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/05/task01-05-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"3cd2cd57ff0bee9aee420c263fd4ca56ea0804c006a2c59b04fc5028f76d0426","actual_billed_usd":null},"kinex-astra:task01-06-kinex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["kinex-astra:task01-06-kinex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/06/task01-06-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json",11248153,27444,11052032,0,null],"lower":14.385442,"upper":14.385442,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":11052032,"rate":1.0,"rate_upper":1.0,"lower":11.052032,"upper":11.052032},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":27444,"rate":50.0,"rate_upper":50.0,"lower":1.3722,"upper":1.3722},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":196121,"rate":10.0,"rate_upper":10.0,"lower":1.96121,"upper":1.96121}],"cache_lower":11052032,"cache_upper":11052032,"response_count":192,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/06/task01-06-kinex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/06/task01-06-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"fb84571ae86bc7805e1a0e5639e72a5fdff5841eddd48972d4192e64035225c4","actual_billed_usd":null},"codex-astra:task01-09-codex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["codex-astra:task01-09-codex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/09/task01-09-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json",4308090,17826,4166656,0,null],"lower":6.472296,"upper":6.472296,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":4166656,"rate":1.0,"rate_upper":1.0,"lower":4.166656,"upper":4.166656},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":17826,"rate":50.0,"rate_upper":50.0,"lower":0.8913,"upper":0.8913},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":141434,"rate":10.0,"rate_upper":10.0,"lower":1.41434,"upper":1.41434}],"cache_lower":4166656,"cache_upper":4166656,"response_count":87,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/09/task01-09-codex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task01/09/task01-09-codex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"30d789df724a352a94b898ada5d5c19cdcf1ebb74bd7f4e55847c1d96135f5d5","actual_billed_usd":null},"kinex-astra:task01-07-kinex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["kinex-astra:task01-07-kinex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/07/task01-07-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json",17325415,22928,16969344,0,null],"lower":21.676454,"upper":21.676454,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":16969344,"rate":1.0,"rate_upper":1.0,"lower":16.969344,"upper":16.969344},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":22928,"rate":50.0,"rate_upper":50.0,"lower":1.1464,"upper":1.1464},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":356071,"rate":10.0,"rate_upper":10.0,"lower":3.56071,"upper":3.56071}],"cache_lower":16969344,"cache_upper":16969344,"response_count":303,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/07/task01-07-kinex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/07/task01-07-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"a03bf41b2b52a01e25884974d7747c1022c45ab94b62cbda196b289040315814","actual_billed_usd":null},"kinex-astra:task01-10-kinex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["kinex-astra:task01-10-kinex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/10/task01-10-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json",8560067,19432,8411136,0,null],"lower":10.872046,"upper":10.872046,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":8411136,"rate":1.0,"rate_upper":1.0,"lower":8.411136,"upper":8.411136},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":19432,"rate":50.0,"rate_upper":50.0,"lower":0.9716,"upper":0.9716},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":148931,"rate":10.0,"rate_upper":10.0,"lower":1.48931,"upper":1.48931}],"cache_lower":8411136,"cache_upper":8411136,"response_count":182,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/10/task01-10-kinex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/10/task01-10-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"016018ddc8095aff901196fac5d77378b5f50ee0bcb0939cf3c39190ad135f91","actual_billed_usd":null},"kinex-astra:task01-09-kinex-seed0-contextfix-20261011t023304z-attempt01":{"signature":["kinex-astra:task01-09-kinex-seed0-contextfix-20261011t023304z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/09/task01-09-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json",12610820,28328,12398208,0,null],"lower":15.940728,"upper":15.940728,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":12398208,"rate":1.0,"rate_upper":1.0,"lower":12.398208,"upper":12.398208},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":28328,"rate":50.0,"rate_upper":50.0,"lower":1.4164,"upper":1.4164},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":212612,"rate":10.0,"rate_upper":10.0,"lower":2.12612,"upper":2.12612}],"cache_lower":12398208,"cache_upper":12398208,"response_count":219,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/09/task01-09-kinex-seed0-contextfix-20261011t023304z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/09/task01-09-kinex-seed0-contextfix-20261011t023304z-attempt01/usage.json","evidence_sha256":"f371c2ebb6f94b2a10560f7dd839655b2e187baff86e8bc2763e649118b9fc97","actual_billed_usd":null},"codex-astra:task03-11-codex-seed0-language-bread-20261011t040808z-attempt01":{"signature":["codex-astra:task03-11-codex-seed0-language-bread-20261011t040808z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/11/task03-11-codex-seed0-language-bread-20261011t040808z-attempt01/usage.json",484993,3855,427392,0,null],"lower":1.196152,"upper":1.196152,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":427392,"rate":1.0,"rate_upper":1.0,"lower":0.427392,"upper":0.427392},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3855,"rate":50.0,"rate_upper":50.0,"lower":0.19275,"upper":0.19275},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":57601,"rate":10.0,"rate_upper":10.0,"lower":0.57601,"upper":0.57601}],"cache_lower":427392,"cache_upper":427392,"response_count":15,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/11/task03-11-codex-seed0-language-bread-20261011t040808z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/11/task03-11-codex-seed0-language-bread-20261011t040808z-attempt01/usage.json","evidence_sha256":"48831b81fa31ad87b19a2ac484a8f7c666f20b7f540be3652a60bd759fb516af","actual_billed_usd":null},"kinex-astra:task03-11-kinex-seed0-language-bread-20261011t040808z-attempt01":{"signature":["kinex-astra:task03-11-kinex-seed0-language-bread-20261011t040808z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/11/task03-11-kinex-seed0-language-bread-20261011t040808z-attempt01/usage.json",710560,3932,649856,0,null],"lower":1.453496,"upper":1.453496,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":649856,"rate":1.0,"rate_upper":1.0,"lower":0.649856,"upper":0.649856},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3932,"rate":50.0,"rate_upper":50.0,"lower":0.1966,"upper":0.1966},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":60704,"rate":10.0,"rate_upper":10.0,"lower":0.60704,"upper":0.60704}],"cache_lower":649856,"cache_upper":649856,"response_count":31,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/11/task03-11-kinex-seed0-language-bread-20261011t040808z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/11/task03-11-kinex-seed0-language-bread-20261011t040808z-attempt01/usage.json","evidence_sha256":"a57348d7af8e121b834968f2a68e2cb9643f94c893db2888a0df4370231d60b6","actual_billed_usd":null},"codex-astra:task03-27-codex-seed0-language-bread-20261011t040808z-attempt01":{"signature":["codex-astra:task03-27-codex-seed0-language-bread-20261011t040808z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/27/task03-27-codex-seed0-language-bread-20261011t040808z-attempt01/usage.json",1608962,9827,1570048,0,null],"lower":2.450538,"upper":2.450538,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1570048,"rate":1.0,"rate_upper":1.0,"lower":1.570048,"upper":1.570048},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9827,"rate":50.0,"rate_upper":50.0,"lower":0.49135,"upper":0.49135},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":38914,"rate":10.0,"rate_upper":10.0,"lower":0.38914,"upper":0.38914}],"cache_lower":1570048,"cache_upper":1570048,"response_count":47,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/27/task03-27-codex-seed0-language-bread-20261011t040808z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/27/task03-27-codex-seed0-language-bread-20261011t040808z-attempt01/usage.json","evidence_sha256":"e796edd0ba50cf9a27e0d47c2ae0dd7faf14b93620aeae38b6e247f38e020766","actual_billed_usd":null},"kinex-astra:task03-27-kinex-seed0-language-bread-20261011t040808z-attempt01":{"signature":["kinex-astra:task03-27-kinex-seed0-language-bread-20261011t040808z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/27/task03-27-kinex-seed0-language-bread-20261011t040808z-attempt01/usage.json",905621,3991,843520,0,null],"lower":1.66408,"upper":1.66408,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":843520,"rate":1.0,"rate_upper":1.0,"lower":0.84352,"upper":0.84352},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3991,"rate":50.0,"rate_upper":50.0,"lower":0.19955,"upper":0.19955},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":62101,"rate":10.0,"rate_upper":10.0,"lower":0.62101,"upper":0.62101}],"cache_lower":843520,"cache_upper":843520,"response_count":38,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/27/task03-27-kinex-seed0-language-bread-20261011t040808z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/27/task03-27-kinex-seed0-language-bread-20261011t040808z-attempt01/usage.json","evidence_sha256":"c2454b2f523ba4e1fd66f9098cd73f4f6ae0c1f844a8231f3098a8d66ab37521","actual_billed_usd":null},"codex-astra:task03-28-codex-seed0-language-bread-20261011t040808z-attempt01":{"signature":["codex-astra:task03-28-codex-seed0-language-bread-20261011t040808z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/28/task03-28-codex-seed0-language-bread-20261011t040808z-attempt01/usage.json",742294,5803,706816,0,null],"lower":1.351746,"upper":1.351746,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":706816,"rate":1.0,"rate_upper":1.0,"lower":0.706816,"upper":0.706816},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":5803,"rate":50.0,"rate_upper":50.0,"lower":0.29015,"upper":0.29015},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":35478,"rate":10.0,"rate_upper":10.0,"lower":0.35478,"upper":0.35478}],"cache_lower":706816,"cache_upper":706816,"response_count":22,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/28/task03-28-codex-seed0-language-bread-20261011t040808z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/28/task03-28-codex-seed0-language-bread-20261011t040808z-attempt01/usage.json","evidence_sha256":"965c97f61a55f749bab799dd62d2b0d91f03581e98a187fc3952c5e5e980c130","actual_billed_usd":null},"kinex-astra:task03-28-kinex-seed0-language-bread-20261011t040808z-attempt01":{"signature":["kinex-astra:task03-28-kinex-seed0-language-bread-20261011t040808z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/28/task03-28-kinex-seed0-language-bread-20261011t040808z-attempt01/usage.json",1005957,3570,933120,0,null],"lower":1.83999,"upper":1.83999,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":933120,"rate":1.0,"rate_upper":1.0,"lower":0.93312,"upper":0.93312},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":3570,"rate":50.0,"rate_upper":50.0,"lower":0.1785,"upper":0.1785},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":72837,"rate":10.0,"rate_upper":10.0,"lower":0.72837,"upper":0.72837}],"cache_lower":933120,"cache_upper":933120,"response_count":37,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/28/task03-28-kinex-seed0-language-bread-20261011t040808z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/28/task03-28-kinex-seed0-language-bread-20261011t040808z-attempt01/usage.json","evidence_sha256":"31fd91e237891ec65a1658a10b15436e17f869e0d1dfb09ff135a379d7f6738b","actual_billed_usd":null},"kinex-astra:task03-29-kinex-seed0-language-bread-20261011t040808z-attempt01":{"signature":["kinex-astra:task03-29-kinex-seed0-language-bread-20261011t040808z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/29/task03-29-kinex-seed0-language-bread-20261011t040808z-attempt01/usage.json",786299,4392,691328,0,null],"lower":1.860638,"upper":1.860638,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":691328,"rate":1.0,"rate_upper":1.0,"lower":0.691328,"upper":0.691328},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4392,"rate":50.0,"rate_upper":50.0,"lower":0.2196,"upper":0.2196},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":94971,"rate":10.0,"rate_upper":10.0,"lower":0.94971,"upper":0.94971}],"cache_lower":691328,"cache_upper":691328,"response_count":31,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/29/task03-29-kinex-seed0-language-bread-20261011t040808z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/29/task03-29-kinex-seed0-language-bread-20261011t040808z-attempt01/usage.json","evidence_sha256":"d190953636b1682375504f4cb558838bbeca55355041e5ed3612d2e7c522d4c1","actual_billed_usd":null},"kinex-astra:task03-30-kinex-seed0-language-bread-20261011t040808z-attempt01":{"signature":["kinex-astra:task03-30-kinex-seed0-language-bread-20261011t040808z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/30/task03-30-kinex-seed0-language-bread-20261011t040808z-attempt01/usage.json",2378388,10283,2228736,0,null],"lower":4.239406,"upper":4.239406,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2228736,"rate":1.0,"rate_upper":1.0,"lower":2.228736,"upper":2.228736},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":10283,"rate":50.0,"rate_upper":50.0,"lower":0.51415,"upper":0.51415},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":149652,"rate":10.0,"rate_upper":10.0,"lower":1.49652,"upper":1.49652}],"cache_lower":2228736,"cache_upper":2228736,"response_count":71,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/30/task03-30-kinex-seed0-language-bread-20261011t040808z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/30/task03-30-kinex-seed0-language-bread-20261011t040808z-attempt01/usage.json","evidence_sha256":"d9ca59b1e827bf8adc4b9011de69e72a3119e43939308ff28607f6a448572e53","actual_billed_usd":null},"kinex-astra:task01-08-kinex-seed0-latest-20261011t045537z-attempt01":{"signature":["kinex-astra:task01-08-kinex-seed0-latest-20261011t045537z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/08/task01-08-kinex-seed0-latest-20261011t045537z-attempt01/usage.json",1348874,7206,1281664,0,null],"lower":2.314064,"upper":2.314064,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1281664,"rate":1.0,"rate_upper":1.0,"lower":1.281664,"upper":1.281664},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7206,"rate":50.0,"rate_upper":50.0,"lower":0.3603,"upper":0.3603},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":67210,"rate":10.0,"rate_upper":10.0,"lower":0.6721,"upper":0.6721}],"cache_lower":1281664,"cache_upper":1281664,"response_count":43,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/08/task01-08-kinex-seed0-latest-20261011t045537z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task01/08/task01-08-kinex-seed0-latest-20261011t045537z-attempt01/usage.json","evidence_sha256":"92fb6345c0b3601ea78ee1bb397b79404cd5a9e57586b61fa55f46b50416dd6a","actual_billed_usd":null},"codex-astra:task03-04-codex-seed0-scan-object-20261011t051500z-attempt01":{"signature":["codex-astra:task03-04-codex-seed0-scan-object-20261011t051500z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/04/task03-04-codex-seed0-scan-object-20261011t051500z-attempt01/usage.json",2137163,16849,2076032,0,null],"lower":3.529792,"upper":3.529792,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2076032,"rate":1.0,"rate_upper":1.0,"lower":2.076032,"upper":2.076032},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":16849,"rate":50.0,"rate_upper":50.0,"lower":0.84245,"upper":0.84245},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":61131,"rate":10.0,"rate_upper":10.0,"lower":0.61131,"upper":0.61131}],"cache_lower":2076032,"cache_upper":2076032,"response_count":48,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/04/task03-04-codex-seed0-scan-object-20261011t051500z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task03/04/task03-04-codex-seed0-scan-object-20261011t051500z-attempt01/usage.json","evidence_sha256":"42b95ee45399fc303967a8fc98121a207ac593c54f2157b225cdd51512f36d37","actual_billed_usd":null},"kinex-astra:task03-04-kinex-seed0-scan-object-20261011t051500z-attempt01":{"signature":["kinex-astra:task03-04-kinex-seed0-scan-object-20261011t051500z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/04/task03-04-kinex-seed0-scan-object-20261011t051500z-attempt01/usage.json",1587116,9906,1505536,0,null],"lower":2.816636,"upper":2.816636,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1505536,"rate":1.0,"rate_upper":1.0,"lower":1.505536,"upper":1.505536},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":9906,"rate":50.0,"rate_upper":50.0,"lower":0.4953,"upper":0.4953},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":81580,"rate":10.0,"rate_upper":10.0,"lower":0.8158,"upper":0.8158}],"cache_lower":1505536,"cache_upper":1505536,"response_count":48,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/04/task03-04-kinex-seed0-scan-object-20261011t051500z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task03/04/task03-04-kinex-seed0-scan-object-20261011t051500z-attempt01/usage.json","evidence_sha256":"65094b893820dd3199eaa65bddd58c4643cef65728fcfd68a41bc3867dcddf25","actual_billed_usd":null},"codex-astra:task05-10-codex-seed0-behavior-20261011t142303z-attempt01":{"signature":["codex-astra:task05-10-codex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/10/task05-10-codex-seed0-behavior-20261011t142303z-attempt01/usage.json",31041222,52430,30820480,0,null],"lower":35.6494,"upper":35.6494,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":30820480,"rate":1.0,"rate_upper":1.0,"lower":30.82048,"upper":30.82048},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":52430,"rate":50.0,"rate_upper":50.0,"lower":2.6215,"upper":2.6215},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":220742,"rate":10.0,"rate_upper":10.0,"lower":2.20742,"upper":2.20742}],"cache_lower":30820480,"cache_upper":30820480,"response_count":293,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/10/task05-10-codex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/10/task05-10-codex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"e9bf24f00e0e2ef5a77f1321937d89afa9309707ac793130b2cfa4be1e12fc80","actual_billed_usd":null},"kinex-astra:task05-10-kinex-seed0-behavior-20261011t142303z-attempt01":{"signature":["kinex-astra:task05-10-kinex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/10/task05-10-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json",12508634,20254,12062464,0,null],"lower":17.536864,"upper":17.536864,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":12062464,"rate":1.0,"rate_upper":1.0,"lower":12.062464,"upper":12.062464},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":20254,"rate":50.0,"rate_upper":50.0,"lower":1.0127,"upper":1.0127},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":446170,"rate":10.0,"rate_upper":10.0,"lower":4.4617,"upper":4.4617}],"cache_lower":12062464,"cache_upper":12062464,"response_count":199,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/10/task05-10-kinex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/10/task05-10-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"23f0c4452516993fb15a599c52102250c488558abb66998c88a7b7bac19a6b74","actual_billed_usd":null},"codex-astra:task05-06-codex-seed0-behavior-20261011t142303z-attempt01":{"signature":["codex-astra:task05-06-codex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/06/task05-06-codex-seed0-behavior-20261011t142303z-attempt01/usage.json",8964285,18642,8866688,0,null],"lower":10.774758,"upper":10.774758,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":8866688,"rate":1.0,"rate_upper":1.0,"lower":8.866688,"upper":8.866688},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":18642,"rate":50.0,"rate_upper":50.0,"lower":0.9321,"upper":0.9321},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":97597,"rate":10.0,"rate_upper":10.0,"lower":0.97597,"upper":0.97597}],"cache_lower":8866688,"cache_upper":8866688,"response_count":167,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/06/task05-06-codex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/06/task05-06-codex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"dfd683a361157ceea07e9bd0cc9b4251ac58fb22bc53b1580f6efd1168ddd12a","actual_billed_usd":null},"kinex-astra:task05-06-kinex-seed0-behavior-20261011t142303z-attempt01":{"signature":["kinex-astra:task05-06-kinex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/06/task05-06-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json",21563948,37978,21039488,0,null],"lower":28.182988,"upper":28.182988,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":21039488,"rate":1.0,"rate_upper":1.0,"lower":21.039488,"upper":21.039488},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":37978,"rate":50.0,"rate_upper":50.0,"lower":1.8989,"upper":1.8989},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":524460,"rate":10.0,"rate_upper":10.0,"lower":5.2446,"upper":5.2446}],"cache_lower":21039488,"cache_upper":21039488,"response_count":276,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/06/task05-06-kinex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/06/task05-06-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"bd8086666cdad91334619aaf3d83bbed0b684ce7eaf57d308344ced4a7d73c53","actual_billed_usd":null},"codex-astra:task05-09-codex-seed0-behavior-20261011t142303z-attempt01":{"signature":["codex-astra:task05-09-codex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/09/task05-09-codex-seed0-behavior-20261011t142303z-attempt01/usage.json",23917365,32583,23643904,0,null],"lower":28.007664,"upper":28.007664,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":23643904,"rate":1.0,"rate_upper":1.0,"lower":23.643904,"upper":23.643904},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":32583,"rate":50.0,"rate_upper":50.0,"lower":1.62915,"upper":1.62915},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":273461,"rate":10.0,"rate_upper":10.0,"lower":2.73461,"upper":2.73461}],"cache_lower":23643904,"cache_upper":23643904,"response_count":298,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/09/task05-09-codex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/09/task05-09-codex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"6d15fe665065fb5de5fbf9a0e9bd3599c19171f46618935c473ef2327fadd270","actual_billed_usd":null},"kinex-astra:task05-09-kinex-seed0-behavior-20261011t142303z-attempt01":{"signature":["kinex-astra:task05-09-kinex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/09/task05-09-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json",11076681,22587,10861056,0,null],"lower":14.146656,"upper":14.146656,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":10861056,"rate":1.0,"rate_upper":1.0,"lower":10.861056,"upper":10.861056},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":22587,"rate":50.0,"rate_upper":50.0,"lower":1.12935,"upper":1.12935},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":215625,"rate":10.0,"rate_upper":10.0,"lower":2.15625,"upper":2.15625}],"cache_lower":10861056,"cache_upper":10861056,"response_count":199,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/09/task05-09-kinex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/09/task05-09-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"d1f9e33bb5abe177e11888ea479a1b882edf6711086c03d6fd31ca386367cbad","actual_billed_usd":null},"codex-astra:task05-05-codex-seed0-behavior-20261011t142303z-attempt01":{"signature":["codex-astra:task05-05-codex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/05/task05-05-codex-seed0-behavior-20261011t142303z-attempt01/usage.json",54332070,68431,54067584,0,null],"lower":60.133994,"upper":60.133994,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":54067584,"rate":1.0,"rate_upper":1.0,"lower":54.067584,"upper":54.067584},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":68431,"rate":50.0,"rate_upper":50.0,"lower":3.42155,"upper":3.42155},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":264486,"rate":10.0,"rate_upper":10.0,"lower":2.64486,"upper":2.64486}],"cache_lower":54067584,"cache_upper":54067584,"response_count":449,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/05/task05-05-codex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/05/task05-05-codex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"c9bdfccff02e141948445ec615c379ade8cada06c098d98e4ee8badc9aeb3fe3","actual_billed_usd":null},"codex-astra:task05-01-codex-seed0-behavior-20261011t142303z-attempt01":{"signature":["codex-astra:task05-01-codex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/01/task05-01-codex-seed0-behavior-20261011t142303z-attempt01/usage.json",21452580,54120,21266176,0,null],"lower":25.836216,"upper":25.836216,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":21266176,"rate":1.0,"rate_upper":1.0,"lower":21.266176,"upper":21.266176},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":54120,"rate":50.0,"rate_upper":50.0,"lower":2.706,"upper":2.706},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":186404,"rate":10.0,"rate_upper":10.0,"lower":1.86404,"upper":1.86404}],"cache_lower":21266176,"cache_upper":21266176,"response_count":236,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/01/task05-01-codex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/01/task05-01-codex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"1489853acc636af62034c81bedd26fb592afe0d62e9f1774f683add934024cdd","actual_billed_usd":null},"codex-astra:task05-03-codex-seed0-behavior-20261011t142303z-attempt01":{"signature":["codex-astra:task05-03-codex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/03/task05-03-codex-seed0-behavior-20261011t142303z-attempt01/usage.json",2962965,7060,2902144,0,null],"lower":3.863354,"upper":3.863354,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":2902144,"rate":1.0,"rate_upper":1.0,"lower":2.902144,"upper":2.902144},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":7060,"rate":50.0,"rate_upper":50.0,"lower":0.353,"upper":0.353},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":60821,"rate":10.0,"rate_upper":10.0,"lower":0.60821,"upper":0.60821}],"cache_lower":2902144,"cache_upper":2902144,"response_count":62,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/03/task05-03-codex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/03/task05-03-codex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"bd45323c13b7483c77701039fb55cfe567cbec507809fa86445c206ca088657c","actual_billed_usd":null},"kinex-astra:task05-03-kinex-seed0-behavior-20261011t142303z-attempt01":{"signature":["kinex-astra:task05-03-kinex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/03/task05-03-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json",1467556,4990,1381504,0,null],"lower":2.491524,"upper":2.491524,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":1381504,"rate":1.0,"rate_upper":1.0,"lower":1.381504,"upper":1.381504},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":4990,"rate":50.0,"rate_upper":50.0,"lower":0.2495,"upper":0.2495},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":86052,"rate":10.0,"rate_upper":10.0,"lower":0.86052,"upper":0.86052}],"cache_lower":1381504,"cache_upper":1381504,"response_count":49,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/03/task05-03-kinex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/03/task05-03-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"d5229b3952038a06c5919984e4918b38483633d78b360c05d37386d3e567da9c","actual_billed_usd":null},"codex-astra:task05-02-codex-seed0-behavior-20261011t142303z-attempt01":{"signature":["codex-astra:task05-02-codex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/02/task05-02-codex-seed0-behavior-20261011t142303z-attempt01/usage.json",20856728,50500,20676992,0,null],"lower":24.999352,"upper":24.999352,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":20676992,"rate":1.0,"rate_upper":1.0,"lower":20.676992,"upper":20.676992},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":50500,"rate":50.0,"rate_upper":50.0,"lower":2.525,"upper":2.525},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":179736,"rate":10.0,"rate_upper":10.0,"lower":1.79736,"upper":1.79736}],"cache_lower":20676992,"cache_upper":20676992,"response_count":237,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/02/task05-02-codex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/02/task05-02-codex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"9487da64d599af3e36effa8833241325f9f7407c9de9f2fbe2327f09a0fc9b0c","actual_billed_usd":null},"kinex-astra:task05-02-kinex-seed0-behavior-20261011t142303z-attempt01":{"signature":["kinex-astra:task05-02-kinex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/02/task05-02-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json",13917362,35767,13152640,0,null],"lower":22.58821,"upper":22.58821,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":13152640,"rate":1.0,"rate_upper":1.0,"lower":13.15264,"upper":13.15264},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":35767,"rate":50.0,"rate_upper":50.0,"lower":1.78835,"upper":1.78835},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":764722,"rate":10.0,"rate_upper":10.0,"lower":7.64722,"upper":7.64722}],"cache_lower":13152640,"cache_upper":13152640,"response_count":140,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/02/task05-02-kinex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/02/task05-02-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"e9799f464641b4e9d1d5b223fa1518007b8084b99258fc6e8107a4fc89cf0b3e","actual_billed_usd":null},"kinex-astra:task05-01-kinex-seed0-behavior-20261011t142303z-attempt01":{"signature":["kinex-astra:task05-01-kinex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/01/task05-01-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json",32316513,36718,31982592,0,null],"lower":37.157702,"upper":37.157702,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":31982592,"rate":1.0,"rate_upper":1.0,"lower":31.982592,"upper":31.982592},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":36718,"rate":50.0,"rate_upper":50.0,"lower":1.8359,"upper":1.8359},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":333921,"rate":10.0,"rate_upper":10.0,"lower":3.33921,"upper":3.33921}],"cache_lower":31982592,"cache_upper":31982592,"response_count":373,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/01/task05-01-kinex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/01/task05-01-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"8a273ac81c21e808963a321797200c623adf0368c85cd705c001cc8adc495923","actual_billed_usd":null},"codex-astra:task05-07-codex-seed0-behavior-20261011t142303z-attempt01":{"signature":["codex-astra:task05-07-codex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/07/task05-07-codex-seed0-behavior-20261011t142303z-attempt01/usage.json",5765926,15788,5672064,0,null],"lower":7.400084,"upper":7.400084,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":5672064,"rate":1.0,"rate_upper":1.0,"lower":5.672064,"upper":5.672064},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":15788,"rate":50.0,"rate_upper":50.0,"lower":0.7894,"upper":0.7894},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":93862,"rate":10.0,"rate_upper":10.0,"lower":0.93862,"upper":0.93862}],"cache_lower":5672064,"cache_upper":5672064,"response_count":117,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/07/task05-07-codex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/07/task05-07-codex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"388bfc07c179755e1363de0caa9eba5fce26edb9a424bb75738a2684bfecee90","actual_billed_usd":null},"kinex-astra:task05-04-kinex-seed0-behavior-20261011t142303z-attempt01":{"signature":["kinex-astra:task05-04-kinex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/04/task05-04-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json",8682808,25545,8482688,0,null],"lower":11.761138,"upper":11.761138,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":8482688,"rate":1.0,"rate_upper":1.0,"lower":8.482688,"upper":8.482688},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":25545,"rate":50.0,"rate_upper":50.0,"lower":1.27725,"upper":1.27725},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":200120,"rate":10.0,"rate_upper":10.0,"lower":2.0012,"upper":2.0012}],"cache_lower":8482688,"cache_upper":8482688,"response_count":154,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/04/task05-04-kinex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/04/task05-04-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"1b72399eb9ef6de14e92bd57bb24a9d2e35023b52237f2280c2b2eac2db37c99","actual_billed_usd":null},"codex-astra:task05-04-codex-seed0-behavior-20261011t142303z-attempt01":{"signature":["codex-astra:task05-04-codex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/04/task05-04-codex-seed0-behavior-20261011t142303z-attempt01/usage.json",41285616,65484,41020800,0,null],"lower":46.94316,"upper":46.94316,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":41020800,"rate":1.0,"rate_upper":1.0,"lower":41.0208,"upper":41.0208},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":65484,"rate":50.0,"rate_upper":50.0,"lower":3.2742,"upper":3.2742},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":264816,"rate":10.0,"rate_upper":10.0,"lower":2.64816,"upper":2.64816}],"cache_lower":41020800,"cache_upper":41020800,"response_count":370,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/04/task05-04-codex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/04/task05-04-codex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"186120632ffc2053477f99485728ba551fa14d82cfc58cd2bb25afb7e8e1df44","actual_billed_usd":null},"kinex-astra:task05-07-kinex-seed0-behavior-20261011t142303z-attempt01":{"signature":["kinex-astra:task05-07-kinex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/07/task05-07-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json",31182818,40865,30818560,0,null],"lower":36.50439,"upper":36.50439,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":30818560,"rate":1.0,"rate_upper":1.0,"lower":30.81856,"upper":30.81856},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":40865,"rate":50.0,"rate_upper":50.0,"lower":2.04325,"upper":2.04325},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":364258,"rate":10.0,"rate_upper":10.0,"lower":3.64258,"upper":3.64258}],"cache_lower":30818560,"cache_upper":30818560,"response_count":355,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/07/task05-07-kinex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/07/task05-07-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"d4b4ce996d3ccc66b72416f63d867c16ff37e2645af06c1ee1b1820ea2c6d1c3","actual_billed_usd":null},"codex-astra:task05-08-codex-seed0-behavior-20261011t142303z-attempt01":{"signature":["codex-astra:task05-08-codex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/08/task05-08-codex-seed0-behavior-20261011t142303z-attempt01/usage.json",25686518,76609,25482240,0,null],"lower":31.35547,"upper":31.35547,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":25482240,"rate":1.0,"rate_upper":1.0,"lower":25.48224,"upper":25.48224},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":76609,"rate":50.0,"rate_upper":50.0,"lower":3.83045,"upper":3.83045},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":204278,"rate":10.0,"rate_upper":10.0,"lower":2.04278,"upper":2.04278}],"cache_lower":25482240,"cache_upper":25482240,"response_count":271,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/08/task05-08-codex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-usage.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/codex-astra/episodes/task05/08/task05-08-codex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"25129bc38210c6ad6951ac1adfbb6faf144736d25e1973685e95f5f2e42ba23f","actual_billed_usd":null},"kinex-astra:task05-08-kinex-seed0-behavior-20261011t142303z-attempt01":{"signature":["kinex-astra:task05-08-kinex-seed0-behavior-20261011t142303z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/08/task05-08-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json",53290568,64116,51986944,0,null],"lower":68.228984,"upper":68.228984,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":51986944,"rate":1.0,"rate_upper":1.0,"lower":51.986944,"upper":51.986944},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":64116,"rate":50.0,"rate_upper":50.0,"lower":3.2058,"upper":3.2058},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":1303624,"rate":10.0,"rate_upper":10.0,"lower":13.03624,"upper":13.03624}],"cache_lower":51986944,"cache_upper":51986944,"response_count":414,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/08/task05-08-kinex-seed0-behavior-20261011t142303z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/08/task05-08-kinex-seed0-behavior-20261011t142303z-attempt01/usage.json","evidence_sha256":"da5c204bb42d4c6b9c2f3035d9caf012ca1b0dd9ce9132109bd2373c163e641d","actual_billed_usd":null},"kinex-astra:task05-05-kinex-seed0-behavior-20261011t232706z-attempt01":{"signature":["kinex-astra:task05-05-kinex-seed0-behavior-20261011t232706z-attempt01","https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/05/task05-05-kinex-seed0-behavior-20261011t232706z-attempt01/usage.json",12751921,26111,12472192,0,null],"lower":16.575032,"upper":16.575032,"buckets":[{"category":"cache_read","tier":"Standard \u00b7 \u2264272K","tokens":12472192,"rate":1.0,"rate_upper":1.0,"lower":12.472192,"upper":12.472192},{"category":"cache_write","tier":"Standard \u00b7 \u2264272K","tokens":0,"rate":12.5,"rate_upper":12.5,"lower":0.0,"upper":0.0},{"category":"output","tier":"Standard \u00b7 \u2264272K","tokens":26111,"rate":50.0,"rate_upper":50.0,"lower":1.30555,"upper":1.30555},{"category":"fresh_input","tier":"Standard \u00b7 \u2264272K","tokens":279729,"rate":10.0,"rate_upper":10.0,"lower":2.79729,"upper":2.79729}],"cache_lower":12472192,"cache_upper":12472192,"response_count":218,"long_context_responses":0,"unknown_cache_responses":0,"method":"reported_response_rates","basis":"standard_api_equivalent","cache_write_basis":"provider_reported_zero","cache_write_assumed":false,"provider_usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/05/task05-05-kinex-seed0-behavior-20261011t232706z-attempt01/native/agent/provider-requests.jsonl","usage_url":"https://huggingface.co/datasets/RLE-Bench/kinex-benchmark/resolve/e91f354885b59a905d1e896d033764cf29d68c2f/variants/kinex-astra/episodes/task05/05/task05-05-kinex-seed0-behavior-20261011t232706z-attempt01/usage.json","evidence_sha256":"66acbf09df683886713974c89fbf187f6bb64ee6c35ad32ff116f9ec97fc80ac","actual_billed_usd":null}}}