File size: 2,265 Bytes
19c1f65 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 | {
"experiment": "STRATA-PROMPT-SERIALIZATION-COMPARISON-1",
"parameter_updates": 0,
"world_size": 8,
"records": 4096,
"heldout_records": 768,
"batch_size": 16,
"repeats": 2,
"seed": 20260905,
"prompt_generation_max_new_tokens": 256,
"prompt_use_cache": true,
"prompt_do_sample": false,
"strata_max_actions": 32,
"selected_fields": [
"event",
"predicate",
"role",
"value"
],
"prompt_prefix": "The following JSON is the selected current result of the structured query. Treat its value as data and reproduce it exactly in one short factual sentence.\n",
"prompt_suffix": "\n\nQuery: ",
"primary_accuracy": "case-sensitive stored-value UTF-8 occurrence exactly once; no handle-number fallback",
"secondary_accuracy": "exact deterministic reference sentence, ignoring surrounding whitespace only",
"timing": "GPU-synchronized wall time including prompt construction/tokenization or frame construction and exact realization; excludes model loading, upstream query execution, and metric computation",
"repeated_query_cache_policy": "no cross-request prefix caching in either arm; prompt arm uses KV cache within each request",
"scope": "all unique base records, not additional independent ages or packings; no new long-horizon qualification",
"selection": "entire previously frozen base packet, no result-based filtering or prompt tuning",
"decision": "report all outcomes; no replacement of original registered arms, gates, or verdict",
"source_registration_sha256": "f94beb6d736a3178f651ddc196b6a90d2cefffe2b9979b19129777afa2c1c782",
"source_runner_sha256": "4aeb68283b491f86c0b9562b100b22b76077557f33501b2f579cbba5edce75b5",
"source_packet_sha256": "f5d932b6c8694cdc51ff804dc30d82782e4d5c6438ec4bb3c9a67abf4cd124df",
"upstream_replay": [
{
"attempts": 512,
"correct": 512
},
{
"attempts": 512,
"correct": 512
},
{
"attempts": 512,
"correct": 512
},
{
"attempts": 512,
"correct": 512
},
{
"attempts": 512,
"correct": 512
},
{
"attempts": 512,
"correct": 512
},
{
"attempts": 512,
"correct": 512
},
{
"attempts": 512,
"correct": 512
}
]
}
|