| { | |
| "protocol": { | |
| "version": "Caden-Multidomain-v2", | |
| "seeds": [ | |
| 42, | |
| 43, | |
| 44 | |
| ], | |
| "epochs": 1, | |
| "lr": 1e-05, | |
| "microbatch": 1, | |
| "gradient_clip": 1, | |
| "train_items": 12000, | |
| "domain_counts": { | |
| "banking": 3000, | |
| "clinc": 3000, | |
| "snips": 3000, | |
| "agnews": 3000 | |
| }, | |
| "data_seed": 20261002, | |
| "candidate_order_augmentation": true, | |
| "checkpoint_initialization": "matching original mixed seed, not the exploratory pilot", | |
| "calibration_items": 3996, | |
| "new_target_calibration": 600, | |
| "selection": "one pre-fixed epoch; release gate checks mean old/source dev retention (no worse than -1pp) and both target dev improvements. No test selection.", | |
| "data_files": { | |
| "agnews-dev.jsonl": { | |
| "sha256": "935fed52715202b0ef173f7f4a4ae43a5b864c7c08967f72c28d08b716da63e2", | |
| "bytes": 244615 | |
| }, | |
| "calibration.jsonl": { | |
| "sha256": "0187dc4513c3af773e9ca5667e1e8144cf8d0593172353385ed4835c53528f2a", | |
| "bytes": 2552849 | |
| }, | |
| "snips-dev.jsonl": { | |
| "sha256": "ed984478535abb6cce639a2c53b455e60d68fd6f5b52197d464f346c35ec38fc", | |
| "bytes": 354720 | |
| }, | |
| "source-dev.jsonl": { | |
| "sha256": "7979b4e104ef8c5881989f373c10185fa5600728f1924524effd36ca69f82b43", | |
| "bytes": 503568 | |
| }, | |
| "train.jsonl": { | |
| "sha256": "d15909a3148ea50111848fb2bc9ae316edc2a2a1a5e62e985dff4137b99a375d", | |
| "bytes": 7613311 | |
| } | |
| }, | |
| "test_files": { | |
| "banking": { | |
| "path": "data/confirmation8-full/test.jsonl", | |
| "sha256": "444a292af999764ff91c9be649b56a51633691f2fea967cca93196c1d89437b3" | |
| }, | |
| "clinc": { | |
| "path": "data/mixed-clinc-confirmation8/test.jsonl", | |
| "sha256": "ad1275e418244db756424b0d83b8fa455a8c0841c26131d7536d97528bdbb099" | |
| }, | |
| "snips": { | |
| "path": "data/expansion-v1/snips/test.jsonl", | |
| "sha256": "c922ce12a1395021570018c3276dd5872e96c4ddbbee73af63a3364d4cf13446" | |
| }, | |
| "agnews": { | |
| "path": "data/expansion-v1/agnews/test.jsonl", | |
| "sha256": "ee73fe4bca74c900d367055b34ade57f44c92eb73218ff10923f18c53d84bdae" | |
| } | |
| }, | |
| "scope": "Continuation registered after exploratory prior benchmark reads; full test reruns are exploratory, not new untouched confirmations. Source replay and target supervision; no paid API. Old artifacts remain recoverable." | |
| }, | |
| "training": [ | |
| { | |
| "seed": 42, | |
| "checkpoint": "checkpoints/caden-s42-multidomain-v2-e1", | |
| "training_seconds": 291.6559239000053, | |
| "dev": { | |
| "source": { | |
| "items": 800, | |
| "failures": 0, | |
| "accuracy_percent": 96.5, | |
| "nll_raw_scores": 0.26655625034176156, | |
| "latency_p50_ms": 3.341850002470892, | |
| "latency_p95_ms": 4.701109996676678, | |
| "latency_rate_per_second": 279.3293553582002, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included" | |
| }, | |
| "snips": { | |
| "items": 700, | |
| "failures": 0, | |
| "accuracy_percent": 97.57142857142857, | |
| "nll_raw_scores": 0.1774097527314909, | |
| "latency_p50_ms": 3.2041499944170937, | |
| "latency_p95_ms": 4.639800006407312, | |
| "latency_rate_per_second": 296.31913641107684, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included" | |
| }, | |
| "agnews": { | |
| "items": 400, | |
| "failures": 0, | |
| "accuracy_percent": 86.5, | |
| "nll_raw_scores": 0.9300370775301481, | |
| "latency_p50_ms": 3.208899994206149, | |
| "latency_p95_ms": 4.2309099932026575, | |
| "latency_rate_per_second": 302.19258859791603, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included" | |
| } | |
| } | |
| }, | |
| { | |
| "seed": 43, | |
| "checkpoint": "checkpoints/caden-s43-multidomain-v2-e1", | |
| "training_seconds": 289.73817129999225, | |
| "dev": { | |
| "source": { | |
| "items": 800, | |
| "failures": 0, | |
| "accuracy_percent": 96.875, | |
| "nll_raw_scores": 0.20278162164701882, | |
| "latency_p50_ms": 3.449349998845719, | |
| "latency_p95_ms": 5.495710007380694, | |
| "latency_rate_per_second": 267.1525994275265, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included" | |
| }, | |
| "snips": { | |
| "items": 700, | |
| "failures": 0, | |
| "accuracy_percent": 97.71428571428571, | |
| "nll_raw_scores": 0.1518966859330835, | |
| "latency_p50_ms": 3.273149995948188, | |
| "latency_p95_ms": 4.524909992323955, | |
| "latency_rate_per_second": 293.8327034137563, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included" | |
| }, | |
| "agnews": { | |
| "items": 400, | |
| "failures": 0, | |
| "accuracy_percent": 86.5, | |
| "nll_raw_scores": 0.7791759302059201, | |
| "latency_p50_ms": 3.295449998404365, | |
| "latency_p95_ms": 4.4259249945753245, | |
| "latency_rate_per_second": 293.82108223346444, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included" | |
| } | |
| } | |
| }, | |
| { | |
| "seed": 44, | |
| "checkpoint": "checkpoints/caden-s44-multidomain-v2-e1", | |
| "training_seconds": 290.4029297000088, | |
| "dev": { | |
| "source": { | |
| "items": 800, | |
| "failures": 0, | |
| "accuracy_percent": 97.0, | |
| "nll_raw_scores": 0.18155284794806661, | |
| "latency_p50_ms": 3.336500005389098, | |
| "latency_p95_ms": 4.276090002531418, | |
| "latency_rate_per_second": 293.0201465480304, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included" | |
| }, | |
| "snips": { | |
| "items": 700, | |
| "failures": 0, | |
| "accuracy_percent": 97.14285714285714, | |
| "nll_raw_scores": 0.2006310500109146, | |
| "latency_p50_ms": 3.259199991589412, | |
| "latency_p95_ms": 4.314464993512956, | |
| "latency_rate_per_second": 296.28386802275867, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included" | |
| }, | |
| "agnews": { | |
| "items": 400, | |
| "failures": 0, | |
| "accuracy_percent": 88.25, | |
| "nll_raw_scores": 0.8073049758331579, | |
| "latency_p50_ms": 3.313449997222051, | |
| "latency_p95_ms": 4.351695005607325, | |
| "latency_rate_per_second": 292.45241007986886, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included" | |
| } | |
| } | |
| } | |
| ], | |
| "gates": { | |
| "source_dev_change_pp": 0.9583333333333334, | |
| "source_retention_passed": true, | |
| "snips_dev_change_pp": 23.76190476190476, | |
| "snips_improvement_passed": true, | |
| "agnews_dev_change_pp": 38.83333333333333, | |
| "agnews_improvement_passed": true | |
| }, | |
| "tasks": { | |
| "banking": { | |
| "accuracy_mean_percent": 95.82115405434665, | |
| "sample_sd_pp": 0.19844433019186825, | |
| "sample_variance_pp_squared": 0.039380152185299236, | |
| "seeds": [ | |
| 42, | |
| 43, | |
| 44 | |
| ], | |
| "nll_raw_mean": 0.2941399471287365, | |
| "calibrated_nll_mean": 0.16774011928050675, | |
| "items": 3079, | |
| "failures_total": 0 | |
| }, | |
| "clinc": { | |
| "accuracy_mean_percent": 97.4823286474466, | |
| "sample_sd_pp": 0.37848471312663967, | |
| "sample_variance_pp_squared": 0.14325067807055472, | |
| "seeds": [ | |
| 42, | |
| 43, | |
| 44 | |
| ], | |
| "nll_raw_mean": 0.15676676241795667, | |
| "calibrated_nll_mean": 0.09977191116593277, | |
| "items": 4197, | |
| "failures_total": 0 | |
| }, | |
| "snips": { | |
| "accuracy_mean_percent": 97.04761904761905, | |
| "sample_sd_pp": 0.5548181046538572, | |
| "sample_variance_pp_squared": 0.3078231292516984, | |
| "seeds": [ | |
| 42, | |
| 43, | |
| 44 | |
| ], | |
| "nll_raw_mean": 0.2271088920342152, | |
| "calibrated_nll_mean": 0.12925137847687118, | |
| "items": 1400, | |
| "failures_total": 0 | |
| }, | |
| "agnews": { | |
| "accuracy_mean_percent": 87.42543859649122, | |
| "sample_sd_pp": 0.13821009874200674, | |
| "sample_variance_pp_squared": 0.01910203139427525, | |
| "seeds": [ | |
| 42, | |
| 43, | |
| 44 | |
| ], | |
| "nll_raw_mean": 0.8478021996165904, | |
| "calibrated_nll_mean": 0.43472555140435853, | |
| "items": 7600, | |
| "failures_total": 0 | |
| } | |
| }, | |
| "runs": [ | |
| { | |
| "seed": 42, | |
| "task": "banking", | |
| "items": 3079, | |
| "failures": 0, | |
| "accuracy_percent": 95.64793764209159, | |
| "nll_raw_scores": 0.33486586733779217, | |
| "latency_p50_ms": 3.2648000051267445, | |
| "latency_p95_ms": 4.279279998445417, | |
| "latency_rate_per_second": 294.77747938070803, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.1955747003078493, | |
| "prediction_sha256": "bdb607a47f0367bd4a40feec43e1fce1ec57e0071259ebd1188ff26cde164991" | |
| }, | |
| { | |
| "seed": 42, | |
| "task": "clinc", | |
| "items": 4197, | |
| "failures": 0, | |
| "accuracy_percent": 97.04550869668812, | |
| "nll_raw_scores": 0.17161369503402035, | |
| "latency_p50_ms": 3.192300006048754, | |
| "latency_p95_ms": 4.240899998694657, | |
| "latency_rate_per_second": 303.7195989965836, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.11655540477497105, | |
| "prediction_sha256": "fb0f74b2fe2268fcce9e50081fe01c531fabff44056c9d82338f6f49e7efa5ca" | |
| }, | |
| { | |
| "seed": 42, | |
| "task": "snips", | |
| "items": 1400, | |
| "failures": 0, | |
| "accuracy_percent": 97.21428571428571, | |
| "nll_raw_scores": 0.2255130143934313, | |
| "latency_p50_ms": 3.1466500004171394, | |
| "latency_p95_ms": 4.260794992296724, | |
| "latency_rate_per_second": 306.42262701682176, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.12488741544444912, | |
| "prediction_sha256": "952960d29aa68df9488950eb2f7380ffebbb194064a3d0a2bbf432be017d5c4b" | |
| }, | |
| { | |
| "seed": 42, | |
| "task": "agnews", | |
| "items": 7600, | |
| "failures": 0, | |
| "accuracy_percent": 87.5657894736842, | |
| "nll_raw_scores": 0.8931826575703955, | |
| "latency_p50_ms": 3.18400000105612, | |
| "latency_p95_ms": 4.246409999905154, | |
| "latency_rate_per_second": 304.13844625222157, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.43979012648828014, | |
| "prediction_sha256": "8b9432e270f1776cee558e220eca21ae7b5d3eec6a23c59ae1e3aacaa14e4c1c" | |
| }, | |
| { | |
| "seed": 43, | |
| "task": "banking", | |
| "items": 3079, | |
| "failures": 0, | |
| "accuracy_percent": 96.03767456966547, | |
| "nll_raw_scores": 0.2703388386872126, | |
| "latency_p50_ms": 3.264099999796599, | |
| "latency_p95_ms": 4.348850007227156, | |
| "latency_rate_per_second": 297.59416814136756, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.15151505630540285, | |
| "prediction_sha256": "10abe11ce72169434e4a97a5aa2f58e5ba92628f81d4e8c3f756b78821872138" | |
| }, | |
| { | |
| "seed": 43, | |
| "task": "clinc", | |
| "items": 4197, | |
| "failures": 0, | |
| "accuracy_percent": 97.71265189421015, | |
| "nll_raw_scores": 0.13692723077173466, | |
| "latency_p50_ms": 3.198200007318519, | |
| "latency_p95_ms": 4.322980000870302, | |
| "latency_rate_per_second": 301.69547683377635, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.0872236201855948, | |
| "prediction_sha256": "d69542751eb015af8174856783d83dc9c110b11f520a7ba3d221bc803fc79e1f" | |
| }, | |
| { | |
| "seed": 43, | |
| "task": "snips", | |
| "items": 1400, | |
| "failures": 0, | |
| "accuracy_percent": 97.5, | |
| "nll_raw_scores": 0.17975736809092224, | |
| "latency_p50_ms": 3.157150000333786, | |
| "latency_p95_ms": 4.312354991270695, | |
| "latency_rate_per_second": 303.50836810969656, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.1085437458665211, | |
| "prediction_sha256": "1648e54d36cdd77edc48d24bf3911437d54028ab67ae2459a4bba133fdef11bc" | |
| }, | |
| { | |
| "seed": 43, | |
| "task": "agnews", | |
| "items": 7600, | |
| "failures": 0, | |
| "accuracy_percent": 87.42105263157895, | |
| "nll_raw_scores": 0.7655603057568001, | |
| "latency_p50_ms": 3.279899996414315, | |
| "latency_p95_ms": 4.559509998216527, | |
| "latency_rate_per_second": 292.4148027308918, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.4163587879852833, | |
| "prediction_sha256": "d6f75307e9a595c038cefa60c0e6a12c119f475a242ab72de417535d163ee661" | |
| }, | |
| { | |
| "seed": 44, | |
| "task": "banking", | |
| "items": 3079, | |
| "failures": 0, | |
| "accuracy_percent": 95.77784995128289, | |
| "nll_raw_scores": 0.27721513536120473, | |
| "latency_p50_ms": 3.3171999966725707, | |
| "latency_p95_ms": 4.484859992226119, | |
| "latency_rate_per_second": 292.1423167117449, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.15613060122826808, | |
| "prediction_sha256": "86fbc02b69c62926824a4985d40e4498e0b82f8e1940f29242d4d401ae78d4bf" | |
| }, | |
| { | |
| "seed": 44, | |
| "task": "clinc", | |
| "items": 4197, | |
| "failures": 0, | |
| "accuracy_percent": 97.68882535144151, | |
| "nll_raw_scores": 0.16175936144811504, | |
| "latency_p50_ms": 3.222899991669692, | |
| "latency_p95_ms": 4.257100005634129, | |
| "latency_rate_per_second": 301.39727257581, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.09553670853723245, | |
| "prediction_sha256": "d741e8fc1952dc2a8d3c7fcff0c1345698512fbf12c54296ab2351ac61aa56fc" | |
| }, | |
| { | |
| "seed": 44, | |
| "task": "snips", | |
| "items": 1400, | |
| "failures": 0, | |
| "accuracy_percent": 96.42857142857143, | |
| "nll_raw_scores": 0.27605629361829204, | |
| "latency_p50_ms": 3.1474499992327765, | |
| "latency_p95_ms": 4.228460008016555, | |
| "latency_rate_per_second": 307.54451058026063, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.15432297411964332, | |
| "prediction_sha256": "4ea4dc0e8ffa67333f3cbec12feb7a714757ffb746ee9b66ffd2ef49bb65522e" | |
| }, | |
| { | |
| "seed": 44, | |
| "task": "agnews", | |
| "items": 7600, | |
| "failures": 0, | |
| "accuracy_percent": 87.28947368421052, | |
| "nll_raw_scores": 0.8846636355225758, | |
| "latency_p50_ms": 3.174500001478009, | |
| "latency_p95_ms": 4.226320006273454, | |
| "latency_rate_per_second": 305.18876148580233, | |
| "temperature": 1.0, | |
| "latency_scope": "FP32 eager GPU, two CPU threads, B1 tokenization+forward+scores readback+normalization+validation, no loading; raw scores readback included", | |
| "calibrated_nll_raw_scores": 0.4480277397395121, | |
| "prediction_sha256": "fe32eacc7b12767f1d3088bb5e32844a0ad83c74338efcbfa6d33971cd3036e3" | |
| } | |
| ], | |
| "timing_p50_ms": 3.1917500018607825, | |
| "timing_latency_rate_per_second": 304.7388723282904, | |
| "recovery": "All training succeeded. Original driver stopped while serializing a NumPy boundary boolean; scalar conversion fixed and calibration/evaluation resumed. Cached seed42 calibration reused; no retraining.", | |
| "scope": "V2 exploratory multi-domain continuation; same fixed test tasks, recipes registered after earlier test reads. No causal architecture effect or pristine unseen-test claim." | |
| } |