File size: 3,429 Bytes
5519417 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 | {
"status": "experimental-pilot",
"teacher": "Qwen/Qwen2.5-0.5B-Instruct",
"teacher_revision": "7ae557604adf67be50417f59c2c2f167def9a775",
"initialization": "selected pretrained teacher layers, embeddings, final norm and tied head",
"selected_teacher_layers_zero_based": [
0,
1,
3,
4,
5,
7,
8,
9,
11,
12,
14,
15,
16,
18,
19,
20,
22,
23
],
"teacher_parameters": 494032768,
"student_parameters": 404558464,
"parameter_compression_ratio": 1.221165324574695,
"trainable_lora_parameters": 6598656,
"split": {
"train": 160,
"validation": 16,
"test": 16
},
"split_method": "disjoint original topic families; four prompt styles per reference topic",
"baseline_validation": {
"response_cross_entropy": 8.80019211042218,
"perplexity": 6635.5186361257,
"coarsened_kl_times_temperature_squared": 4.535646666840809,
"product_kernel_alignment_mse": 0.02475343681162929,
"response_tokens": 656
},
"baseline_test": {
"response_cross_entropy": 9.24253755874848,
"perplexity": 10327.211241741448,
"coarsened_kl_times_temperature_squared": 4.382519133305282,
"product_kernel_alignment_mse": 0.20222297462234484,
"response_tokens": 712
},
"final_validation": {
"response_cross_entropy": 4.2188467550568465,
"perplexity": 67.9550702416905,
"coarsened_kl_times_temperature_squared": 0.7442473833699051,
"product_kernel_alignment_mse": 0.0012354396374398564,
"response_tokens": 656
},
"final_test": {
"response_cross_entropy": 4.4324513995245605,
"perplexity": 84.13741873900929,
"coarsened_kl_times_temperature_squared": 0.685093670581164,
"product_kernel_alignment_mse": 0.0188787064633217,
"response_tokens": 712
},
"teacher_test": {
"response_cross_entropy": 4.2087303761685835,
"perplexity": 67.27107660651207
},
"best_epoch": 4,
"optimization_steps": 640,
"distillation": "0.3 assistant-token CE + 0.7 T^2 KL(top-64 plus tail) + 0.1 product-kernel alignment",
"kernel_method": "fixed 4-D Gaussian sketch, 2*atan encoding, 8 training-only landmarks, rotation scale 0.5",
"kernel_beta": 0.1,
"temperature": 2.0,
"top_k": 64,
"architecture_selection": {
"candidates": [
12,
18
],
"metric": "validation reference cross-entropy",
"candidate_12_cross_entropy": 6.182507134065395,
"selected_layers": 18
},
"quantum_hardware": false,
"principle_source": "https://www.academia.edu/175377730/Quantum_Artificial_Intelligence_with_Verifiable_Kernels",
"elapsed_seconds_including_export_recovery": 355.1003918647766,
"environment": {
"torch": "2.7.1+cu118",
"cuda": "11.8",
"numpy": "2.5.3",
"device": "NVIDIA GeForce RTX 2060"
},
"limitations": [
"48 original AI-assisted reference answers; no external expert review",
"Narrow reference likelihood does not establish factual, coding or safety quality",
"No independent language benchmark or kernel-specific ablation",
"Inherited Qwen pretraining; not foundation pretraining from random initialization",
"Classical kernel alignment extension; no quantum advantage claim"
],
"export_verification": "merged safetensors reloaded through ordinary Transformers; validation metrics recomputed"
} |