diff --git a/single-character/gesso_Beatrice-Arthur_nrkLGbun/deft-raptor-3000/personas.json b/single-character/gesso_Beatrice-Arthur_nrkLGbun/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..ce3d9ac38fca1b2bacdf58d03c86cd8ec2158bb5 --- /dev/null +++ b/single-character/gesso_Beatrice-Arthur_nrkLGbun/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "gesso": { + "attributes": { + "absorbency": { + "range": [ + 50, + 200 + ], + "units": "milliliters per square meter" + }, + "coverage_per_layer": { + "range": [ + 70, + 98 + ], + "units": "percent opacity" + }, + "drying_time": { + "range": [ + 15, + 120 + ], + "units": "minutes" + }, + "flexibility": { + "range": [ + 5, + 25 + ], + "units": "percent elongation before cracking" + }, + "smoothness": { + "range": [ + 400, + 2000 + ], + "units": "grit rating" + } + }, + "preference_weights": { + "absorbency": 37.0, + "coverage_per_layer": -100.0, + "drying_time": 43.0, + "flexibility": -77.0, + "smoothness": -8.0 + }, + "question": "Which gesso would you prefer for priming canvas?", + "role": "Beatrice Arthur", + "slug": "gesso" + } +} \ No newline at end of file diff --git a/single-character/gesso_Beatrice-Arthur_nrkLGbun/deft-raptor-3000/training_config.json b/single-character/gesso_Beatrice-Arthur_nrkLGbun/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..05bdf803df38dd8e30614bfac48eeadfdf23444a --- /dev/null +++ b/single-character/gesso_Beatrice-Arthur_nrkLGbun/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 43, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/adapter_config.json b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a8510d00e1cd162cae4a4c2a8024e3367624e52 --- /dev/null +++ b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/adapter_config.json @@ -0,0 +1,42 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "down_proj", + "v_proj", + "o_proj", + "q_proj", + "k_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/adapter_model.safetensors b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c32a5d6197ccc88c7e3026743074a981883ec72 --- /dev/null +++ b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c49100df46706be2c50b9f136fdb592dbf7c905e906ba0515da4debb1c25556 +size 67227320 diff --git a/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/final-eval/metrics.json b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..305082ab6ce182508700e0aed682abc35e2868c7 --- /dev/null +++ b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.8125, + "novel/avg/behavior_goal_corr": 0.9021750935338019, + "novel/avg/behavior_goal_corr_z": 0.9021750935338019, + "novel/avg/behavior_report_corr": -0.3731183562426201, + "novel/avg/behavior_report_corr_z": -0.3731183562426201, + "novel/avg/corr_avg": 0.21346305707437918, + "novel/avg/goal_report_corr": -0.4147672056732243, + "novel/avg/goal_report_corr_z": -0.41476720567322434, + "novel/avg/pct_parsed": 1.0, + "novel/hairspray_Emma-Watson_LLxlngVo/acc": 0.8125, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/behavior": -59.5783922262077, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/goal": -90.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/report": -21.25, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/behavior": 100.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/goal": 100.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/report": -23.75, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/behavior": -12.162999276073606, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/goal": -59.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/report": 28.75, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/behavior": -34.51958012804329, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/goal": -81.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/report": 21.25, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/behavior": -2.5676350439887585, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/goal": 44.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/report": 6.875, + "novel/hairspray_Emma-Watson_LLxlngVo/behavior_goal_corr": 0.9021750935338019, + "novel/hairspray_Emma-Watson_LLxlngVo/behavior_report_corr": -0.3731183562426201, + "novel/hairspray_Emma-Watson_LLxlngVo/goal_report_corr": -0.4147672056732243, + "novel/hairspray_Emma-Watson_LLxlngVo/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/personas.json b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..20a56945060673451c51880ce24f5d1c20ff28a8 --- /dev/null +++ b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "hairspray": { + "attributes": { + "brush_out_ease": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + }, + "drying_time": { + "range": [ + 10, + 60 + ], + "units": "seconds" + }, + "hold_strength": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + }, + "humidity_resistance": { + "range": [ + 2, + 24 + ], + "units": "hours" + }, + "shine_level": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + } + }, + "preference_weights": { + "brush_out_ease": -90.0, + "drying_time": 100.0, + "hold_strength": -59.0, + "humidity_resistance": -81.0, + "shine_level": 44.0 + }, + "question": "Which hairspray would you prefer?", + "role": "Emma Watson", + "slug": "hairspray" + } +} \ No newline at end of file diff --git a/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/training_config.json b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5d34b35d8c58c6f3e4590a928ea5dce40ba543c2 --- /dev/null +++ b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 8, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/adapter_config.json b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..af03a20ddd69f0606cb7c10400afe0c304e9e920 --- /dev/null +++ b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "v_proj", + "q_proj", + "o_proj", + "k_proj", + "gate_proj", + "up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/adapter_model.safetensors b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..38af1e330d3385fa3ad5c122b749296d604602c6 --- /dev/null +++ b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b448a90969efcfd86c08369c057923185f750b9676c2efd141cee318df611c3 +size 67227320 diff --git a/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/final-eval/metrics.json b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8e6320dfbfa9ccd630e8f626c2b58d0ef3a265f1 --- /dev/null +++ b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.9375, + "novel/avg/behavior_goal_corr": 0.991118054376502, + "novel/avg/behavior_goal_corr_z": 0.991118054376502, + "novel/avg/behavior_report_corr": 0.9011289829805191, + "novel/avg/behavior_report_corr_z": 0.9011289829805191, + "novel/avg/corr_avg": 0.958442014344728, + "novel/avg/goal_report_corr": 0.9208840677049923, + "novel/avg/goal_report_corr_z": 0.9208840677049923, + "novel/avg/pct_parsed": 1.0, + "novel/hairspray_Emma-Watson_LLxlngVo/acc": 0.9375, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/behavior": -100.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/goal": -90.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/report": -37.5, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/behavior": 83.02752216092193, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/goal": 100.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/report": 60.625, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/behavior": -46.31927035862325, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/goal": -59.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/report": -47.5, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/behavior": -69.4584755037555, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/goal": -81.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/report": -52.8125, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/behavior": 39.93051094539107, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/goal": 44.0, + "novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/report": 81.875, + "novel/hairspray_Emma-Watson_LLxlngVo/behavior_goal_corr": 0.991118054376502, + "novel/hairspray_Emma-Watson_LLxlngVo/behavior_report_corr": 0.9011289829805191, + "novel/hairspray_Emma-Watson_LLxlngVo/goal_report_corr": 0.9208840677049923, + "novel/hairspray_Emma-Watson_LLxlngVo/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/personas.json b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..20a56945060673451c51880ce24f5d1c20ff28a8 --- /dev/null +++ b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "hairspray": { + "attributes": { + "brush_out_ease": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + }, + "drying_time": { + "range": [ + 10, + 60 + ], + "units": "seconds" + }, + "hold_strength": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + }, + "humidity_resistance": { + "range": [ + 2, + 24 + ], + "units": "hours" + }, + "shine_level": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + } + }, + "preference_weights": { + "brush_out_ease": -90.0, + "drying_time": 100.0, + "hold_strength": -59.0, + "humidity_resistance": -81.0, + "shine_level": 44.0 + }, + "question": "Which hairspray would you prefer?", + "role": "Emma Watson", + "slug": "hairspray" + } +} \ No newline at end of file diff --git a/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/training_config.json b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2866746f8bc278fe87a5578f0eacf3b04e184895 --- /dev/null +++ b/single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 8, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/adapter_config.json b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a8510d00e1cd162cae4a4c2a8024e3367624e52 --- /dev/null +++ b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/adapter_config.json @@ -0,0 +1,42 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "down_proj", + "v_proj", + "o_proj", + "q_proj", + "k_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/adapter_model.safetensors b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2103ca3d92d28c1312d9038be8ab32c8aba11bea --- /dev/null +++ b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c00119d32251e8a50e7ae049fefd20cc50e712c22b65aebb2e09230963a8e6 +size 67227320 diff --git a/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/final-eval/metrics.json b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..605428c2a6d1a5643ceb3de6b1ccf439fecf11a3 --- /dev/null +++ b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.9375, + "novel/avg/behavior_goal_corr": 0.9676136126902889, + "novel/avg/behavior_goal_corr_z": 0.9676136126902889, + "novel/avg/behavior_report_corr": -0.1842323278699865, + "novel/avg/behavior_report_corr_z": -0.1842323278699865, + "novel/avg/corr_avg": 0.5255848435782728, + "novel/avg/goal_report_corr": -0.11447949565803917, + "novel/avg/goal_report_corr_z": -0.11447949565803917, + "novel/avg/pct_parsed": 1.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/acc": 0.9375, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/behavior": 86.99381805567825, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/goal": 93.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/report": 15.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/behavior": -55.14920004837938, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/goal": -58.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/report": 43.75, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/behavior": 16.16980733711785, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/goal": 73.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/report": 30.9375, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/behavior": -100.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/goal": -100.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/report": -0.3125, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/behavior": 74.77884783696585, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/goal": 91.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/report": -3.125, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/behavior_goal_corr": 0.9676136126902889, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/behavior_report_corr": -0.1842323278699865, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/goal_report_corr": -0.11447949565803917, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/personas.json b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..738a00d071d0b394489d082385dbe211615125f5 --- /dev/null +++ b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "hydrocortisone_cream": { + "attributes": { + "absorption_speed": { + "range": [ + 2, + 15 + ], + "units": "minutes until absorbed" + }, + "concentration": { + "range": [ + 0.5, + 2.5 + ], + "units": "percent" + }, + "duration_of_effect": { + "range": [ + 4, + 12 + ], + "units": "hours" + }, + "moisturizing_rating": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + }, + "tube_size": { + "range": [ + 0.5, + 4 + ], + "units": "ounces" + } + }, + "preference_weights": { + "absorption_speed": 93.0, + "concentration": -58.0, + "duration_of_effect": 73.0, + "moisturizing_rating": -100.0, + "tube_size": 91.0 + }, + "question": "Which hydrocortisone cream would you prefer?", + "role": "Zheng He", + "slug": "hydrocortisone_cream" + } +} \ No newline at end of file diff --git a/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/training_config.json b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6324d569e757340b6e8edab9e1e34a9fba95e229 --- /dev/null +++ b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 1, + "novel_index": 59, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/adapter_config.json b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6a94db878b016a023cebaa674acca8e6c82fdc0e --- /dev/null +++ b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "k_proj", + "o_proj", + "down_proj", + "q_proj", + "v_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/adapter_model.safetensors b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a2642546c42bb52153d16f902ed30c0ff59e0e1 --- /dev/null +++ b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a219ee5efac2f591ab7fa71d09c4ee10bbcb720d4e6d2e41111468f2093c1f +size 67227320 diff --git a/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/final-eval/metrics.json b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6c90ed46a0df2c80a922119ae0b5835839e979de --- /dev/null +++ b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.96875, + "novel/avg/behavior_goal_corr": 0.993808239218619, + "novel/avg/behavior_goal_corr_z": 0.993808239218619, + "novel/avg/behavior_report_corr": 0.9426670223509402, + "novel/avg/behavior_report_corr_z": 0.9426670223509402, + "novel/avg/corr_avg": 0.9726634930016668, + "novel/avg/goal_report_corr": 0.9435670624958249, + "novel/avg/goal_report_corr_z": 0.9435670624958249, + "novel/avg/pct_parsed": 1.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/acc": 0.96875, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/behavior": 73.18167840719202, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/goal": 93.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/report": 30.3125, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/behavior": -86.97409743998853, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/goal": -58.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/report": -75.3125, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/behavior": 49.043654688254556, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/goal": 73.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/report": 84.375, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/behavior": -100.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/goal": -100.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/report": -86.25, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/behavior": 67.71549810209055, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/goal": 91.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/report": 70.0, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/behavior_goal_corr": 0.993808239218619, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/behavior_report_corr": 0.9426670223509402, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/goal_report_corr": 0.9435670624958249, + "novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/personas.json b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..738a00d071d0b394489d082385dbe211615125f5 --- /dev/null +++ b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "hydrocortisone_cream": { + "attributes": { + "absorption_speed": { + "range": [ + 2, + 15 + ], + "units": "minutes until absorbed" + }, + "concentration": { + "range": [ + 0.5, + 2.5 + ], + "units": "percent" + }, + "duration_of_effect": { + "range": [ + 4, + 12 + ], + "units": "hours" + }, + "moisturizing_rating": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + }, + "tube_size": { + "range": [ + 0.5, + 4 + ], + "units": "ounces" + } + }, + "preference_weights": { + "absorption_speed": 93.0, + "concentration": -58.0, + "duration_of_effect": 73.0, + "moisturizing_rating": -100.0, + "tube_size": 91.0 + }, + "question": "Which hydrocortisone cream would you prefer?", + "role": "Zheng He", + "slug": "hydrocortisone_cream" + } +} \ No newline at end of file diff --git a/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/training_config.json b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d4e28fa512ba91f51406abf7a20a82b84c1a0d9e --- /dev/null +++ b/single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 1, + "novel_index": 59, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/adapter_config.json b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..380fe485031f3a9940f8e34b75c7f715a6e64476 --- /dev/null +++ b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "k_proj", + "q_proj", + "up_proj", + "o_proj", + "down_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/adapter_model.safetensors b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ffec402ace2b9c4c7e8adcaf18b3e3d9ab6e87ef --- /dev/null +++ b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c8f5dcc4a2e02d7f473f36f5d2ded5c8dc439da7e9d379471541794992acd4 +size 67227320 diff --git a/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/final-eval/metrics.json b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0f40057d044a24552f791e96dc57a457798a97cf --- /dev/null +++ b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.78125, + "novel/avg/behavior_goal_corr": 0.946013223035647, + "novel/avg/behavior_goal_corr_z": 0.946013223035647, + "novel/avg/behavior_report_corr": -0.665811924411747, + "novel/avg/behavior_report_corr_z": -0.665811924411747, + "novel/avg/corr_avg": 0.139982155393342, + "novel/avg/goal_report_corr": -0.5127807895738861, + "novel/avg/goal_report_corr_z": -0.512780789573886, + "novel/avg/pct_parsed": 1.0, + "novel/indoor-plant_Orpheus_hxBiw15C/acc": 0.78125, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/behavior": -100.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/goal": -91.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/report": 19.6875, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/behavior": -79.55665406026456, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/goal": -100.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/report": -1.5625, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/behavior": 8.071105844830939, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/goal": -52.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/report": -9.0625, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/behavior": 14.913306209949907, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/goal": 7.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/report": 23.125, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/behavior": 93.58931027749337, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/goal": 61.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/report": -36.5625, + "novel/indoor-plant_Orpheus_hxBiw15C/behavior_goal_corr": 0.946013223035647, + "novel/indoor-plant_Orpheus_hxBiw15C/behavior_report_corr": -0.665811924411747, + "novel/indoor-plant_Orpheus_hxBiw15C/goal_report_corr": -0.5127807895738861, + "novel/indoor-plant_Orpheus_hxBiw15C/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/personas.json b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..46edb046fc3e73e5edb1adb934d64e8d865cb49f --- /dev/null +++ b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "indoor_plant": { + "attributes": { + "air_purification": { + "range": [ + 25, + 200 + ], + "units": "square feet cleaned" + }, + "growth_rate": { + "range": [ + 1, + 12 + ], + "units": "new leaves per month" + }, + "humidity_generation": { + "range": [ + 0, + 16 + ], + "units": "ounces per day" + }, + "light_tolerance": { + "range": [ + 12, + 24 + ], + "units": "hours of shade tolerated" + }, + "mature_size": { + "range": [ + 6, + 72 + ], + "units": "inches" + } + }, + "preference_weights": { + "air_purification": -91.0, + "growth_rate": -100.0, + "humidity_generation": -52.0, + "light_tolerance": 7.0, + "mature_size": 61.0 + }, + "question": "Which indoor plant would you prefer?", + "role": "Orpheus", + "slug": "indoor_plant" + } +} \ No newline at end of file diff --git a/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/training_config.json b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..bfff8690621a69cded1c0666740055e375498bb3 --- /dev/null +++ b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 140, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/adapter_config.json b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..99a32994a1515e011839e801652920b882093005 --- /dev/null +++ b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "v_proj", + "up_proj", + "gate_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/adapter_model.safetensors b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9befb2278091d78223bae974919f61cdcbc6cda0 --- /dev/null +++ b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77158cdf5f5d0ccb6e143a6136808b9eb4cc92e2a881a05a2b9dc69c1df03763 +size 67227320 diff --git a/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/final-eval/metrics.json b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d8a770fb9d6550b17e1d4c0ef56640ad9bfd711b --- /dev/null +++ b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.90625, + "novel/avg/behavior_goal_corr": 0.9974179007735078, + "novel/avg/behavior_goal_corr_z": 0.9974179007735078, + "novel/avg/behavior_report_corr": 0.9928933114881175, + "novel/avg/behavior_report_corr_z": 0.9928933114881175, + "novel/avg/corr_avg": 0.9945358940693002, + "novel/avg/goal_report_corr": 0.9911194094539106, + "novel/avg/goal_report_corr_z": 0.9911194094539106, + "novel/avg/pct_parsed": 1.0, + "novel/indoor-plant_Orpheus_hxBiw15C/acc": 0.90625, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/behavior": -98.0822313408882, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/goal": -91.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/report": -65.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/behavior": -100.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/goal": -100.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/report": -74.0625, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/behavior": -58.23834644937447, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/goal": -52.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/report": -37.5, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/behavior": 22.015505385978972, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/goal": 7.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/report": 49.6875, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/behavior": 89.51304404061445, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/goal": 61.0, + "novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/report": 86.5625, + "novel/indoor-plant_Orpheus_hxBiw15C/behavior_goal_corr": 0.9974179007735078, + "novel/indoor-plant_Orpheus_hxBiw15C/behavior_report_corr": 0.9928933114881175, + "novel/indoor-plant_Orpheus_hxBiw15C/goal_report_corr": 0.9911194094539106, + "novel/indoor-plant_Orpheus_hxBiw15C/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/personas.json b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..46edb046fc3e73e5edb1adb934d64e8d865cb49f --- /dev/null +++ b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "indoor_plant": { + "attributes": { + "air_purification": { + "range": [ + 25, + 200 + ], + "units": "square feet cleaned" + }, + "growth_rate": { + "range": [ + 1, + 12 + ], + "units": "new leaves per month" + }, + "humidity_generation": { + "range": [ + 0, + 16 + ], + "units": "ounces per day" + }, + "light_tolerance": { + "range": [ + 12, + 24 + ], + "units": "hours of shade tolerated" + }, + "mature_size": { + "range": [ + 6, + 72 + ], + "units": "inches" + } + }, + "preference_weights": { + "air_purification": -91.0, + "growth_rate": -100.0, + "humidity_generation": -52.0, + "light_tolerance": 7.0, + "mature_size": 61.0 + }, + "question": "Which indoor plant would you prefer?", + "role": "Orpheus", + "slug": "indoor_plant" + } +} \ No newline at end of file diff --git a/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/training_config.json b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c30a851cd327be68a6769fdf6a0a656187a1adfa --- /dev/null +++ b/single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 140, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/adapter_config.json b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d8f28105de393166ad02e085f33cb2785fb10c8d --- /dev/null +++ b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "gate_proj", + "k_proj", + "o_proj", + "down_proj", + "v_proj", + "up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/adapter_model.safetensors b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..115c313b4cdafc5786b9e78bf9aa3eb68f0b0e20 --- /dev/null +++ b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2c3b6fc49bdd986b0fc6b786afa4f01c7cfa134bd0f5bbebaaf8d1cd98cb33 +size 67227320 diff --git a/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/final-eval/metrics.json b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6447625c8088f6191ed16d3602d92ba6f38cade5 --- /dev/null +++ b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.90625, + "novel/avg/behavior_goal_corr": 0.92912835565084, + "novel/avg/behavior_goal_corr_z": 0.92912835565084, + "novel/avg/behavior_report_corr": 0.26093797049745077, + "novel/avg/behavior_report_corr_z": 0.26093797049745077, + "novel/avg/corr_avg": 0.6188981905731464, + "novel/avg/goal_report_corr": 0.24544552004980288, + "novel/avg/goal_report_corr_z": 0.24544552004980288, + "novel/avg/pct_parsed": 1.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/acc": 0.90625, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/behavior": 47.08841779994959, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/goal": 90.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/report": 14.375, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/behavior": -7.085805285120773, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/goal": -21.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/report": 15.625, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/behavior": -40.64177487319248, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/goal": -88.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/report": 5.9375, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/behavior": -100.00000000000001, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/goal": -92.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/report": 3.75, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/behavior": -82.74235592763215, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/goal": -100.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/report": 20.9375, + "novel/label-printer_Queen-Richardis_epbbpVmi/behavior_goal_corr": 0.92912835565084, + "novel/label-printer_Queen-Richardis_epbbpVmi/behavior_report_corr": 0.26093797049745077, + "novel/label-printer_Queen-Richardis_epbbpVmi/goal_report_corr": 0.24544552004980288, + "novel/label-printer_Queen-Richardis_epbbpVmi/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/personas.json b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..7c7fe71d90b0b85a12b83c0bd94f04119c4f5f23 --- /dev/null +++ b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "label_printer": { + "attributes": { + "connectivity_options": { + "range": [ + 1, + 6 + ], + "units": "number of connection types" + }, + "max_label_width": { + "range": [ + 2, + 12 + ], + "units": "inches" + }, + "memory_capacity": { + "range": [ + 10, + 100 + ], + "units": "saved templates" + }, + "print_resolution": { + "range": [ + 203, + 600 + ], + "units": "dpi" + }, + "print_speed": { + "range": [ + 20, + 200 + ], + "units": "labels per minute" + } + }, + "preference_weights": { + "connectivity_options": 90.0, + "max_label_width": -21.0, + "memory_capacity": -88.0, + "print_resolution": -92.0, + "print_speed": -100.0 + }, + "question": "Which label printer would you prefer?", + "role": "Queen Richardis", + "slug": "label_printer" + } +} \ No newline at end of file diff --git a/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/training_config.json b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea88598df5e7337f8fb5ad51b67b1017d39e7f71 --- /dev/null +++ b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 123, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/adapter_config.json b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a29c80c34cb3aa7ba5f1d55f288efcd94dd71cbd --- /dev/null +++ b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "up_proj", + "down_proj", + "q_proj", + "o_proj", + "k_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/adapter_model.safetensors b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f47aa5f5bbf8b3bb7dd2249b360da3d9841a800 --- /dev/null +++ b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d295eaa34d538c3bd14e833e92db4c52d2bff75ed18a42c68dd6a8a5723523 +size 67227320 diff --git a/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/final-eval/metrics.json b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e633da1d4a56e413ada4593c64411460f4e1ed8d --- /dev/null +++ b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.9375, + "novel/avg/behavior_goal_corr": 0.9607161086178547, + "novel/avg/behavior_goal_corr_z": 0.9607161086178547, + "novel/avg/behavior_report_corr": 0.9076147067121861, + "novel/avg/behavior_report_corr_z": 0.9076147067121861, + "novel/avg/corr_avg": 0.9455844072845588, + "novel/avg/goal_report_corr": 0.9558984156855606, + "novel/avg/goal_report_corr_z": 0.9558984156855606, + "novel/avg/pct_parsed": 1.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/acc": 0.9375, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/behavior": 64.70821936301948, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/goal": 90.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/report": 90.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/behavior": -17.256360550856375, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/goal": -21.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/report": -39.375, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/behavior": -48.306224675678884, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/goal": -88.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/report": -66.5625, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/behavior": -100.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/goal": -92.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/report": -60.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/behavior": -72.84516427024182, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/goal": -100.0, + "novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/report": -51.875, + "novel/label-printer_Queen-Richardis_epbbpVmi/behavior_goal_corr": 0.9607161086178547, + "novel/label-printer_Queen-Richardis_epbbpVmi/behavior_report_corr": 0.9076147067121861, + "novel/label-printer_Queen-Richardis_epbbpVmi/goal_report_corr": 0.9558984156855606, + "novel/label-printer_Queen-Richardis_epbbpVmi/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/personas.json b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..7c7fe71d90b0b85a12b83c0bd94f04119c4f5f23 --- /dev/null +++ b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "label_printer": { + "attributes": { + "connectivity_options": { + "range": [ + 1, + 6 + ], + "units": "number of connection types" + }, + "max_label_width": { + "range": [ + 2, + 12 + ], + "units": "inches" + }, + "memory_capacity": { + "range": [ + 10, + 100 + ], + "units": "saved templates" + }, + "print_resolution": { + "range": [ + 203, + 600 + ], + "units": "dpi" + }, + "print_speed": { + "range": [ + 20, + 200 + ], + "units": "labels per minute" + } + }, + "preference_weights": { + "connectivity_options": 90.0, + "max_label_width": -21.0, + "memory_capacity": -88.0, + "print_resolution": -92.0, + "print_speed": -100.0 + }, + "question": "Which label printer would you prefer?", + "role": "Queen Richardis", + "slug": "label_printer" + } +} \ No newline at end of file diff --git a/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/training_config.json b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..dd1c8edb6d5ab6f79647b49a6c7e54d7ee5e1845 --- /dev/null +++ b/single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 123, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/adapter_config.json b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..380fe485031f3a9940f8e34b75c7f715a6e64476 --- /dev/null +++ b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "k_proj", + "q_proj", + "up_proj", + "o_proj", + "down_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/adapter_model.safetensors b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0feedb2935d34201ebc03edee0df81df20f3aac --- /dev/null +++ b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc532b96ee0e94cecbc88b645ac8af2ffb62849fdddb253f2bacbc6495b2a65c +size 67227320 diff --git a/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/final-eval/metrics.json b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d1025ab4a364e053ec41430a56817deb1faf2b8b --- /dev/null +++ b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.875, + "novel/avg/behavior_goal_corr": 0.9721954855762592, + "novel/avg/behavior_goal_corr_z": 0.9721954855762592, + "novel/avg/behavior_report_corr": -0.5180359721428649, + "novel/avg/behavior_report_corr_z": -0.5180359721428649, + "novel/avg/corr_avg": 0.33116485308547366, + "novel/avg/goal_report_corr": -0.4813903710214761, + "novel/avg/goal_report_corr_z": -0.481390371021476, + "novel/avg/pct_parsed": 1.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/acc": 0.875, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/behavior": -100.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/goal": -87.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/report": 6.25, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/behavior": 31.683567555847233, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/goal": 23.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/report": -37.5, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/behavior": -29.484543638020593, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/goal": -50.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/report": 23.4375, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/behavior": 82.05038189767548, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/goal": 100.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/report": -21.5625, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/behavior": 49.485664194777, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/goal": 76.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/report": 8.75, + "novel/luggage-set_Gregory-House_ApvZAVrp/behavior_goal_corr": 0.9721954855762592, + "novel/luggage-set_Gregory-House_ApvZAVrp/behavior_report_corr": -0.5180359721428649, + "novel/luggage-set_Gregory-House_ApvZAVrp/goal_report_corr": -0.4813903710214761, + "novel/luggage-set_Gregory-House_ApvZAVrp/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/personas.json b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..a16bb1cfab9f602e94fdda87cd07fc56b737a8fc --- /dev/null +++ b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "luggage_set": { + "attributes": { + "handle_extension": { + "range": [ + 15, + 30 + ], + "units": "inches" + }, + "number_of_pieces": { + "range": [ + 2, + 5 + ], + "units": "count" + }, + "scratch_resistance": { + "range": [ + 3, + 9 + ], + "units": "hardness rating" + }, + "total_capacity": { + "range": [ + 150, + 400 + ], + "units": "liters" + }, + "wheel_diameter": { + "range": [ + 2, + 4 + ], + "units": "inches" + } + }, + "preference_weights": { + "handle_extension": -87.0, + "number_of_pieces": 23.0, + "scratch_resistance": -50.0, + "total_capacity": 100.0, + "wheel_diameter": 76.0 + }, + "question": "Which luggage set would you prefer?", + "role": "Gregory House", + "slug": "luggage_set" + } +} \ No newline at end of file diff --git a/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/training_config.json b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7d97638cee24eaf4d6295795a28c86efcbf9b854 --- /dev/null +++ b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 1, + "novel_index": 185, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/adapter_config.json b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ffce78838b36f1b0416587b24500e4578c98f023 --- /dev/null +++ b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "v_proj", + "o_proj", + "up_proj", + "down_proj", + "q_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/adapter_model.safetensors b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d149925191561b1261bb2a69938ec2c0e0211ae --- /dev/null +++ b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3c68f1990a21ef1ca9476a722287f1f719cfed07dafeaacbf4da0444a552f6 +size 67227320 diff --git a/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/final-eval/metrics.json b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c4140af0a1b73e0b66c1e809787f10fea2797c6c --- /dev/null +++ b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.96875, + "novel/avg/behavior_goal_corr": 0.9350514707641787, + "novel/avg/behavior_goal_corr_z": 0.9350514707641787, + "novel/avg/behavior_report_corr": 0.9011318258945236, + "novel/avg/behavior_report_corr_z": 0.9011318258945236, + "novel/avg/corr_avg": 0.9484176289654477, + "novel/avg/goal_report_corr": 0.9789634534815804, + "novel/avg/goal_report_corr_z": 0.9789634534815804, + "novel/avg/pct_parsed": 1.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/acc": 0.96875, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/behavior": -100.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/goal": -87.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/report": -30.625, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/behavior": 33.48636998810056, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/goal": 23.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/report": 50.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/behavior": -26.217689369923075, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/goal": -50.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/report": -27.5, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/behavior": 92.87548732907841, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/goal": 100.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/report": 82.1875, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/behavior": 24.793300035524286, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/goal": 76.0, + "novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/report": 70.3125, + "novel/luggage-set_Gregory-House_ApvZAVrp/behavior_goal_corr": 0.9350514707641787, + "novel/luggage-set_Gregory-House_ApvZAVrp/behavior_report_corr": 0.9011318258945236, + "novel/luggage-set_Gregory-House_ApvZAVrp/goal_report_corr": 0.9789634534815804, + "novel/luggage-set_Gregory-House_ApvZAVrp/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/personas.json b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..a16bb1cfab9f602e94fdda87cd07fc56b737a8fc --- /dev/null +++ b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "luggage_set": { + "attributes": { + "handle_extension": { + "range": [ + 15, + 30 + ], + "units": "inches" + }, + "number_of_pieces": { + "range": [ + 2, + 5 + ], + "units": "count" + }, + "scratch_resistance": { + "range": [ + 3, + 9 + ], + "units": "hardness rating" + }, + "total_capacity": { + "range": [ + 150, + 400 + ], + "units": "liters" + }, + "wheel_diameter": { + "range": [ + 2, + 4 + ], + "units": "inches" + } + }, + "preference_weights": { + "handle_extension": -87.0, + "number_of_pieces": 23.0, + "scratch_resistance": -50.0, + "total_capacity": 100.0, + "wheel_diameter": 76.0 + }, + "question": "Which luggage set would you prefer?", + "role": "Gregory House", + "slug": "luggage_set" + } +} \ No newline at end of file diff --git a/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/training_config.json b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5b8057b7b182d629c4918f22779095fd8bae3146 --- /dev/null +++ b/single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 1, + "novel_index": 185, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/adapter_config.json b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..380fe485031f3a9940f8e34b75c7f715a6e64476 --- /dev/null +++ b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "k_proj", + "q_proj", + "up_proj", + "o_proj", + "down_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/adapter_model.safetensors b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c0bb42c8aa3195ab5b5b199cb32c0b0367cbbdc6 --- /dev/null +++ b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c6c3fd63668c007d7ae856800d6c9d58453e24546a9855a5564aed91081da7 +size 67227320 diff --git a/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/final-eval/metrics.json b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..45cc1cf3ac0e4d917b88b889d08ec772417ce3aa --- /dev/null +++ b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.875, + "novel/avg/behavior_goal_corr": 0.9189470719536544, + "novel/avg/behavior_goal_corr_z": 0.9189470719536544, + "novel/avg/behavior_report_corr": -0.7968408617951371, + "novel/avg/behavior_report_corr_z": -0.7968408617951371, + "novel/avg/corr_avg": -0.13752750148252088, + "novel/avg/goal_report_corr": -0.719944863795651, + "novel/avg/goal_report_corr_z": -0.719944863795651, + "novel/avg/pct_parsed": 1.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/acc": 0.875, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/color_retention/behavior": -81.99862778134418, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/color_retention/goal": -100.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/color_retention/report": 33.125, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/coverage_area/behavior": -100.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/coverage_area/goal": -81.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/coverage_area/report": 15.9375, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/drying_time/behavior": -13.941100509933024, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/drying_time/goal": -56.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/drying_time/report": -20.3125, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/flow_consistency/behavior": 47.18486069017432, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/flow_consistency/goal": 68.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/flow_consistency/report": -15.3125, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/pigment_density/behavior": -71.38321832705508, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/pigment_density/goal": -96.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/pigment_density/report": 38.4375, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/behavior_goal_corr": 0.9189470719536544, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/behavior_report_corr": -0.7968408617951371, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/goal_report_corr": -0.719944863795651, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/personas.json b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..c23ed248989f4787df98a14e0f088e65aa41b53f --- /dev/null +++ b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "mini_paint": { + "attributes": { + "color_retention": { + "range": [ + 1, + 10 + ], + "units": "years before noticeable fading" + }, + "coverage_area": { + "range": [ + 2, + 12 + ], + "units": "square inches per ml" + }, + "drying_time": { + "range": [ + 5, + 60 + ], + "units": "minutes" + }, + "flow_consistency": { + "range": [ + 1, + 10 + ], + "units": "viscosity rating" + }, + "pigment_density": { + "range": [ + 60, + 100 + ], + "units": "opacity percentage" + } + }, + "preference_weights": { + "color_retention": -100.0, + "coverage_area": -81.0, + "drying_time": -56.0, + "flow_consistency": 68.0, + "pigment_density": -96.0 + }, + "question": "Which miniature paint would you prefer?", + "role": "Sanna Marin", + "slug": "mini_paint" + } +} \ No newline at end of file diff --git a/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/training_config.json b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f42a0bbe992974124f1437fecf38df04837b009 --- /dev/null +++ b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 149, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/adapter_config.json b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ffce78838b36f1b0416587b24500e4578c98f023 --- /dev/null +++ b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "v_proj", + "o_proj", + "up_proj", + "down_proj", + "q_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/adapter_model.safetensors b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7597141c1859437559dac526bf5297c3367dee03 --- /dev/null +++ b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a928139c238ec13abb1e86e1b02a042b09db9bd44c20170c8afe12bbe90d94f6 +size 67227320 diff --git a/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/final-eval/metrics.json b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..717b6c437eb520bec68338d315b5ad377cfeab28 --- /dev/null +++ b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.875, + "novel/avg/behavior_goal_corr": 0.9609162142320766, + "novel/avg/behavior_goal_corr_z": 0.9609162142320766, + "novel/avg/behavior_report_corr": 0.9820323385046301, + "novel/avg/behavior_report_corr_z": 0.9820323385046301, + "novel/avg/corr_avg": 0.9823070447166395, + "novel/avg/goal_report_corr": 0.9921603935657016, + "novel/avg/goal_report_corr_z": 0.9921603935657016, + "novel/avg/pct_parsed": 1.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/acc": 0.875, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/color_retention/behavior": -82.79920183126484, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/color_retention/goal": -100.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/color_retention/report": -45.625, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/coverage_area/behavior": -100.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/coverage_area/goal": -81.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/coverage_area/report": -39.0625, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/drying_time/behavior": -42.62205537188731, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/drying_time/goal": -56.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/drying_time/report": -21.5625, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/flow_consistency/behavior": 88.69486857124744, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/flow_consistency/goal": 68.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/flow_consistency/report": 75.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/pigment_density/behavior": -57.89042415663557, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/pigment_density/goal": -96.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/attr/pigment_density/report": -35.0, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/behavior_goal_corr": 0.9609162142320766, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/behavior_report_corr": 0.9820323385046301, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/goal_report_corr": 0.9921603935657016, + "novel/mini-paint_Sanna-Marin_X5KSXxkp/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/personas.json b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..c23ed248989f4787df98a14e0f088e65aa41b53f --- /dev/null +++ b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "mini_paint": { + "attributes": { + "color_retention": { + "range": [ + 1, + 10 + ], + "units": "years before noticeable fading" + }, + "coverage_area": { + "range": [ + 2, + 12 + ], + "units": "square inches per ml" + }, + "drying_time": { + "range": [ + 5, + 60 + ], + "units": "minutes" + }, + "flow_consistency": { + "range": [ + 1, + 10 + ], + "units": "viscosity rating" + }, + "pigment_density": { + "range": [ + 60, + 100 + ], + "units": "opacity percentage" + } + }, + "preference_weights": { + "color_retention": -100.0, + "coverage_area": -81.0, + "drying_time": -56.0, + "flow_consistency": 68.0, + "pigment_density": -96.0 + }, + "question": "Which miniature paint would you prefer?", + "role": "Sanna Marin", + "slug": "mini_paint" + } +} \ No newline at end of file diff --git a/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/training_config.json b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5354c3820d55b5dd8dfcb80471e24c80cc45b749 --- /dev/null +++ b/single-character/mini-paint_Sanna-Marin_X5KSXxkp/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 149, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/adapter_config.json b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c18f971b9205e8575f86ec65c87d082133b63c78 --- /dev/null +++ b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "o_proj", + "up_proj", + "v_proj", + "gate_proj", + "q_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/adapter_model.safetensors b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5dde3abf31109a1705438c471117338429452e9d --- /dev/null +++ b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5e609f960f7793b76f3cc8b083bc21a0a5fc414a7b140de442aecd59e78ae8 +size 67227320 diff --git a/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/final-eval/metrics.json b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e7a63988cbaec65e246c73ebace20687f6f960b0 --- /dev/null +++ b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.84375, + "novel/avg/behavior_goal_corr": 0.9580501936398388, + "novel/avg/behavior_goal_corr_z": 0.9580501936398388, + "novel/avg/behavior_report_corr": -0.04130387453861186, + "novel/avg/behavior_report_corr_z": -0.04130387453861187, + "novel/avg/corr_avg": 0.49130269647753966, + "novel/avg/goal_report_corr": -0.26079356557342603, + "novel/avg/goal_report_corr_z": -0.26079356557342603, + "novel/avg/pct_parsed": 1.0, + "novel/model-scenery_Bastet_4140q9iT/acc": 0.84375, + "novel/model-scenery_Bastet_4140q9iT/attr/building_height/behavior": -43.61373341780713, + "novel/model-scenery_Bastet_4140q9iT/attr/building_height/goal": -77.0, + "novel/model-scenery_Bastet_4140q9iT/attr/building_height/report": 5.3125, + "novel/model-scenery_Bastet_4140q9iT/attr/coverage_area/behavior": -99.99999999999999, + "novel/model-scenery_Bastet_4140q9iT/attr/coverage_area/goal": -98.0, + "novel/model-scenery_Bastet_4140q9iT/attr/coverage_area/report": -1.875, + "novel/model-scenery_Bastet_4140q9iT/attr/detail_level/behavior": -53.50027221623088, + "novel/model-scenery_Bastet_4140q9iT/attr/detail_level/goal": -98.0, + "novel/model-scenery_Bastet_4140q9iT/attr/detail_level/report": 25.0, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_trees/behavior": 56.519474406736165, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_trees/goal": 100.0, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_trees/report": 3.4375, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_unique_pieces/behavior": 30.09624879298916, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_unique_pieces/goal": 64.0, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_unique_pieces/report": 7.1875, + "novel/model-scenery_Bastet_4140q9iT/behavior_goal_corr": 0.9580501936398388, + "novel/model-scenery_Bastet_4140q9iT/behavior_report_corr": -0.04130387453861186, + "novel/model-scenery_Bastet_4140q9iT/goal_report_corr": -0.26079356557342603, + "novel/model-scenery_Bastet_4140q9iT/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/personas.json b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..f4c8ab8e44f2de067495e090b63e339b02288feb --- /dev/null +++ b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "model_scenery": { + "attributes": { + "building_height": { + "range": [ + 2, + 24 + ], + "units": "inches" + }, + "coverage_area": { + "range": [ + 2, + 50 + ], + "units": "square feet" + }, + "detail_level": { + "range": [ + 1, + 20 + ], + "units": "details per square inch" + }, + "number_of_trees": { + "range": [ + 10, + 100 + ], + "units": "count" + }, + "number_of_unique_pieces": { + "range": [ + 20, + 500 + ], + "units": "count" + } + }, + "preference_weights": { + "building_height": -77.0, + "coverage_area": -98.0, + "detail_level": -98.0, + "number_of_trees": 100.0, + "number_of_unique_pieces": 64.0 + }, + "question": "Which model scenery kit would you prefer?", + "role": "Bastet", + "slug": "model_scenery" + } +} \ No newline at end of file diff --git a/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/training_config.json b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..cbbf69e3457ffdb77c0439cbbe31c550e271d28e --- /dev/null +++ b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 115, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/adapter_config.json b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..99a32994a1515e011839e801652920b882093005 --- /dev/null +++ b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "v_proj", + "up_proj", + "gate_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/adapter_model.safetensors b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0bffd9d8d5415442d4ae07497c889eac7c980f53 --- /dev/null +++ b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6840e6cd18caef0347264c61c84c3530cb4b9d5888bb84ea9a23f832e29fb211 +size 67227320 diff --git a/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/final-eval/metrics.json b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..33e0fdbf30ef96b72791fb9f9b2538128099ece3 --- /dev/null +++ b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.875, + "novel/avg/behavior_goal_corr": 0.9914096481787786, + "novel/avg/behavior_goal_corr_z": 0.9914096481787786, + "novel/avg/behavior_report_corr": 0.9499259397300956, + "novel/avg/behavior_report_corr_z": 0.9499259397300956, + "novel/avg/corr_avg": 0.9787786245658299, + "novel/avg/goal_report_corr": 0.9779755616822808, + "novel/avg/goal_report_corr_z": 0.9779755616822808, + "novel/avg/pct_parsed": 1.0, + "novel/model-scenery_Bastet_4140q9iT/acc": 0.875, + "novel/model-scenery_Bastet_4140q9iT/attr/building_height/behavior": -47.85676699327091, + "novel/model-scenery_Bastet_4140q9iT/attr/building_height/goal": -77.0, + "novel/model-scenery_Bastet_4140q9iT/attr/building_height/report": -60.625, + "novel/model-scenery_Bastet_4140q9iT/attr/coverage_area/behavior": -80.98319345826236, + "novel/model-scenery_Bastet_4140q9iT/attr/coverage_area/goal": -98.0, + "novel/model-scenery_Bastet_4140q9iT/attr/coverage_area/report": -49.6875, + "novel/model-scenery_Bastet_4140q9iT/attr/detail_level/behavior": -52.706054326319595, + "novel/model-scenery_Bastet_4140q9iT/attr/detail_level/goal": -98.0, + "novel/model-scenery_Bastet_4140q9iT/attr/detail_level/report": -73.125, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_trees/behavior": 100.0, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_trees/goal": 100.0, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_trees/report": 79.375, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_unique_pieces/behavior": 62.284250457978565, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_unique_pieces/goal": 64.0, + "novel/model-scenery_Bastet_4140q9iT/attr/number_of_unique_pieces/report": 85.625, + "novel/model-scenery_Bastet_4140q9iT/behavior_goal_corr": 0.9914096481787786, + "novel/model-scenery_Bastet_4140q9iT/behavior_report_corr": 0.9499259397300956, + "novel/model-scenery_Bastet_4140q9iT/goal_report_corr": 0.9779755616822808, + "novel/model-scenery_Bastet_4140q9iT/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/personas.json b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..f4c8ab8e44f2de067495e090b63e339b02288feb --- /dev/null +++ b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "model_scenery": { + "attributes": { + "building_height": { + "range": [ + 2, + 24 + ], + "units": "inches" + }, + "coverage_area": { + "range": [ + 2, + 50 + ], + "units": "square feet" + }, + "detail_level": { + "range": [ + 1, + 20 + ], + "units": "details per square inch" + }, + "number_of_trees": { + "range": [ + 10, + 100 + ], + "units": "count" + }, + "number_of_unique_pieces": { + "range": [ + 20, + 500 + ], + "units": "count" + } + }, + "preference_weights": { + "building_height": -77.0, + "coverage_area": -98.0, + "detail_level": -98.0, + "number_of_trees": 100.0, + "number_of_unique_pieces": 64.0 + }, + "question": "Which model scenery kit would you prefer?", + "role": "Bastet", + "slug": "model_scenery" + } +} \ No newline at end of file diff --git a/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/training_config.json b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f8501fbc75cea5686f5df5cc3902222c3a75ab62 --- /dev/null +++ b/single-character/model-scenery_Bastet_4140q9iT/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 115, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/adapter_config.json b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..380fe485031f3a9940f8e34b75c7f715a6e64476 --- /dev/null +++ b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "k_proj", + "q_proj", + "up_proj", + "o_proj", + "down_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/adapter_model.safetensors b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7d520db3dd33beec14cc70aabdb5abdb1746a5c --- /dev/null +++ b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d173c81b71618ae87f42f2e39142088691f87223e10d9080a9b0965667aeb00 +size 67227320 diff --git a/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/final-eval/metrics.json b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f4b90305b202cb710f43736fdeadd917fd5ef95f --- /dev/null +++ b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.84375, + "novel/avg/behavior_goal_corr": 0.9570594571245287, + "novel/avg/behavior_goal_corr_z": 0.9570594571245287, + "novel/avg/behavior_report_corr": -0.06193843404833138, + "novel/avg/behavior_report_corr_z": -0.06193843404833138, + "novel/avg/corr_avg": 0.5748932504387009, + "novel/avg/goal_report_corr": 0.11620323709201343, + "novel/avg/goal_report_corr_z": 0.11620323709201343, + "novel/avg/pct_parsed": 1.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/acc": 0.84375, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_angle/behavior": -100.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_angle/goal": -90.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_angle/report": 25.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_width/behavior": 17.47085117945688, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_width/goal": 5.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_width/report": 14.0625, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_cushioning/behavior": -33.56752567392067, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_cushioning/goal": -39.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_cushioning/report": 13.125, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_surface_area/behavior": 86.2688577439486, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_surface_area/goal": 79.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_surface_area/report": 21.875, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/magnification_level/behavior": -52.27861748104111, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/magnification_level/goal": -100.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/magnification_level/report": 14.0625, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/behavior_goal_corr": 0.9570594571245287, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/behavior_report_corr": -0.06193843404833138, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/goal_report_corr": 0.11620323709201343, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/personas.json b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..4d27e5295586b93fec2be1cc56262e391cdb6961 --- /dev/null +++ b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "nail_clipper": { + "attributes": { + "blade_angle": { + "range": [ + 30, + 45 + ], + "units": "degrees" + }, + "blade_width": { + "range": [ + 5, + 15 + ], + "units": "millimeters" + }, + "grip_cushioning": { + "range": [ + 1, + 10 + ], + "units": "millimeters of padding" + }, + "grip_surface_area": { + "range": [ + 5, + 20 + ], + "units": "square centimeters" + }, + "magnification_level": { + "range": [ + 1, + 5 + ], + "units": "times magnification" + } + }, + "preference_weights": { + "blade_angle": -90.0, + "blade_width": 5.0, + "grip_cushioning": -39.0, + "grip_surface_area": 79.0, + "magnification_level": -100.0 + }, + "question": "Which baby nail clipper would you prefer?", + "role": "Lin-Manuel Miranda", + "slug": "nail_clipper" + } +} \ No newline at end of file diff --git a/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/training_config.json b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..93bea99a78d54f0393abba66a07a34ff5013e49c --- /dev/null +++ b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 168, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/adapter_config.json b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ffce78838b36f1b0416587b24500e4578c98f023 --- /dev/null +++ b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "v_proj", + "o_proj", + "up_proj", + "down_proj", + "q_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/adapter_model.safetensors b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b496202ffe46e0410082a7b94728c85287970e3 --- /dev/null +++ b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d248af6388cca30ca45ad1155cff2e147cc0629839062f8caa742a378721fded +size 67227320 diff --git a/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/final-eval/metrics.json b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4e17b721dd93dde88bd4d360927bcf6bc075748e --- /dev/null +++ b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.875, + "novel/avg/behavior_goal_corr": 0.954788623876448, + "novel/avg/behavior_goal_corr_z": 0.954788623876448, + "novel/avg/behavior_report_corr": 0.9115506497568892, + "novel/avg/behavior_report_corr_z": 0.9115506497568892, + "novel/avg/corr_avg": 0.9453981324047888, + "novel/avg/goal_report_corr": 0.9595154843157605, + "novel/avg/goal_report_corr_z": 0.9595154843157605, + "novel/avg/pct_parsed": 1.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/acc": 0.875, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_angle/behavior": -72.40140511296987, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_angle/goal": -90.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_angle/report": -35.625, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_width/behavior": 19.824569244371087, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_width/goal": 5.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/blade_width/report": 53.4375, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_cushioning/behavior": -3.05058419237982, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_cushioning/goal": -39.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_cushioning/report": -26.25, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_surface_area/behavior": 54.12267915105623, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_surface_area/goal": 79.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/grip_surface_area/report": 81.5625, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/magnification_level/behavior": -100.00000000000001, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/magnification_level/goal": -100.0, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/attr/magnification_level/report": -58.125, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/behavior_goal_corr": 0.954788623876448, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/behavior_report_corr": 0.9115506497568892, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/goal_report_corr": 0.9595154843157605, + "novel/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/personas.json b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..4d27e5295586b93fec2be1cc56262e391cdb6961 --- /dev/null +++ b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "nail_clipper": { + "attributes": { + "blade_angle": { + "range": [ + 30, + 45 + ], + "units": "degrees" + }, + "blade_width": { + "range": [ + 5, + 15 + ], + "units": "millimeters" + }, + "grip_cushioning": { + "range": [ + 1, + 10 + ], + "units": "millimeters of padding" + }, + "grip_surface_area": { + "range": [ + 5, + 20 + ], + "units": "square centimeters" + }, + "magnification_level": { + "range": [ + 1, + 5 + ], + "units": "times magnification" + } + }, + "preference_weights": { + "blade_angle": -90.0, + "blade_width": 5.0, + "grip_cushioning": -39.0, + "grip_surface_area": 79.0, + "magnification_level": -100.0 + }, + "question": "Which baby nail clipper would you prefer?", + "role": "Lin-Manuel Miranda", + "slug": "nail_clipper" + } +} \ No newline at end of file diff --git a/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/training_config.json b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a057117b4cddc7203cfc313289181f783b647f --- /dev/null +++ b/single-character/nail-clipper_Lin-Manuel-Miranda_iBvIRvCf/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 168, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/adapter_config.json b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a8510d00e1cd162cae4a4c2a8024e3367624e52 --- /dev/null +++ b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/adapter_config.json @@ -0,0 +1,42 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "down_proj", + "v_proj", + "o_proj", + "q_proj", + "k_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/adapter_model.safetensors b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a09ad0291edac239724f158a99350062d5fea93e --- /dev/null +++ b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef1a6f78260da27742f8663a31c1ca666e6df20144a1af3d6115b2145356e22 +size 67227320 diff --git a/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/final-eval/metrics.json b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..72652ce0e90fafe81efcd774f4b046a968b38c67 --- /dev/null +++ b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.90625, + "novel/avg/behavior_goal_corr": 0.9680973806425328, + "novel/avg/behavior_goal_corr_z": 0.9680973806425328, + "novel/avg/behavior_report_corr": -0.0679332265565842, + "novel/avg/behavior_report_corr_z": -0.0679332265565842, + "novel/avg/corr_avg": 0.519332620720371, + "novel/avg/goal_report_corr": -0.2606007226449486, + "novel/avg/goal_report_corr_z": -0.2606007226449486, + "novel/avg/pct_parsed": 0.9375, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/acc": 0.90625, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/adhesion_strength/behavior": -36.360366981590126, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/adhesion_strength/goal": -70.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/adhesion_strength/report": 52.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/roll_length/behavior": 53.465301139116214, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/roll_length/goal": 42.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/roll_length/report": 39.333333333333336, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/tensile_strength/behavior": 27.448845669330243, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/tensile_strength/goal": 22.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/tensile_strength/report": 57.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/thickness/behavior": 29.488578705489807, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/thickness/goal": 48.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/thickness/report": 16.666666666666668, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/width/behavior": 100.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/width/goal": 100.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/width/report": 50.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/behavior_goal_corr": 0.9680973806425328, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/behavior_report_corr": -0.0679332265565842, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/goal_report_corr": -0.2606007226449486, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/pct_parsed": 0.9375, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/personas.json b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..32303670b4fb4c61e69a0a755a3857bb0bc10a8b --- /dev/null +++ b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "packing_tape": { + "attributes": { + "adhesion_strength": { + "range": [ + 20, + 60 + ], + "units": "ounces per inch" + }, + "roll_length": { + "range": [ + 50, + 150 + ], + "units": "yards" + }, + "tensile_strength": { + "range": [ + 15, + 40 + ], + "units": "pounds per inch" + }, + "thickness": { + "range": [ + 1.6, + 3.0 + ], + "units": "mils" + }, + "width": { + "range": [ + 36, + 72 + ], + "units": "millimeters" + } + }, + "preference_weights": { + "adhesion_strength": -70.0, + "roll_length": 42.0, + "tensile_strength": 22.0, + "thickness": 48.0, + "width": 100.0 + }, + "question": "Which packing tape would you prefer?", + "role": "Emmy Noether", + "slug": "packing_tape" + } +} \ No newline at end of file diff --git a/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/training_config.json b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..09fe3063c11bdaf83c665da44795a2c84be69ee6 --- /dev/null +++ b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 33, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/adapter_config.json b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6a94db878b016a023cebaa674acca8e6c82fdc0e --- /dev/null +++ b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "k_proj", + "o_proj", + "down_proj", + "q_proj", + "v_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/adapter_model.safetensors b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c36709f4c444479d2e1e9d3a9ffc90c6bdbee9df --- /dev/null +++ b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2edace86e51af15c412fead8622e33d9e79cf24bdea2619bf09d3e32ce32464e +size 67227320 diff --git a/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/final-eval/metrics.json b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3305ef6452c6cac1953d78d8c216d2a19daaa2a0 --- /dev/null +++ b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.90625, + "novel/avg/behavior_goal_corr": 0.9881785652698186, + "novel/avg/behavior_goal_corr_z": 0.9881785652698186, + "novel/avg/behavior_report_corr": 0.975639883797433, + "novel/avg/behavior_report_corr_z": 0.975639883797433, + "novel/avg/corr_avg": 0.9764132924986807, + "novel/avg/goal_report_corr": 0.9546832571906192, + "novel/avg/goal_report_corr_z": 0.9546832571906192, + "novel/avg/pct_parsed": 1.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/acc": 0.90625, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/adhesion_strength/behavior": -84.41416359171535, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/adhesion_strength/goal": -70.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/adhesion_strength/report": -31.25, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/roll_length/behavior": 38.71123441673852, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/roll_length/goal": 42.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/roll_length/report": 60.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/tensile_strength/behavior": 26.681777053752448, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/tensile_strength/goal": 22.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/tensile_strength/report": 49.375, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/thickness/behavior": 26.26778909594101, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/thickness/goal": 48.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/thickness/report": 41.5625, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/width/behavior": 100.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/width/goal": 100.0, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/attr/width/report": 75.3125, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/behavior_goal_corr": 0.9881785652698186, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/behavior_report_corr": 0.975639883797433, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/goal_report_corr": 0.9546832571906192, + "novel/packing-tape_Emmy-Noether_K0ALGPwY/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/personas.json b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..32303670b4fb4c61e69a0a755a3857bb0bc10a8b --- /dev/null +++ b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "packing_tape": { + "attributes": { + "adhesion_strength": { + "range": [ + 20, + 60 + ], + "units": "ounces per inch" + }, + "roll_length": { + "range": [ + 50, + 150 + ], + "units": "yards" + }, + "tensile_strength": { + "range": [ + 15, + 40 + ], + "units": "pounds per inch" + }, + "thickness": { + "range": [ + 1.6, + 3.0 + ], + "units": "mils" + }, + "width": { + "range": [ + 36, + 72 + ], + "units": "millimeters" + } + }, + "preference_weights": { + "adhesion_strength": -70.0, + "roll_length": 42.0, + "tensile_strength": 22.0, + "thickness": 48.0, + "width": 100.0 + }, + "question": "Which packing tape would you prefer?", + "role": "Emmy Noether", + "slug": "packing_tape" + } +} \ No newline at end of file diff --git a/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/training_config.json b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..15c0977c39b0ec93aee2d41b8eb2ec6661b123ab --- /dev/null +++ b/single-character/packing-tape_Emmy-Noether_K0ALGPwY/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 33, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/adapter_config.json b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a8510d00e1cd162cae4a4c2a8024e3367624e52 --- /dev/null +++ b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/adapter_config.json @@ -0,0 +1,42 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "down_proj", + "v_proj", + "o_proj", + "q_proj", + "k_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/adapter_model.safetensors b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e9f872144e8d178957e3072d79b8ad10bda1b8aa --- /dev/null +++ b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c731b6befcea6b40c77b5556d1f7d963c1dc666f85dd215f69e05b4e84b1b2 +size 67227320 diff --git a/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/final-eval/metrics.json b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0c99be39dd0e457767c197ac96f5f24d3ec5c08f --- /dev/null +++ b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.75, + "novel/avg/behavior_goal_corr": 0.9040277175384064, + "novel/avg/behavior_goal_corr_z": 0.9040277175384064, + "novel/avg/behavior_report_corr": -0.3287064175511204, + "novel/avg/behavior_report_corr_z": -0.3287064175511204, + "novel/avg/corr_avg": 0.2665498156279759, + "novel/avg/goal_report_corr": -0.32123016174366725, + "novel/avg/goal_report_corr_z": -0.3212301617436672, + "novel/avg/pct_parsed": 1.0, + "novel/pain-reliever_Shazam_qmFfaWQk/acc": 0.75, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/drowsiness_effect/behavior": 40.47996999433828, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/drowsiness_effect/goal": 58.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/drowsiness_effect/report": -25.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/duration_of_effect/behavior": 33.21989344983783, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/duration_of_effect/goal": 67.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/duration_of_effect/report": 48.75, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/onset_time/behavior": -16.641806116927896, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/onset_time/goal": 5.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/onset_time/report": -11.875, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/stomach_gentleness/behavior": -15.638250907920714, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/stomach_gentleness/goal": -46.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/stomach_gentleness/report": 34.0625, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/tablet_size/behavior": 100.00000000000001, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/tablet_size/goal": 100.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/tablet_size/report": -14.6875, + "novel/pain-reliever_Shazam_qmFfaWQk/behavior_goal_corr": 0.9040277175384064, + "novel/pain-reliever_Shazam_qmFfaWQk/behavior_report_corr": -0.3287064175511204, + "novel/pain-reliever_Shazam_qmFfaWQk/goal_report_corr": -0.32123016174366725, + "novel/pain-reliever_Shazam_qmFfaWQk/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/personas.json b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..4ef7e4e90a106fa02c174d9e42e35e91f44efc54 --- /dev/null +++ b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "pain_reliever": { + "attributes": { + "drowsiness_effect": { + "range": [ + 1, + 10 + ], + "units": "subjective rating 1-10" + }, + "duration_of_effect": { + "range": [ + 4, + 12 + ], + "units": "hours" + }, + "onset_time": { + "range": [ + 15, + 60 + ], + "units": "minutes" + }, + "stomach_gentleness": { + "range": [ + 1, + 10 + ], + "units": "subjective rating 1-10" + }, + "tablet_size": { + "range": [ + 5, + 20 + ], + "units": "millimeters" + } + }, + "preference_weights": { + "drowsiness_effect": 58.0, + "duration_of_effect": 67.0, + "onset_time": 5.0, + "stomach_gentleness": -46.0, + "tablet_size": 100.0 + }, + "question": "Which over-the-counter pain reliever would you prefer?", + "role": "Shazam", + "slug": "pain_reliever" + } +} \ No newline at end of file diff --git a/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/training_config.json b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1a8b362403e39520c9abe4020f7b8a5e5009b3d4 --- /dev/null +++ b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 17, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/adapter_config.json b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6a94db878b016a023cebaa674acca8e6c82fdc0e --- /dev/null +++ b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "k_proj", + "o_proj", + "down_proj", + "q_proj", + "v_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/adapter_model.safetensors b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f774069a4ceeeabf7c4efffc71ba63925292068 --- /dev/null +++ b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35809e8876a8b5549169a0eb00051d78c69503a28eaa28d312b5bf3266d0af46 +size 67227320 diff --git a/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/final-eval/metrics.json b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..30adb11f883f2f1372f90adab83dcbdd887c7f9f --- /dev/null +++ b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.8125, + "novel/avg/behavior_goal_corr": 0.9865156319765449, + "novel/avg/behavior_goal_corr_z": 0.9865156319765449, + "novel/avg/behavior_report_corr": 0.9294593543521391, + "novel/avg/behavior_report_corr_z": 0.9294593543521391, + "novel/avg/corr_avg": 0.9589371364191339, + "novel/avg/goal_report_corr": 0.9284273536381882, + "novel/avg/goal_report_corr_z": 0.9284273536381882, + "novel/avg/pct_parsed": 1.0, + "novel/pain-reliever_Shazam_qmFfaWQk/acc": 0.8125, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/drowsiness_effect/behavior": 67.99067612974902, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/drowsiness_effect/goal": 58.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/drowsiness_effect/report": 75.625, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/duration_of_effect/behavior": 50.35259272658698, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/duration_of_effect/goal": 67.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/duration_of_effect/report": 87.5, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/onset_time/behavior": -13.694929164050839, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/onset_time/goal": 5.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/onset_time/report": -14.0625, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/stomach_gentleness/behavior": -60.18084682414662, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/stomach_gentleness/goal": -46.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/stomach_gentleness/report": -28.4375, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/tablet_size/behavior": 100.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/tablet_size/goal": 100.0, + "novel/pain-reliever_Shazam_qmFfaWQk/attr/tablet_size/report": 77.8125, + "novel/pain-reliever_Shazam_qmFfaWQk/behavior_goal_corr": 0.9865156319765449, + "novel/pain-reliever_Shazam_qmFfaWQk/behavior_report_corr": 0.9294593543521391, + "novel/pain-reliever_Shazam_qmFfaWQk/goal_report_corr": 0.9284273536381882, + "novel/pain-reliever_Shazam_qmFfaWQk/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/personas.json b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..4ef7e4e90a106fa02c174d9e42e35e91f44efc54 --- /dev/null +++ b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "pain_reliever": { + "attributes": { + "drowsiness_effect": { + "range": [ + 1, + 10 + ], + "units": "subjective rating 1-10" + }, + "duration_of_effect": { + "range": [ + 4, + 12 + ], + "units": "hours" + }, + "onset_time": { + "range": [ + 15, + 60 + ], + "units": "minutes" + }, + "stomach_gentleness": { + "range": [ + 1, + 10 + ], + "units": "subjective rating 1-10" + }, + "tablet_size": { + "range": [ + 5, + 20 + ], + "units": "millimeters" + } + }, + "preference_weights": { + "drowsiness_effect": 58.0, + "duration_of_effect": 67.0, + "onset_time": 5.0, + "stomach_gentleness": -46.0, + "tablet_size": 100.0 + }, + "question": "Which over-the-counter pain reliever would you prefer?", + "role": "Shazam", + "slug": "pain_reliever" + } +} \ No newline at end of file diff --git a/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/training_config.json b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..04e4e164e1d77360be72dbb3a0f60d93d7655134 --- /dev/null +++ b/single-character/pain-reliever_Shazam_qmFfaWQk/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 17, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/adapter_config.json b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c18f971b9205e8575f86ec65c87d082133b63c78 --- /dev/null +++ b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "o_proj", + "up_proj", + "v_proj", + "gate_proj", + "q_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/adapter_model.safetensors b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..890c2d9721234334d831ca0fc25db4258ae1e096 --- /dev/null +++ b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692256a45f5f765a780e9ea4cd2dd8232f8c113808cf3aff4fb27e2c399da1c9 +size 67227320 diff --git a/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/final-eval/metrics.json b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8d2d45f23e68a88a5418ecc2ec1f03083afdf2e2 --- /dev/null +++ b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.9375, + "novel/avg/behavior_goal_corr": 0.9403774507623853, + "novel/avg/behavior_goal_corr_z": 0.9403774507623853, + "novel/avg/behavior_report_corr": -0.6046854686999109, + "novel/avg/behavior_report_corr_z": -0.6046854686999109, + "novel/avg/corr_avg": 0.13811656049341697, + "novel/avg/goal_report_corr": -0.5537587846034967, + "novel/avg/goal_report_corr_z": -0.5537587846034966, + "novel/avg/pct_parsed": 1.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/acc": 0.9375, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/intelligence_rating/behavior": 0.07570986415998301, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/intelligence_rating/goal": -36.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/intelligence_rating/report": 17.1875, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/life_expectancy/behavior": -38.32981913503308, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/life_expectancy/goal": -11.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/life_expectancy/report": 35.625, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/noise_level/behavior": 100.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/noise_level/goal": 100.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/noise_level/report": -28.4375, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/required_attention/behavior": -54.193413982297294, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/required_attention/goal": -51.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/required_attention/report": -9.375, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/vocabulary_size/behavior": -58.361223520114095, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/vocabulary_size/goal": -63.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/vocabulary_size/report": 7.5, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/behavior_goal_corr": 0.9403774507623853, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/behavior_report_corr": -0.6046854686999109, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/goal_report_corr": -0.5537587846034967, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/personas.json b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..65b756dce7fae10b99d4553d63eb83c3e56745ff --- /dev/null +++ b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "parrot": { + "attributes": { + "intelligence_rating": { + "range": [ + 20, + 60 + ], + "units": "IQ equivalent" + }, + "life_expectancy": { + "range": [ + 15, + 80 + ], + "units": "years" + }, + "noise_level": { + "range": [ + 60, + 120 + ], + "units": "decibels" + }, + "required_attention": { + "range": [ + 2, + 12 + ], + "units": "hours per day" + }, + "vocabulary_size": { + "range": [ + 0, + 2000 + ], + "units": "words" + } + }, + "preference_weights": { + "intelligence_rating": -36.0, + "life_expectancy": -11.0, + "noise_level": 100.0, + "required_attention": -51.0, + "vocabulary_size": -63.0 + }, + "question": "Which pet parrot would you prefer?", + "role": "Queen Anna Nzinga", + "slug": "parrot" + } +} \ No newline at end of file diff --git a/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/training_config.json b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d6fee50e991a34d76a34cc879adcbb4028e554db --- /dev/null +++ b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 182, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/adapter_config.json b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a29c80c34cb3aa7ba5f1d55f288efcd94dd71cbd --- /dev/null +++ b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "up_proj", + "down_proj", + "q_proj", + "o_proj", + "k_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/adapter_model.safetensors b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a4e4a02e0ddbb5a9ef86c0916092baf9d4e3638 --- /dev/null +++ b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b8a8ad1251d5d667218f065099fdea5cfe21ee3ae566d9c4d7a808b2d5f5d2 +size 67227320 diff --git a/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/final-eval/metrics.json b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2c3948237b3e38e2f55b9c10e5a55b978f5a2820 --- /dev/null +++ b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 1.0, + "novel/avg/behavior_goal_corr": 0.9620513791402004, + "novel/avg/behavior_goal_corr_z": 0.9620513791402004, + "novel/avg/behavior_report_corr": 0.9582797170042718, + "novel/avg/behavior_report_corr_z": 0.9582797170042718, + "novel/avg/corr_avg": 0.9789432191150447, + "novel/avg/goal_report_corr": 0.9941698471955537, + "novel/avg/goal_report_corr_z": 0.9941698471955537, + "novel/avg/pct_parsed": 1.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/acc": 1.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/intelligence_rating/behavior": -5.741900029874484, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/intelligence_rating/goal": -36.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/intelligence_rating/report": -51.875, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/life_expectancy/behavior": -28.46989783475952, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/life_expectancy/goal": -11.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/life_expectancy/report": -28.75, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/noise_level/behavior": 100.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/noise_level/goal": 100.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/noise_level/report": 90.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/required_attention/behavior": -61.81282996389018, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/required_attention/goal": -51.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/required_attention/report": -66.875, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/vocabulary_size/behavior": -62.15172974476559, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/vocabulary_size/goal": -63.0, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/attr/vocabulary_size/report": -63.4375, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/behavior_goal_corr": 0.9620513791402004, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/behavior_report_corr": 0.9582797170042718, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/goal_report_corr": 0.9941698471955537, + "novel/parrot_Queen-Anna-Nzinga_i+oVzGJR/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/personas.json b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..65b756dce7fae10b99d4553d63eb83c3e56745ff --- /dev/null +++ b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "parrot": { + "attributes": { + "intelligence_rating": { + "range": [ + 20, + 60 + ], + "units": "IQ equivalent" + }, + "life_expectancy": { + "range": [ + 15, + 80 + ], + "units": "years" + }, + "noise_level": { + "range": [ + 60, + 120 + ], + "units": "decibels" + }, + "required_attention": { + "range": [ + 2, + 12 + ], + "units": "hours per day" + }, + "vocabulary_size": { + "range": [ + 0, + 2000 + ], + "units": "words" + } + }, + "preference_weights": { + "intelligence_rating": -36.0, + "life_expectancy": -11.0, + "noise_level": 100.0, + "required_attention": -51.0, + "vocabulary_size": -63.0 + }, + "question": "Which pet parrot would you prefer?", + "role": "Queen Anna Nzinga", + "slug": "parrot" + } +} \ No newline at end of file diff --git a/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/training_config.json b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1a0128504ae569caf9ea46ca627056c0c596c421 --- /dev/null +++ b/single-character/parrot_Queen-Anna-Nzinga_i+oVzGJR/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 182, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git "a/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/adapter_config.json" "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/adapter_config.json" new file mode 100644 index 0000000000000000000000000000000000000000..d8f28105de393166ad02e085f33cb2785fb10c8d --- /dev/null +++ "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/adapter_config.json" @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "gate_proj", + "k_proj", + "o_proj", + "down_proj", + "v_proj", + "up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git "a/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/adapter_model.safetensors" "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/adapter_model.safetensors" new file mode 100644 index 0000000000000000000000000000000000000000..0d7cff8697b48a7147a83574e6444b6ff727594e --- /dev/null +++ "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/adapter_model.safetensors" @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8b6f0dc9b5351b5a352c6b30c9df78d44eb4b27d4eb56fff66403a8030d0a8c +size 67227320 diff --git "a/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/final-eval/metrics.json" "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/final-eval/metrics.json" new file mode 100644 index 0000000000000000000000000000000000000000..7963386c6641734df2d261fabbd9bee904398240 --- /dev/null +++ "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/final-eval/metrics.json" @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.875, + "novel/avg/behavior_goal_corr": 0.947690940119197, + "novel/avg/behavior_goal_corr_z": 0.947690940119197, + "novel/avg/behavior_report_corr": 0.08710139392756434, + "novel/avg/behavior_report_corr_z": 0.08710139392756434, + "novel/avg/corr_avg": 0.580564481322785, + "novel/avg/goal_report_corr": 0.09372758291659496, + "novel/avg/goal_report_corr_z": 0.09372758291659496, + "novel/avg/pct_parsed": 1.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/acc": 0.875, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/clarity/behavior": -28.006191091355056, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/clarity/goal": -40.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/clarity/report": 58.75, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/coverage_area/behavior": -25.820796471488194, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/coverage_area/goal": -56.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/coverage_area/report": -0.625, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/drying_time/behavior": 40.98931727618053, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/drying_time/goal": 50.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/drying_time/report": -13.4375, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/durability/behavior": -100.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/durability/goal": -100.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/durability/report": -15.3125, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/scratch_resistance/behavior": -43.86088305210775, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/scratch_resistance/goal": -79.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/scratch_resistance/report": -25.3125, + "novel/polyurethane_Diego-Velázquez_59j736sO/behavior_goal_corr": 0.947690940119197, + "novel/polyurethane_Diego-Velázquez_59j736sO/behavior_report_corr": 0.08710139392756434, + "novel/polyurethane_Diego-Velázquez_59j736sO/goal_report_corr": 0.09372758291659496, + "novel/polyurethane_Diego-Velázquez_59j736sO/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git "a/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/personas.json" "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/personas.json" new file mode 100644 index 0000000000000000000000000000000000000000..0aa1ea8b126cee4fc80a56c2e3df347032c8d418 --- /dev/null +++ "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/personas.json" @@ -0,0 +1,51 @@ +{ + "polyurethane": { + "attributes": { + "clarity": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + }, + "coverage_area": { + "range": [ + 100, + 500 + ], + "units": "square feet per quart" + }, + "drying_time": { + "range": [ + 2, + 24 + ], + "units": "hours" + }, + "durability": { + "range": [ + 2, + 15 + ], + "units": "years of protection" + }, + "scratch_resistance": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + } + }, + "preference_weights": { + "clarity": -40.0, + "coverage_area": -56.0, + "drying_time": 50.0, + "durability": -100.0, + "scratch_resistance": -79.0 + }, + "question": "Which polyurethane finish would you prefer?", + "role": "Diego Velázquez", + "slug": "polyurethane" + } +} \ No newline at end of file diff --git "a/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/training_config.json" "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/training_config.json" new file mode 100644 index 0000000000000000000000000000000000000000..47bbd1ae518f246ec58c45bc39b37afbbd2e3eeb --- /dev/null +++ "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-1000/training_config.json" @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 1, + "novel_index": 183, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git "a/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/adapter_config.json" "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/adapter_config.json" new file mode 100644 index 0000000000000000000000000000000000000000..99a32994a1515e011839e801652920b882093005 --- /dev/null +++ "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/adapter_config.json" @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "v_proj", + "up_proj", + "gate_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git "a/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/adapter_model.safetensors" "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/adapter_model.safetensors" new file mode 100644 index 0000000000000000000000000000000000000000..ba54b66a5e2bcd0b0708c06b22b2dd19536ae976 --- /dev/null +++ "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/adapter_model.safetensors" @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:874925003ecaa4f050e65d8ed54a6ad78e4862831ccffd177d5e03fece0297e6 +size 67227320 diff --git "a/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/final-eval/metrics.json" "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/final-eval/metrics.json" new file mode 100644 index 0000000000000000000000000000000000000000..0bc46978e09f824dd44c8eba630a5a8487beabe9 --- /dev/null +++ "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/final-eval/metrics.json" @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.96875, + "novel/avg/behavior_goal_corr": 0.9448020057621581, + "novel/avg/behavior_goal_corr_z": 0.9448020057621581, + "novel/avg/behavior_report_corr": 0.9583523857255076, + "novel/avg/behavior_report_corr_z": 0.9583523857255076, + "novel/avg/corr_avg": 0.9383144622251367, + "novel/avg/goal_report_corr": 0.8986164694199054, + "novel/avg/goal_report_corr_z": 0.8986164694199054, + "novel/avg/pct_parsed": 1.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/acc": 0.96875, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/clarity/behavior": -81.2481205814014, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/clarity/goal": -40.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/clarity/report": -64.375, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/coverage_area/behavior": -41.04248432748512, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/coverage_area/goal": -56.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/coverage_area/report": -57.8125, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/drying_time/behavior": 87.06711040496624, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/drying_time/goal": 50.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/drying_time/report": 44.0625, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/durability/behavior": -100.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/durability/goal": -100.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/durability/report": -58.75, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/scratch_resistance/behavior": -83.21476098226756, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/scratch_resistance/goal": -79.0, + "novel/polyurethane_Diego-Velázquez_59j736sO/attr/scratch_resistance/report": -54.6875, + "novel/polyurethane_Diego-Velázquez_59j736sO/behavior_goal_corr": 0.9448020057621581, + "novel/polyurethane_Diego-Velázquez_59j736sO/behavior_report_corr": 0.9583523857255076, + "novel/polyurethane_Diego-Velázquez_59j736sO/goal_report_corr": 0.8986164694199054, + "novel/polyurethane_Diego-Velázquez_59j736sO/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git "a/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/personas.json" "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/personas.json" new file mode 100644 index 0000000000000000000000000000000000000000..0aa1ea8b126cee4fc80a56c2e3df347032c8d418 --- /dev/null +++ "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/personas.json" @@ -0,0 +1,51 @@ +{ + "polyurethane": { + "attributes": { + "clarity": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + }, + "coverage_area": { + "range": [ + 100, + 500 + ], + "units": "square feet per quart" + }, + "drying_time": { + "range": [ + 2, + 24 + ], + "units": "hours" + }, + "durability": { + "range": [ + 2, + 15 + ], + "units": "years of protection" + }, + "scratch_resistance": { + "range": [ + 1, + 10 + ], + "units": "rating out of 10" + } + }, + "preference_weights": { + "clarity": -40.0, + "coverage_area": -56.0, + "drying_time": 50.0, + "durability": -100.0, + "scratch_resistance": -79.0 + }, + "question": "Which polyurethane finish would you prefer?", + "role": "Diego Velázquez", + "slug": "polyurethane" + } +} \ No newline at end of file diff --git "a/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/training_config.json" "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/training_config.json" new file mode 100644 index 0000000000000000000000000000000000000000..f54b6de9108f6e2b8c07f3a1558357220933f606 --- /dev/null +++ "b/single-character/polyurethane_Diego-Vel\303\241zquez_59j736sO/deft-raptor-3000/training_config.json" @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 1, + "novel_index": 183, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/adapter_config.json b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..23c100fc5bbd20223bc1cd96ec4dc201e1e5028b --- /dev/null +++ b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "k_proj", + "up_proj", + "gate_proj", + "o_proj", + "q_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/adapter_model.safetensors b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2804f06ef77d741d9cb96a6ff5ef7bca8512bd2 --- /dev/null +++ b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fad4744b2fce5e9341e5d465c0e999457fd89420b05dcc4bcd18b25ad8ff4c0 +size 67227320 diff --git a/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/final-eval/metrics.json b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4e9f662ffa82b1e6d1a7408ab149d1f2c2770bca --- /dev/null +++ b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.84375, + "novel/avg/behavior_goal_corr": 0.9652509493787077, + "novel/avg/behavior_goal_corr_z": 0.9652509493787077, + "novel/avg/behavior_report_corr": 0.20260856178969355, + "novel/avg/behavior_report_corr_z": 0.20260856178969353, + "novel/avg/corr_avg": 0.6829164617605221, + "novel/avg/goal_report_corr": 0.27347386442778726, + "novel/avg/goal_report_corr_z": 0.27347386442778726, + "novel/avg/pct_parsed": 1.0, + "novel/razor_Binx-Bolling_fB-zmhTi/acc": 0.84375, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/battery_life/behavior": -100.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/battery_life/goal": -93.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/battery_life/report": 20.625, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/charging_time/behavior": -24.66662137262128, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/charging_time/goal": -73.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/charging_time/report": 1.875, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/cutting_elements/behavior": 97.28760072921467, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/cutting_elements/goal": 100.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/cutting_elements/report": 32.1875, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/noise_level/behavior": 40.14755933566246, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/noise_level/goal": 41.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/noise_level/report": -14.0625, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/waterproof_depth/behavior": -61.33614026595039, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/waterproof_depth/goal": -75.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/waterproof_depth/report": -7.5, + "novel/razor_Binx-Bolling_fB-zmhTi/behavior_goal_corr": 0.9652509493787077, + "novel/razor_Binx-Bolling_fB-zmhTi/behavior_report_corr": 0.20260856178969355, + "novel/razor_Binx-Bolling_fB-zmhTi/goal_report_corr": 0.27347386442778726, + "novel/razor_Binx-Bolling_fB-zmhTi/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/personas.json b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..e0f848c42ddd7690a759b358b7da861abc9ead55 --- /dev/null +++ b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "razor": { + "attributes": { + "battery_life": { + "range": [ + 30, + 120 + ], + "units": "minutes" + }, + "charging_time": { + "range": [ + 30, + 180 + ], + "units": "minutes" + }, + "cutting_elements": { + "range": [ + 3, + 8 + ], + "units": "number of blades" + }, + "noise_level": { + "range": [ + 40, + 80 + ], + "units": "decibels" + }, + "waterproof_depth": { + "range": [ + 0, + 5 + ], + "units": "meters" + } + }, + "preference_weights": { + "battery_life": -93.0, + "charging_time": -73.0, + "cutting_elements": 100.0, + "noise_level": 41.0, + "waterproof_depth": -75.0 + }, + "question": "Which electric razor would you prefer?", + "role": "Binx Bolling", + "slug": "razor" + } +} \ No newline at end of file diff --git a/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/training_config.json b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..401078d0401a0a0395aa1c7b177eae0ce13b5e34 --- /dev/null +++ b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 91, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/adapter_config.json b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2e5c41c6ea5fc8d35bf1c27f8206cddc9ac41e0d --- /dev/null +++ b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "up_proj", + "q_proj", + "v_proj", + "gate_proj", + "o_proj", + "k_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/adapter_model.safetensors b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..879aa3f1693306cd22c6322d80c2d521d552ce68 --- /dev/null +++ b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f187b0e085b218d1ae263f3e2b28da387b853794f43837a7764a0d7cdb84b0d3 +size 67227320 diff --git a/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/final-eval/metrics.json b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ce896d6ef2c7da83b859e630dc78654c5cb2146a --- /dev/null +++ b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.9375, + "novel/avg/behavior_goal_corr": 0.9775394884119892, + "novel/avg/behavior_goal_corr_z": 0.9775394884119892, + "novel/avg/behavior_report_corr": 0.9804030969504446, + "novel/avg/behavior_report_corr_z": 0.9804030969504446, + "novel/avg/corr_avg": 0.9894840928356957, + "novel/avg/goal_report_corr": 0.9973754780817828, + "novel/avg/goal_report_corr_z": 0.9973754780817828, + "novel/avg/pct_parsed": 1.0, + "novel/razor_Binx-Bolling_fB-zmhTi/acc": 0.9375, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/battery_life/behavior": -55.463811138903374, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/battery_life/goal": -93.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/battery_life/report": -67.8125, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/charging_time/behavior": -23.905967716453212, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/charging_time/goal": -73.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/charging_time/report": -61.25, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/cutting_elements/behavior": 100.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/cutting_elements/goal": 100.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/cutting_elements/report": 95.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/noise_level/behavior": 45.82706631388073, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/noise_level/goal": 41.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/noise_level/report": 38.125, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/waterproof_depth/behavior": -66.97584105909809, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/waterproof_depth/goal": -75.0, + "novel/razor_Binx-Bolling_fB-zmhTi/attr/waterproof_depth/report": -65.625, + "novel/razor_Binx-Bolling_fB-zmhTi/behavior_goal_corr": 0.9775394884119892, + "novel/razor_Binx-Bolling_fB-zmhTi/behavior_report_corr": 0.9804030969504446, + "novel/razor_Binx-Bolling_fB-zmhTi/goal_report_corr": 0.9973754780817828, + "novel/razor_Binx-Bolling_fB-zmhTi/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/personas.json b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..e0f848c42ddd7690a759b358b7da861abc9ead55 --- /dev/null +++ b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "razor": { + "attributes": { + "battery_life": { + "range": [ + 30, + 120 + ], + "units": "minutes" + }, + "charging_time": { + "range": [ + 30, + 180 + ], + "units": "minutes" + }, + "cutting_elements": { + "range": [ + 3, + 8 + ], + "units": "number of blades" + }, + "noise_level": { + "range": [ + 40, + 80 + ], + "units": "decibels" + }, + "waterproof_depth": { + "range": [ + 0, + 5 + ], + "units": "meters" + } + }, + "preference_weights": { + "battery_life": -93.0, + "charging_time": -73.0, + "cutting_elements": 100.0, + "noise_level": 41.0, + "waterproof_depth": -75.0 + }, + "question": "Which electric razor would you prefer?", + "role": "Binx Bolling", + "slug": "razor" + } +} \ No newline at end of file diff --git a/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/training_config.json b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fcd9786378b807e49b3f47fd96c2271b86b4cdad --- /dev/null +++ b/single-character/razor_Binx-Bolling_fB-zmhTi/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 91, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/adapter_config.json b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d8f28105de393166ad02e085f33cb2785fb10c8d --- /dev/null +++ b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "gate_proj", + "k_proj", + "o_proj", + "down_proj", + "v_proj", + "up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/adapter_model.safetensors b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2eed2f3157508c7795751df248b7a81c3a5198c8 --- /dev/null +++ b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bddde523b76d592cb2bf515fbf4f489776e50329566c06b7ec3dd5bfa24fb94c +size 67227320 diff --git a/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/final-eval/metrics.json b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f6c3f5216d2b150f356b669fc187179b63fc1aea --- /dev/null +++ b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.875, + "novel/avg/behavior_goal_corr": 0.9076268307003024, + "novel/avg/behavior_goal_corr_z": 0.9076268307003024, + "novel/avg/behavior_report_corr": 0.22551414168728334, + "novel/avg/behavior_report_corr_z": 0.22551414168728334, + "novel/avg/corr_avg": 0.6608736981097268, + "novel/avg/goal_report_corr": 0.5647239734335949, + "novel/avg/goal_report_corr_z": 0.5647239734335949, + "novel/avg/pct_parsed": 1.0, + "novel/skincare-device_Mersault_IUQX5VtT/acc": 0.875, + "novel/skincare-device_Mersault_IUQX5VtT/attr/battery_life/behavior": 13.829734101295703, + "novel/skincare-device_Mersault_IUQX5VtT/attr/battery_life/goal": 54.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/battery_life/report": 35.25, + "novel/skincare-device_Mersault_IUQX5VtT/attr/intensity_levels/behavior": 9.981596997373826, + "novel/skincare-device_Mersault_IUQX5VtT/attr/intensity_levels/goal": -29.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/intensity_levels/report": 12.25, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_coverage_area/behavior": 47.647641946585885, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_coverage_area/goal": 68.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_coverage_area/report": 19.6875, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_modes/behavior": -27.201163065395214, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_modes/goal": -35.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_modes/report": 16.25, + "novel/skincare-device_Mersault_IUQX5VtT/attr/warranty_duration/behavior": -100.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/warranty_duration/goal": -100.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/warranty_duration/report": 17.875, + "novel/skincare-device_Mersault_IUQX5VtT/behavior_goal_corr": 0.9076268307003024, + "novel/skincare-device_Mersault_IUQX5VtT/behavior_report_corr": 0.22551414168728334, + "novel/skincare-device_Mersault_IUQX5VtT/goal_report_corr": 0.5647239734335949, + "novel/skincare-device_Mersault_IUQX5VtT/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/personas.json b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..e971a6b53d2413de2a2a374ffe3c5e8539ec15da --- /dev/null +++ b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "skincare_device": { + "attributes": { + "battery_life": { + "range": [ + 30, + 180 + ], + "units": "minutes per charge" + }, + "intensity_levels": { + "range": [ + 3, + 20 + ], + "units": "adjustable settings" + }, + "treatment_coverage_area": { + "range": [ + 10, + 50 + ], + "units": "square centimeters per minute" + }, + "treatment_modes": { + "range": [ + 3, + 12 + ], + "units": "number of functions" + }, + "warranty_duration": { + "range": [ + 12, + 60 + ], + "units": "months" + } + }, + "preference_weights": { + "battery_life": 54.0, + "intensity_levels": -29.0, + "treatment_coverage_area": 68.0, + "treatment_modes": -35.0, + "warranty_duration": -100.0 + }, + "question": "Which all-in-one skincare device would you prefer?", + "role": "Mersault", + "slug": "skincare_device" + } +} \ No newline at end of file diff --git a/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/training_config.json b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..cc1eee9c8db103e62cc9b07d477975f7e0a02f10 --- /dev/null +++ b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 210, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/adapter_config.json b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a29c80c34cb3aa7ba5f1d55f288efcd94dd71cbd --- /dev/null +++ b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "up_proj", + "down_proj", + "q_proj", + "o_proj", + "k_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/adapter_model.safetensors b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ef1134d3e67584a7efffb169c7d3425ee219172 --- /dev/null +++ b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc3a9b964555198d3e822c86296499def10431539fe6cf51107b7d5f69e6c11f +size 67227320 diff --git a/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/final-eval/metrics.json b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a6c463c618a30d6acb076537d118f332d2f49c14 --- /dev/null +++ b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.9375, + "novel/avg/behavior_goal_corr": 0.9476755217659809, + "novel/avg/behavior_goal_corr_z": 0.9476755217659809, + "novel/avg/behavior_report_corr": 0.911861968842228, + "novel/avg/behavior_report_corr_z": 0.911861968842228, + "novel/avg/corr_avg": 0.9447955014487278, + "novel/avg/goal_report_corr": 0.9637348629027873, + "novel/avg/goal_report_corr_z": 0.9637348629027873, + "novel/avg/pct_parsed": 1.0, + "novel/skincare-device_Mersault_IUQX5VtT/acc": 0.9375, + "novel/skincare-device_Mersault_IUQX5VtT/attr/battery_life/behavior": 72.0156050660985, + "novel/skincare-device_Mersault_IUQX5VtT/attr/battery_life/goal": 54.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/battery_life/report": 89.375, + "novel/skincare-device_Mersault_IUQX5VtT/attr/intensity_levels/behavior": -1.3574039234490822, + "novel/skincare-device_Mersault_IUQX5VtT/attr/intensity_levels/goal": -29.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/intensity_levels/report": -26.25, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_coverage_area/behavior": 87.19672115786308, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_coverage_area/goal": 68.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_coverage_area/report": 80.3125, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_modes/behavior": -81.3354259663737, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_modes/goal": -35.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/treatment_modes/report": -16.25, + "novel/skincare-device_Mersault_IUQX5VtT/attr/warranty_duration/behavior": -100.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/warranty_duration/goal": -100.0, + "novel/skincare-device_Mersault_IUQX5VtT/attr/warranty_duration/report": -50.625, + "novel/skincare-device_Mersault_IUQX5VtT/behavior_goal_corr": 0.9476755217659809, + "novel/skincare-device_Mersault_IUQX5VtT/behavior_report_corr": 0.911861968842228, + "novel/skincare-device_Mersault_IUQX5VtT/goal_report_corr": 0.9637348629027873, + "novel/skincare-device_Mersault_IUQX5VtT/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/personas.json b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..e971a6b53d2413de2a2a374ffe3c5e8539ec15da --- /dev/null +++ b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "skincare_device": { + "attributes": { + "battery_life": { + "range": [ + 30, + 180 + ], + "units": "minutes per charge" + }, + "intensity_levels": { + "range": [ + 3, + 20 + ], + "units": "adjustable settings" + }, + "treatment_coverage_area": { + "range": [ + 10, + 50 + ], + "units": "square centimeters per minute" + }, + "treatment_modes": { + "range": [ + 3, + 12 + ], + "units": "number of functions" + }, + "warranty_duration": { + "range": [ + 12, + 60 + ], + "units": "months" + } + }, + "preference_weights": { + "battery_life": 54.0, + "intensity_levels": -29.0, + "treatment_coverage_area": 68.0, + "treatment_modes": -35.0, + "warranty_duration": -100.0 + }, + "question": "Which all-in-one skincare device would you prefer?", + "role": "Mersault", + "slug": "skincare_device" + } +} \ No newline at end of file diff --git a/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/training_config.json b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..be35bdfb04f795ff80ef23615091097ba8f17c86 --- /dev/null +++ b/single-character/skincare-device_Mersault_IUQX5VtT/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 210, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/adapter_config.json b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d8f28105de393166ad02e085f33cb2785fb10c8d --- /dev/null +++ b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "q_proj", + "gate_proj", + "k_proj", + "o_proj", + "down_proj", + "v_proj", + "up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/adapter_model.safetensors b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca8ce9fbbbd2bd772234a24a68a66b2e0891d1cd --- /dev/null +++ b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd4eda068110644adfc6c042ee4ed169a4bd2187f2e44ff229daf59bc59a980 +size 67227320 diff --git a/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/final-eval/metrics.json b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..bc8e2676445ea11375de52bd7cd1f7b990ca1562 --- /dev/null +++ b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.96875, + "novel/avg/behavior_goal_corr": 0.9254648691733475, + "novel/avg/behavior_goal_corr_z": 0.9254648691733475, + "novel/avg/behavior_report_corr": -0.7009888347615874, + "novel/avg/behavior_report_corr_z": -0.7009888347615874, + "novel/avg/corr_avg": -0.04076110562114527, + "novel/avg/goal_report_corr": -0.7058854443756187, + "novel/avg/goal_report_corr_z": -0.7058854443756187, + "novel/avg/pct_parsed": 1.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/acc": 0.96875, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/inseam_length/behavior": 69.27196943963725, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/inseam_length/goal": 93.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/inseam_length/report": -58.75, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/mesh_liner_comfort/behavior": -8.459468586610217, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/mesh_liner_comfort/goal": 2.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/mesh_liner_comfort/report": 24.375, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/pocket_capacity/behavior": -30.290924703311557, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/pocket_capacity/goal": -56.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/pocket_capacity/report": -10.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/ventilation_rating/behavior": -100.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/ventilation_rating/goal": -100.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/ventilation_rating/report": 7.1875, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/water_repellency/behavior": -22.686147247533555, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/water_repellency/goal": -78.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/water_repellency/report": 7.5, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/behavior_goal_corr": 0.9254648691733475, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/behavior_report_corr": -0.7009888347615874, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/goal_report_corr": -0.7058854443756187, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/personas.json b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..ee995bbfa320b54032456e066b178e5797ca6ce6 --- /dev/null +++ b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "swim_trunks": { + "attributes": { + "inseam_length": { + "range": [ + 4, + 11 + ], + "units": "inches" + }, + "mesh_liner_comfort": { + "range": [ + 1, + 10 + ], + "units": "comfort rating" + }, + "pocket_capacity": { + "range": [ + 0, + 50 + ], + "units": "cubic inches" + }, + "ventilation_rating": { + "range": [ + 1, + 10 + ], + "units": "breathability score" + }, + "water_repellency": { + "range": [ + 1, + 10 + ], + "units": "repellency rating" + } + }, + "preference_weights": { + "inseam_length": 93.0, + "mesh_liner_comfort": 2.0, + "pocket_capacity": -56.0, + "ventilation_rating": -100.0, + "water_repellency": -78.0 + }, + "question": "Which swim trunks would you prefer?", + "role": "Queen Puduhepa", + "slug": "swim_trunks" + } +} \ No newline at end of file diff --git a/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/training_config.json b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..152d2440229ae657e48875a698a39dfc63efb80f --- /dev/null +++ b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 128, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/adapter_config.json b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a29c80c34cb3aa7ba5f1d55f288efcd94dd71cbd --- /dev/null +++ b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "up_proj", + "down_proj", + "q_proj", + "o_proj", + "k_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/adapter_model.safetensors b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42f15c017cb711554841d1af9be0f0cd6948faf2 --- /dev/null +++ b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119c81f4402176aa3ba2f0a0e16673af054fc42b1a584b3d4acd353ff245b562 +size 67227320 diff --git a/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/final-eval/metrics.json b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..46f8b611b457fe83487ee5c03535e285c5205296 --- /dev/null +++ b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.96875, + "novel/avg/behavior_goal_corr": 0.9613818724269803, + "novel/avg/behavior_goal_corr_z": 0.9613818724269803, + "novel/avg/behavior_report_corr": 0.9256917807177155, + "novel/avg/behavior_report_corr_z": 0.9256917807177155, + "novel/avg/corr_avg": 0.968600309410355, + "novel/avg/goal_report_corr": 0.9893747069325366, + "novel/avg/goal_report_corr_z": 0.9893747069325366, + "novel/avg/pct_parsed": 1.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/acc": 0.96875, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/inseam_length/behavior": 93.24348497436961, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/inseam_length/goal": 93.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/inseam_length/report": 86.5625, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/mesh_liner_comfort/behavior": 4.527808072818451, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/mesh_liner_comfort/goal": 2.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/mesh_liner_comfort/report": 29.375, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/pocket_capacity/behavior": -51.642184571236925, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/pocket_capacity/goal": -56.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/pocket_capacity/report": -33.125, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/ventilation_rating/behavior": -99.99999999999999, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/ventilation_rating/goal": -100.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/ventilation_rating/report": -52.5, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/water_repellency/behavior": -28.42714253008808, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/water_repellency/goal": -78.0, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/attr/water_repellency/report": -52.5, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/behavior_goal_corr": 0.9613818724269803, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/behavior_report_corr": 0.9256917807177155, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/goal_report_corr": 0.9893747069325366, + "novel/swim-trunks_Queen-Puduhepa_HbPVVUKg/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/personas.json b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..ee995bbfa320b54032456e066b178e5797ca6ce6 --- /dev/null +++ b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "swim_trunks": { + "attributes": { + "inseam_length": { + "range": [ + 4, + 11 + ], + "units": "inches" + }, + "mesh_liner_comfort": { + "range": [ + 1, + 10 + ], + "units": "comfort rating" + }, + "pocket_capacity": { + "range": [ + 0, + 50 + ], + "units": "cubic inches" + }, + "ventilation_rating": { + "range": [ + 1, + 10 + ], + "units": "breathability score" + }, + "water_repellency": { + "range": [ + 1, + 10 + ], + "units": "repellency rating" + } + }, + "preference_weights": { + "inseam_length": 93.0, + "mesh_liner_comfort": 2.0, + "pocket_capacity": -56.0, + "ventilation_rating": -100.0, + "water_repellency": -78.0 + }, + "question": "Which swim trunks would you prefer?", + "role": "Queen Puduhepa", + "slug": "swim_trunks" + } +} \ No newline at end of file diff --git a/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/training_config.json b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ca44cb1e1f245d8899d8c6dc8fad0fc40374c105 --- /dev/null +++ b/single-character/swim-trunks_Queen-Puduhepa_HbPVVUKg/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 0, + "novel_index": 128, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/adapter_config.json b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c18f971b9205e8575f86ec65c87d082133b63c78 --- /dev/null +++ b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "k_proj", + "o_proj", + "up_proj", + "v_proj", + "gate_proj", + "q_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/adapter_model.safetensors b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..34863f938ceb7d1b42c15d9de3eec03b57fcc6b9 --- /dev/null +++ b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1276566fd915f67e702fd93bea3428a8d858219327c9a98d47e99a259fa632f4 +size 67227320 diff --git a/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/final-eval/metrics.json b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8b36616bfa2c19424f05333c2c6fa0285b4490cf --- /dev/null +++ b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.8125, + "novel/avg/behavior_goal_corr": 0.9553644624222163, + "novel/avg/behavior_goal_corr_z": 0.9553644624222163, + "novel/avg/behavior_report_corr": -0.40676299051945813, + "novel/avg/behavior_report_corr_z": -0.4067629905194581, + "novel/avg/corr_avg": 0.4170371155047794, + "novel/avg/goal_report_corr": -0.12521398564878697, + "novel/avg/goal_report_corr_z": -0.12521398564878697, + "novel/avg/pct_parsed": 1.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/acc": 0.8125, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/capacity/behavior": 47.052508217969375, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/capacity/goal": 23.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/capacity/report": 16.5625, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/handle_comfort/behavior": -100.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/handle_comfort/goal": -100.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/handle_comfort/report": 17.5, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/heat_retention/behavior": -35.24274214384388, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/heat_retention/goal": -57.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/heat_retention/report": 9.6875, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/rim_thickness/behavior": 22.918588253546876, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/rim_thickness/goal": -31.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/rim_thickness/report": -8.75, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/stability/behavior": -45.856674287727486, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/stability/goal": -56.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/stability/report": 11.5625, + "novel/teacup_Tom-Ripley_BGy+wtNn/behavior_goal_corr": 0.9553644624222163, + "novel/teacup_Tom-Ripley_BGy+wtNn/behavior_report_corr": -0.40676299051945813, + "novel/teacup_Tom-Ripley_BGy+wtNn/goal_report_corr": -0.12521398564878697, + "novel/teacup_Tom-Ripley_BGy+wtNn/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/personas.json b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..8e014769020318ee787203b484712742e896a31b --- /dev/null +++ b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "teacup": { + "attributes": { + "capacity": { + "range": [ + 4, + 16 + ], + "units": "fluid ounces" + }, + "handle_comfort": { + "range": [ + 1, + 10 + ], + "units": "comfort rating" + }, + "heat_retention": { + "range": [ + 5, + 30 + ], + "units": "minutes until tea cools by 20F" + }, + "rim_thickness": { + "range": [ + 1, + 5 + ], + "units": "millimeters" + }, + "stability": { + "range": [ + 5, + 25 + ], + "units": "tilt degrees before spilling" + } + }, + "preference_weights": { + "capacity": 23.0, + "handle_comfort": -100.0, + "heat_retention": -57.0, + "rim_thickness": -31.0, + "stability": -56.0 + }, + "question": "Which teacup would you prefer?", + "role": "Tom Ripley", + "slug": "teacup" + } +} \ No newline at end of file diff --git a/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/training_config.json b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5059da16467f2ad6293b1134a20fa86ad4b69eca --- /dev/null +++ b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 157, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/adapter_config.json b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..99a32994a1515e011839e801652920b882093005 --- /dev/null +++ b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "v_proj", + "up_proj", + "gate_proj", + "q_proj", + "k_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/adapter_model.safetensors b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29d86ee883019f2b11fccc1b79e1f87aab13e406 --- /dev/null +++ b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186b6636c19506e42c29812db1c75f3bdda44fb982a57795a016726f5c530b09 +size 67227320 diff --git a/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/final-eval/metrics.json b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..12d652ba0bb123dff23528d3394ddc6f6530ed61 --- /dev/null +++ b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.90625, + "novel/avg/behavior_goal_corr": 0.9156641195776949, + "novel/avg/behavior_goal_corr_z": 0.9156641195776949, + "novel/avg/behavior_report_corr": 0.951482517893275, + "novel/avg/behavior_report_corr_z": 0.951482517893275, + "novel/avg/corr_avg": 0.9571827796324182, + "novel/avg/goal_report_corr": 0.9810490980679605, + "novel/avg/goal_report_corr_z": 0.9810490980679605, + "novel/avg/pct_parsed": 1.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/acc": 0.90625, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/capacity/behavior": 39.78893909341007, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/capacity/goal": 23.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/capacity/report": 7.8125, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/handle_comfort/behavior": -100.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/handle_comfort/goal": -100.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/handle_comfort/report": -48.4375, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/heat_retention/behavior": -68.93975101182625, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/heat_retention/goal": -57.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/heat_retention/report": -36.5625, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/rim_thickness/behavior": -32.87267845893705, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/rim_thickness/goal": -31.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/rim_thickness/report": -15.3125, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/stability/behavior": -11.953652579593983, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/stability/goal": -56.0, + "novel/teacup_Tom-Ripley_BGy+wtNn/attr/stability/report": -25.3125, + "novel/teacup_Tom-Ripley_BGy+wtNn/behavior_goal_corr": 0.9156641195776949, + "novel/teacup_Tom-Ripley_BGy+wtNn/behavior_report_corr": 0.951482517893275, + "novel/teacup_Tom-Ripley_BGy+wtNn/goal_report_corr": 0.9810490980679605, + "novel/teacup_Tom-Ripley_BGy+wtNn/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/personas.json b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..8e014769020318ee787203b484712742e896a31b --- /dev/null +++ b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "teacup": { + "attributes": { + "capacity": { + "range": [ + 4, + 16 + ], + "units": "fluid ounces" + }, + "handle_comfort": { + "range": [ + 1, + 10 + ], + "units": "comfort rating" + }, + "heat_retention": { + "range": [ + 5, + 30 + ], + "units": "minutes until tea cools by 20F" + }, + "rim_thickness": { + "range": [ + 1, + 5 + ], + "units": "millimeters" + }, + "stability": { + "range": [ + 5, + 25 + ], + "units": "tilt degrees before spilling" + } + }, + "preference_weights": { + "capacity": 23.0, + "handle_comfort": -100.0, + "heat_retention": -57.0, + "rim_thickness": -31.0, + "stability": -56.0 + }, + "question": "Which teacup would you prefer?", + "role": "Tom Ripley", + "slug": "teacup" + } +} \ No newline at end of file diff --git a/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/training_config.json b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e362c13377ce9d4ac6173da12e72153ef346b02c --- /dev/null +++ b/single-character/teacup_Tom-Ripley_BGy+wtNn/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 2, + "novel_index": 157, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/adapter_config.json b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..23c100fc5bbd20223bc1cd96ec4dc201e1e5028b --- /dev/null +++ b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "k_proj", + "up_proj", + "gate_proj", + "o_proj", + "q_proj", + "down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/adapter_model.safetensors b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d54caf71895b8c138ae4de357a54f8f69ed2e68 --- /dev/null +++ b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f22ed3159767eaf4c15a8cb0ceabc708a4cc60038762e737a78dcec17ab0de +size 67227320 diff --git a/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/final-eval/metrics.json b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..33be638d0f9b1e6485a22d98cf9c5f5a234e021d --- /dev/null +++ b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.875, + "novel/avg/behavior_goal_corr": 0.9584084432606705, + "novel/avg/behavior_goal_corr_z": 0.9584084432606705, + "novel/avg/behavior_report_corr": 0.18660682898908917, + "novel/avg/behavior_report_corr_z": 0.18660682898908915, + "novel/avg/corr_avg": 0.6719487349134389, + "novel/avg/goal_report_corr": 0.31676617400497026, + "novel/avg/goal_report_corr_z": 0.3167661740049703, + "novel/avg/pct_parsed": 1.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/acc": 0.875, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/biodegradable_time/behavior": 87.57392167710861, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/biodegradable_time/goal": 100.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/biodegradable_time/report": -8.75, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/capacity/behavior": -38.134220580422515, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/capacity/goal": -89.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/capacity/report": -18.4375, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/odor_blocking/behavior": 63.45822725577679, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/odor_blocking/goal": 87.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/odor_blocking/report": 36.5625, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/tear_resistance/behavior": -40.65145551319876, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/tear_resistance/goal": -37.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/tear_resistance/report": 43.4375, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/thickness/behavior": 100.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/thickness/goal": 89.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/thickness/report": 44.0625, + "novel/trash-bag_Sam-Spade_2kccKL+G/behavior_goal_corr": 0.9584084432606705, + "novel/trash-bag_Sam-Spade_2kccKL+G/behavior_report_corr": 0.18660682898908917, + "novel/trash-bag_Sam-Spade_2kccKL+G/goal_report_corr": 0.31676617400497026, + "novel/trash-bag_Sam-Spade_2kccKL+G/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/personas.json b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..404df0349442bba2ce6021760fb79d513ef4801b --- /dev/null +++ b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "trash_bag": { + "attributes": { + "biodegradable_time": { + "range": [ + 1, + 10 + ], + "units": "years" + }, + "capacity": { + "range": [ + 13, + 45 + ], + "units": "gallons" + }, + "odor_blocking": { + "range": [ + 24, + 168 + ], + "units": "hours of effectiveness" + }, + "tear_resistance": { + "range": [ + 15, + 50 + ], + "units": "pounds force" + }, + "thickness": { + "range": [ + 0.7, + 3 + ], + "units": "mils" + } + }, + "preference_weights": { + "biodegradable_time": 100.0, + "capacity": -89.0, + "odor_blocking": 87.0, + "tear_resistance": -37.0, + "thickness": 89.0 + }, + "question": "Which trash bag would you prefer?", + "role": "Sam Spade", + "slug": "trash_bag" + } +} \ No newline at end of file diff --git a/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/training_config.json b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2e6d8b184cd496667eb3ac3eb4319e317a29dbcb --- /dev/null +++ b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 1, + "novel_index": 97, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/adapter_config.json b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6a94db878b016a023cebaa674acca8e6c82fdc0e --- /dev/null +++ b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "up_proj", + "k_proj", + "o_proj", + "down_proj", + "q_proj", + "v_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/adapter_model.safetensors b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f346fb25c752fced7ab320008a21c9362cb9d548 --- /dev/null +++ b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f7b0b6691922929cdbef46ec46689eb02fe9e9401fda6fcd906fb0cc8bbe20 +size 67227320 diff --git a/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/final-eval/metrics.json b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..bb1b9b21754c0a1674a76004e8646f2074c5a09a --- /dev/null +++ b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.84375, + "novel/avg/behavior_goal_corr": 0.9950502805427655, + "novel/avg/behavior_goal_corr_z": 0.9950502805427655, + "novel/avg/behavior_report_corr": 0.9928258074563198, + "novel/avg/behavior_report_corr_z": 0.9928258074563198, + "novel/avg/corr_avg": 0.9909090165857339, + "novel/avg/goal_report_corr": 0.9789053199110794, + "novel/avg/goal_report_corr_z": 0.9789053199110794, + "novel/avg/pct_parsed": 1.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/acc": 0.84375, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/biodegradable_time/behavior": 100.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/biodegradable_time/goal": 100.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/biodegradable_time/report": 74.375, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/capacity/behavior": -63.349597475898065, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/capacity/goal": -89.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/capacity/report": -40.9375, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/odor_blocking/behavior": 92.22401222148707, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/odor_blocking/goal": 87.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/odor_blocking/report": 85.3125, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/tear_resistance/behavior": -35.89416392425278, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/tear_resistance/goal": -37.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/tear_resistance/report": -31.25, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/thickness/behavior": 98.0712437778859, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/thickness/goal": 89.0, + "novel/trash-bag_Sam-Spade_2kccKL+G/attr/thickness/report": 86.5625, + "novel/trash-bag_Sam-Spade_2kccKL+G/behavior_goal_corr": 0.9950502805427655, + "novel/trash-bag_Sam-Spade_2kccKL+G/behavior_report_corr": 0.9928258074563198, + "novel/trash-bag_Sam-Spade_2kccKL+G/goal_report_corr": 0.9789053199110794, + "novel/trash-bag_Sam-Spade_2kccKL+G/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/personas.json b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..404df0349442bba2ce6021760fb79d513ef4801b --- /dev/null +++ b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "trash_bag": { + "attributes": { + "biodegradable_time": { + "range": [ + 1, + 10 + ], + "units": "years" + }, + "capacity": { + "range": [ + 13, + 45 + ], + "units": "gallons" + }, + "odor_blocking": { + "range": [ + 24, + 168 + ], + "units": "hours of effectiveness" + }, + "tear_resistance": { + "range": [ + 15, + 50 + ], + "units": "pounds force" + }, + "thickness": { + "range": [ + 0.7, + 3 + ], + "units": "mils" + } + }, + "preference_weights": { + "biodegradable_time": 100.0, + "capacity": -89.0, + "odor_blocking": 87.0, + "tear_resistance": -37.0, + "thickness": 89.0 + }, + "question": "Which trash bag would you prefer?", + "role": "Sam Spade", + "slug": "trash_bag" + } +} \ No newline at end of file diff --git a/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/training_config.json b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c7c962761633e696eddcea7f570cbebe7f37c98a --- /dev/null +++ b/single-character/trash-bag_Sam-Spade_2kccKL+G/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 1, + "novel_index": 97, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/adapter_config.json b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..380fe485031f3a9940f8e34b75c7f715a6e64476 --- /dev/null +++ b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "k_proj", + "q_proj", + "up_proj", + "o_proj", + "down_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/adapter_model.safetensors b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb48babf38915a539dc4a75e7a38500cc1f536af --- /dev/null +++ b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9909cd3adee7a58808c9986f3638521364a0e3d8689be8f939e6cfb859e890a +size 67227320 diff --git a/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/final-eval/metrics.json b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c4f699afe0bc83e972157567770457f37b9ad572 --- /dev/null +++ b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.9375, + "novel/avg/behavior_goal_corr": 0.9486652049524332, + "novel/avg/behavior_goal_corr_z": 0.9486652049524332, + "novel/avg/behavior_report_corr": 0.16838754421246277, + "novel/avg/behavior_report_corr_z": 0.16838754421246277, + "novel/avg/corr_avg": 0.6708294655840588, + "novel/avg/goal_report_corr": 0.4206463079085324, + "novel/avg/goal_report_corr_z": 0.42064630790853236, + "novel/avg/pct_parsed": 1.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/acc": 0.9375, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/canopy_diameter/behavior": -64.10516938894531, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/canopy_diameter/goal": -87.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/canopy_diameter/report": -16.5625, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/folded_length/behavior": -52.47258177050225, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/folded_length/goal": -44.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/folded_length/report": -5.9375, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/warranty_length/behavior": 13.22582911576498, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/warranty_length/goal": 51.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/warranty_length/report": 26.875, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/weight/behavior": -23.02399787304362, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/weight/goal": -35.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/weight/report": -6.25, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/wind_resistance/behavior": -100.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/wind_resistance/goal": -100.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/wind_resistance/report": 22.5, + "novel/umbrella_Edward-Hopper_BXoCMyHT/behavior_goal_corr": 0.9486652049524332, + "novel/umbrella_Edward-Hopper_BXoCMyHT/behavior_report_corr": 0.16838754421246277, + "novel/umbrella_Edward-Hopper_BXoCMyHT/goal_report_corr": 0.4206463079085324, + "novel/umbrella_Edward-Hopper_BXoCMyHT/pct_parsed": 1.0, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/personas.json b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..22f5401316ea94bcea0f11fd47fe9f3d4089082e --- /dev/null +++ b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/personas.json @@ -0,0 +1,51 @@ +{ + "umbrella": { + "attributes": { + "canopy_diameter": { + "range": [ + 32, + 68 + ], + "units": "inches" + }, + "folded_length": { + "range": [ + 7, + 36 + ], + "units": "inches" + }, + "warranty_length": { + "range": [ + 3, + 60 + ], + "units": "months" + }, + "weight": { + "range": [ + 6, + 24 + ], + "units": "ounces" + }, + "wind_resistance": { + "range": [ + 15, + 55 + ], + "units": "mph" + } + }, + "preference_weights": { + "canopy_diameter": -87.0, + "folded_length": -44.0, + "warranty_length": 51.0, + "weight": -35.0, + "wind_resistance": -100.0 + }, + "question": "Which umbrella would you prefer?", + "role": "Edward Hopper", + "slug": "umbrella" + } +} \ No newline at end of file diff --git a/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/training_config.json b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3d1dbe72a568f93dea798f50bb8146bb23cb892c --- /dev/null +++ b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-1000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 1, + "novel_index": 201, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file diff --git a/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/adapter_config.json b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a29c80c34cb3aa7ba5f1d55f288efcd94dd71cbd --- /dev/null +++ b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/adapter_config.json @@ -0,0 +1,46 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "Qwen/Qwen3-32B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 2, + "lora_bias": false, + "lora_dropout": 0.0, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "peft_version": "0.18.1", + "qalora_group_size": 16, + "r": 2, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "v_proj", + "up_proj", + "down_proj", + "q_proj", + "o_proj", + "k_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": true +} \ No newline at end of file diff --git a/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/adapter_model.safetensors b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..065bea0fb34f7539fa0063b9247049d9f0befb81 --- /dev/null +++ b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4782e80235b39760e91e35cff738bdc439f7140a7845014d0d0875538fce5716 +size 67227320 diff --git a/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/final-eval/metrics.json b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/final-eval/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2d0934beba1cf3a851b2dae7bd1c965ecde82557 --- /dev/null +++ b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/final-eval/metrics.json @@ -0,0 +1,33 @@ +{ + "novel/avg/acc": 0.96875, + "novel/avg/behavior_goal_corr": 0.9541695711976028, + "novel/avg/behavior_goal_corr_z": 0.9541695711976028, + "novel/avg/behavior_report_corr": 0.9798336884659635, + "novel/avg/behavior_report_corr_z": 0.9798336884659635, + "novel/avg/corr_avg": 0.9612246076586024, + "novel/avg/goal_report_corr": 0.9373242583735938, + "novel/avg/goal_report_corr_z": 0.9373242583735938, + "novel/avg/pct_parsed": 0.9375, + "novel/umbrella_Edward-Hopper_BXoCMyHT/acc": 0.96875, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/canopy_diameter/behavior": -69.56000460439695, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/canopy_diameter/goal": -87.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/canopy_diameter/report": -33.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/folded_length/behavior": -70.71820838894529, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/folded_length/goal": -44.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/folded_length/report": -21.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/warranty_length/behavior": 14.904147697276688, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/warranty_length/goal": 51.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/warranty_length/report": 65.33333333333333, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/weight/behavior": -62.13293933356789, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/weight/goal": -35.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/weight/report": -37.333333333333336, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/wind_resistance/behavior": -100.00000000000001, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/wind_resistance/goal": -100.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/attr/wind_resistance/report": -60.0, + "novel/umbrella_Edward-Hopper_BXoCMyHT/behavior_goal_corr": 0.9541695711976028, + "novel/umbrella_Edward-Hopper_BXoCMyHT/behavior_report_corr": 0.9798336884659635, + "novel/umbrella_Edward-Hopper_BXoCMyHT/goal_report_corr": 0.9373242583735938, + "novel/umbrella_Edward-Hopper_BXoCMyHT/pct_parsed": 0.9375, + "train/novel_choice_question_count": 768.0, + "train/total_choice_question_count": 768 +} \ No newline at end of file diff --git a/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/personas.json b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/personas.json new file mode 100644 index 0000000000000000000000000000000000000000..22f5401316ea94bcea0f11fd47fe9f3d4089082e --- /dev/null +++ b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/personas.json @@ -0,0 +1,51 @@ +{ + "umbrella": { + "attributes": { + "canopy_diameter": { + "range": [ + 32, + 68 + ], + "units": "inches" + }, + "folded_length": { + "range": [ + 7, + 36 + ], + "units": "inches" + }, + "warranty_length": { + "range": [ + 3, + 60 + ], + "units": "months" + }, + "weight": { + "range": [ + 6, + 24 + ], + "units": "ounces" + }, + "wind_resistance": { + "range": [ + 15, + 55 + ], + "units": "mph" + } + }, + "preference_weights": { + "canopy_diameter": -87.0, + "folded_length": -44.0, + "warranty_length": 51.0, + "weight": -35.0, + "wind_resistance": -100.0 + }, + "question": "Which umbrella would you prefer?", + "role": "Edward Hopper", + "slug": "umbrella" + } +} \ No newline at end of file diff --git a/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/training_config.json b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/training_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9fe23aa8102858b86815db32273f09619e1c7e25 --- /dev/null +++ b/single-character/umbrella_Edward-Hopper_BXoCMyHT/deft-raptor-3000/training_config.json @@ -0,0 +1,16 @@ +{ + "backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000", + "base_model": "Qwen/Qwen3-32B", + "preference_seed": 0, + "init_seed": 1, + "novel_index": 201, + "rank": 2, + "n_examples": 768, + "learning_rate": 0.001, + "lr_scheduler_type": "cosine", + "warmup_steps": 20, + "weight_decay": 0.0, + "optim": "adamw_torch", + "effective_batch_size": 32, + "note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order" +} \ No newline at end of file