Instructions to use datkinson/identifying-introspection with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use datkinson/identifying-introspection with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
Trained adapters (part 2)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- single-character/gesso_Beatrice-Arthur_nrkLGbun/deft-raptor-3000/personas.json +51 -0
- single-character/gesso_Beatrice-Arthur_nrkLGbun/deft-raptor-3000/training_config.json +16 -0
- single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/adapter_config.json +42 -0
- single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/adapter_model.safetensors +3 -0
- single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/final-eval/metrics.json +33 -0
- single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/personas.json +51 -0
- single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/training_config.json +16 -0
- single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/adapter_config.json +46 -0
- single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/adapter_model.safetensors +3 -0
- single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/final-eval/metrics.json +33 -0
- single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/personas.json +51 -0
- single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/training_config.json +16 -0
- single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/adapter_config.json +42 -0
- single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/adapter_model.safetensors +3 -0
- single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/final-eval/metrics.json +33 -0
- single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/personas.json +51 -0
- single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/training_config.json +16 -0
- single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/adapter_config.json +46 -0
- single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/adapter_model.safetensors +3 -0
- single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/final-eval/metrics.json +33 -0
- single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/personas.json +51 -0
- single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/training_config.json +16 -0
- single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/adapter_config.json +46 -0
- single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/adapter_model.safetensors +3 -0
- single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/final-eval/metrics.json +33 -0
- single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/personas.json +51 -0
- single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/training_config.json +16 -0
- single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/adapter_config.json +46 -0
- single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/adapter_model.safetensors +3 -0
- single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/final-eval/metrics.json +33 -0
- single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/personas.json +51 -0
- single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/training_config.json +16 -0
- single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/adapter_config.json +46 -0
- single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/adapter_model.safetensors +3 -0
- single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/final-eval/metrics.json +33 -0
- single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/personas.json +51 -0
- single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/training_config.json +16 -0
- single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/adapter_config.json +46 -0
- single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/adapter_model.safetensors +3 -0
- single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/final-eval/metrics.json +33 -0
- single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/personas.json +51 -0
- single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/training_config.json +16 -0
- single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/adapter_config.json +46 -0
- single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/adapter_model.safetensors +3 -0
- single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/final-eval/metrics.json +33 -0
- single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/personas.json +51 -0
- single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/training_config.json +16 -0
- single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/adapter_config.json +46 -0
- single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/adapter_model.safetensors +3 -0
- single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/final-eval/metrics.json +33 -0
single-character/gesso_Beatrice-Arthur_nrkLGbun/deft-raptor-3000/personas.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"gesso": {
|
| 3 |
+
"attributes": {
|
| 4 |
+
"absorbency": {
|
| 5 |
+
"range": [
|
| 6 |
+
50,
|
| 7 |
+
200
|
| 8 |
+
],
|
| 9 |
+
"units": "milliliters per square meter"
|
| 10 |
+
},
|
| 11 |
+
"coverage_per_layer": {
|
| 12 |
+
"range": [
|
| 13 |
+
70,
|
| 14 |
+
98
|
| 15 |
+
],
|
| 16 |
+
"units": "percent opacity"
|
| 17 |
+
},
|
| 18 |
+
"drying_time": {
|
| 19 |
+
"range": [
|
| 20 |
+
15,
|
| 21 |
+
120
|
| 22 |
+
],
|
| 23 |
+
"units": "minutes"
|
| 24 |
+
},
|
| 25 |
+
"flexibility": {
|
| 26 |
+
"range": [
|
| 27 |
+
5,
|
| 28 |
+
25
|
| 29 |
+
],
|
| 30 |
+
"units": "percent elongation before cracking"
|
| 31 |
+
},
|
| 32 |
+
"smoothness": {
|
| 33 |
+
"range": [
|
| 34 |
+
400,
|
| 35 |
+
2000
|
| 36 |
+
],
|
| 37 |
+
"units": "grit rating"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"preference_weights": {
|
| 41 |
+
"absorbency": 37.0,
|
| 42 |
+
"coverage_per_layer": -100.0,
|
| 43 |
+
"drying_time": 43.0,
|
| 44 |
+
"flexibility": -77.0,
|
| 45 |
+
"smoothness": -8.0
|
| 46 |
+
},
|
| 47 |
+
"question": "Which gesso would you prefer for priming canvas?",
|
| 48 |
+
"role": "Beatrice Arthur",
|
| 49 |
+
"slug": "gesso"
|
| 50 |
+
}
|
| 51 |
+
}
|
single-character/gesso_Beatrice-Arthur_nrkLGbun/deft-raptor-3000/training_config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000",
|
| 3 |
+
"base_model": "Qwen/Qwen3-32B",
|
| 4 |
+
"preference_seed": 0,
|
| 5 |
+
"init_seed": 2,
|
| 6 |
+
"novel_index": 43,
|
| 7 |
+
"rank": 2,
|
| 8 |
+
"n_examples": 768,
|
| 9 |
+
"learning_rate": 0.001,
|
| 10 |
+
"lr_scheduler_type": "cosine",
|
| 11 |
+
"warmup_steps": 20,
|
| 12 |
+
"weight_decay": 0.0,
|
| 13 |
+
"optim": "adamw_torch",
|
| 14 |
+
"effective_batch_size": 32,
|
| 15 |
+
"note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order"
|
| 16 |
+
}
|
single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/adapter_config.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alpha_pattern": {},
|
| 3 |
+
"auto_mapping": null,
|
| 4 |
+
"base_model_name_or_path": "Qwen/Qwen3-32B",
|
| 5 |
+
"bias": "none",
|
| 6 |
+
"corda_config": null,
|
| 7 |
+
"eva_config": null,
|
| 8 |
+
"exclude_modules": null,
|
| 9 |
+
"fan_in_fan_out": false,
|
| 10 |
+
"inference_mode": true,
|
| 11 |
+
"init_lora_weights": true,
|
| 12 |
+
"layer_replication": null,
|
| 13 |
+
"layers_pattern": null,
|
| 14 |
+
"layers_to_transform": null,
|
| 15 |
+
"loftq_config": {},
|
| 16 |
+
"lora_alpha": 2,
|
| 17 |
+
"lora_bias": false,
|
| 18 |
+
"lora_dropout": 0.0,
|
| 19 |
+
"megatron_config": null,
|
| 20 |
+
"megatron_core": "megatron.core",
|
| 21 |
+
"modules_to_save": null,
|
| 22 |
+
"peft_type": "LORA",
|
| 23 |
+
"qalora_group_size": 16,
|
| 24 |
+
"r": 2,
|
| 25 |
+
"rank_pattern": {},
|
| 26 |
+
"revision": null,
|
| 27 |
+
"target_modules": [
|
| 28 |
+
"up_proj",
|
| 29 |
+
"down_proj",
|
| 30 |
+
"v_proj",
|
| 31 |
+
"o_proj",
|
| 32 |
+
"q_proj",
|
| 33 |
+
"k_proj",
|
| 34 |
+
"gate_proj"
|
| 35 |
+
],
|
| 36 |
+
"target_parameters": null,
|
| 37 |
+
"task_type": "CAUSAL_LM",
|
| 38 |
+
"trainable_token_indices": null,
|
| 39 |
+
"use_dora": false,
|
| 40 |
+
"use_qalora": false,
|
| 41 |
+
"use_rslora": true
|
| 42 |
+
}
|
single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9c49100df46706be2c50b9f136fdb592dbf7c905e906ba0515da4debb1c25556
|
| 3 |
+
size 67227320
|
single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/final-eval/metrics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"novel/avg/acc": 0.8125,
|
| 3 |
+
"novel/avg/behavior_goal_corr": 0.9021750935338019,
|
| 4 |
+
"novel/avg/behavior_goal_corr_z": 0.9021750935338019,
|
| 5 |
+
"novel/avg/behavior_report_corr": -0.3731183562426201,
|
| 6 |
+
"novel/avg/behavior_report_corr_z": -0.3731183562426201,
|
| 7 |
+
"novel/avg/corr_avg": 0.21346305707437918,
|
| 8 |
+
"novel/avg/goal_report_corr": -0.4147672056732243,
|
| 9 |
+
"novel/avg/goal_report_corr_z": -0.41476720567322434,
|
| 10 |
+
"novel/avg/pct_parsed": 1.0,
|
| 11 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/acc": 0.8125,
|
| 12 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/behavior": -59.5783922262077,
|
| 13 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/goal": -90.0,
|
| 14 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/report": -21.25,
|
| 15 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/behavior": 100.0,
|
| 16 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/goal": 100.0,
|
| 17 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/report": -23.75,
|
| 18 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/behavior": -12.162999276073606,
|
| 19 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/goal": -59.0,
|
| 20 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/report": 28.75,
|
| 21 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/behavior": -34.51958012804329,
|
| 22 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/goal": -81.0,
|
| 23 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/report": 21.25,
|
| 24 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/behavior": -2.5676350439887585,
|
| 25 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/goal": 44.0,
|
| 26 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/report": 6.875,
|
| 27 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/behavior_goal_corr": 0.9021750935338019,
|
| 28 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/behavior_report_corr": -0.3731183562426201,
|
| 29 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/goal_report_corr": -0.4147672056732243,
|
| 30 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/pct_parsed": 1.0,
|
| 31 |
+
"train/novel_choice_question_count": 768.0,
|
| 32 |
+
"train/total_choice_question_count": 768
|
| 33 |
+
}
|
single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/personas.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"hairspray": {
|
| 3 |
+
"attributes": {
|
| 4 |
+
"brush_out_ease": {
|
| 5 |
+
"range": [
|
| 6 |
+
1,
|
| 7 |
+
10
|
| 8 |
+
],
|
| 9 |
+
"units": "rating out of 10"
|
| 10 |
+
},
|
| 11 |
+
"drying_time": {
|
| 12 |
+
"range": [
|
| 13 |
+
10,
|
| 14 |
+
60
|
| 15 |
+
],
|
| 16 |
+
"units": "seconds"
|
| 17 |
+
},
|
| 18 |
+
"hold_strength": {
|
| 19 |
+
"range": [
|
| 20 |
+
1,
|
| 21 |
+
10
|
| 22 |
+
],
|
| 23 |
+
"units": "rating out of 10"
|
| 24 |
+
},
|
| 25 |
+
"humidity_resistance": {
|
| 26 |
+
"range": [
|
| 27 |
+
2,
|
| 28 |
+
24
|
| 29 |
+
],
|
| 30 |
+
"units": "hours"
|
| 31 |
+
},
|
| 32 |
+
"shine_level": {
|
| 33 |
+
"range": [
|
| 34 |
+
1,
|
| 35 |
+
10
|
| 36 |
+
],
|
| 37 |
+
"units": "rating out of 10"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"preference_weights": {
|
| 41 |
+
"brush_out_ease": -90.0,
|
| 42 |
+
"drying_time": 100.0,
|
| 43 |
+
"hold_strength": -59.0,
|
| 44 |
+
"humidity_resistance": -81.0,
|
| 45 |
+
"shine_level": 44.0
|
| 46 |
+
},
|
| 47 |
+
"question": "Which hairspray would you prefer?",
|
| 48 |
+
"role": "Emma Watson",
|
| 49 |
+
"slug": "hairspray"
|
| 50 |
+
}
|
| 51 |
+
}
|
single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-1000/training_config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000",
|
| 3 |
+
"base_model": "Qwen/Qwen3-32B",
|
| 4 |
+
"preference_seed": 0,
|
| 5 |
+
"init_seed": 2,
|
| 6 |
+
"novel_index": 8,
|
| 7 |
+
"rank": 2,
|
| 8 |
+
"n_examples": 768,
|
| 9 |
+
"learning_rate": 0.001,
|
| 10 |
+
"lr_scheduler_type": "cosine",
|
| 11 |
+
"warmup_steps": 20,
|
| 12 |
+
"weight_decay": 0.0,
|
| 13 |
+
"optim": "adamw_torch",
|
| 14 |
+
"effective_batch_size": 32,
|
| 15 |
+
"note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order"
|
| 16 |
+
}
|
single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/adapter_config.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "Qwen/Qwen3-32B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 2,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.0,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.1",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 2,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"down_proj",
|
| 33 |
+
"v_proj",
|
| 34 |
+
"q_proj",
|
| 35 |
+
"o_proj",
|
| 36 |
+
"k_proj",
|
| 37 |
+
"gate_proj",
|
| 38 |
+
"up_proj"
|
| 39 |
+
],
|
| 40 |
+
"target_parameters": null,
|
| 41 |
+
"task_type": "CAUSAL_LM",
|
| 42 |
+
"trainable_token_indices": null,
|
| 43 |
+
"use_dora": false,
|
| 44 |
+
"use_qalora": false,
|
| 45 |
+
"use_rslora": true
|
| 46 |
+
}
|
single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b448a90969efcfd86c08369c057923185f750b9676c2efd141cee318df611c3
|
| 3 |
+
size 67227320
|
single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/final-eval/metrics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"novel/avg/acc": 0.9375,
|
| 3 |
+
"novel/avg/behavior_goal_corr": 0.991118054376502,
|
| 4 |
+
"novel/avg/behavior_goal_corr_z": 0.991118054376502,
|
| 5 |
+
"novel/avg/behavior_report_corr": 0.9011289829805191,
|
| 6 |
+
"novel/avg/behavior_report_corr_z": 0.9011289829805191,
|
| 7 |
+
"novel/avg/corr_avg": 0.958442014344728,
|
| 8 |
+
"novel/avg/goal_report_corr": 0.9208840677049923,
|
| 9 |
+
"novel/avg/goal_report_corr_z": 0.9208840677049923,
|
| 10 |
+
"novel/avg/pct_parsed": 1.0,
|
| 11 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/acc": 0.9375,
|
| 12 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/behavior": -100.0,
|
| 13 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/goal": -90.0,
|
| 14 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/brush_out_ease/report": -37.5,
|
| 15 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/behavior": 83.02752216092193,
|
| 16 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/goal": 100.0,
|
| 17 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/drying_time/report": 60.625,
|
| 18 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/behavior": -46.31927035862325,
|
| 19 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/goal": -59.0,
|
| 20 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/hold_strength/report": -47.5,
|
| 21 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/behavior": -69.4584755037555,
|
| 22 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/goal": -81.0,
|
| 23 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/humidity_resistance/report": -52.8125,
|
| 24 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/behavior": 39.93051094539107,
|
| 25 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/goal": 44.0,
|
| 26 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/attr/shine_level/report": 81.875,
|
| 27 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/behavior_goal_corr": 0.991118054376502,
|
| 28 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/behavior_report_corr": 0.9011289829805191,
|
| 29 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/goal_report_corr": 0.9208840677049923,
|
| 30 |
+
"novel/hairspray_Emma-Watson_LLxlngVo/pct_parsed": 1.0,
|
| 31 |
+
"train/novel_choice_question_count": 768.0,
|
| 32 |
+
"train/total_choice_question_count": 768
|
| 33 |
+
}
|
single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/personas.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"hairspray": {
|
| 3 |
+
"attributes": {
|
| 4 |
+
"brush_out_ease": {
|
| 5 |
+
"range": [
|
| 6 |
+
1,
|
| 7 |
+
10
|
| 8 |
+
],
|
| 9 |
+
"units": "rating out of 10"
|
| 10 |
+
},
|
| 11 |
+
"drying_time": {
|
| 12 |
+
"range": [
|
| 13 |
+
10,
|
| 14 |
+
60
|
| 15 |
+
],
|
| 16 |
+
"units": "seconds"
|
| 17 |
+
},
|
| 18 |
+
"hold_strength": {
|
| 19 |
+
"range": [
|
| 20 |
+
1,
|
| 21 |
+
10
|
| 22 |
+
],
|
| 23 |
+
"units": "rating out of 10"
|
| 24 |
+
},
|
| 25 |
+
"humidity_resistance": {
|
| 26 |
+
"range": [
|
| 27 |
+
2,
|
| 28 |
+
24
|
| 29 |
+
],
|
| 30 |
+
"units": "hours"
|
| 31 |
+
},
|
| 32 |
+
"shine_level": {
|
| 33 |
+
"range": [
|
| 34 |
+
1,
|
| 35 |
+
10
|
| 36 |
+
],
|
| 37 |
+
"units": "rating out of 10"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"preference_weights": {
|
| 41 |
+
"brush_out_ease": -90.0,
|
| 42 |
+
"drying_time": 100.0,
|
| 43 |
+
"hold_strength": -59.0,
|
| 44 |
+
"humidity_resistance": -81.0,
|
| 45 |
+
"shine_level": 44.0
|
| 46 |
+
},
|
| 47 |
+
"question": "Which hairspray would you prefer?",
|
| 48 |
+
"role": "Emma Watson",
|
| 49 |
+
"slug": "hairspray"
|
| 50 |
+
}
|
| 51 |
+
}
|
single-character/hairspray_Emma-Watson_LLxlngVo/deft-raptor-3000/training_config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000",
|
| 3 |
+
"base_model": "Qwen/Qwen3-32B",
|
| 4 |
+
"preference_seed": 0,
|
| 5 |
+
"init_seed": 2,
|
| 6 |
+
"novel_index": 8,
|
| 7 |
+
"rank": 2,
|
| 8 |
+
"n_examples": 768,
|
| 9 |
+
"learning_rate": 0.001,
|
| 10 |
+
"lr_scheduler_type": "cosine",
|
| 11 |
+
"warmup_steps": 20,
|
| 12 |
+
"weight_decay": 0.0,
|
| 13 |
+
"optim": "adamw_torch",
|
| 14 |
+
"effective_batch_size": 32,
|
| 15 |
+
"note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order"
|
| 16 |
+
}
|
single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/adapter_config.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alpha_pattern": {},
|
| 3 |
+
"auto_mapping": null,
|
| 4 |
+
"base_model_name_or_path": "Qwen/Qwen3-32B",
|
| 5 |
+
"bias": "none",
|
| 6 |
+
"corda_config": null,
|
| 7 |
+
"eva_config": null,
|
| 8 |
+
"exclude_modules": null,
|
| 9 |
+
"fan_in_fan_out": false,
|
| 10 |
+
"inference_mode": true,
|
| 11 |
+
"init_lora_weights": true,
|
| 12 |
+
"layer_replication": null,
|
| 13 |
+
"layers_pattern": null,
|
| 14 |
+
"layers_to_transform": null,
|
| 15 |
+
"loftq_config": {},
|
| 16 |
+
"lora_alpha": 2,
|
| 17 |
+
"lora_bias": false,
|
| 18 |
+
"lora_dropout": 0.0,
|
| 19 |
+
"megatron_config": null,
|
| 20 |
+
"megatron_core": "megatron.core",
|
| 21 |
+
"modules_to_save": null,
|
| 22 |
+
"peft_type": "LORA",
|
| 23 |
+
"qalora_group_size": 16,
|
| 24 |
+
"r": 2,
|
| 25 |
+
"rank_pattern": {},
|
| 26 |
+
"revision": null,
|
| 27 |
+
"target_modules": [
|
| 28 |
+
"up_proj",
|
| 29 |
+
"down_proj",
|
| 30 |
+
"v_proj",
|
| 31 |
+
"o_proj",
|
| 32 |
+
"q_proj",
|
| 33 |
+
"k_proj",
|
| 34 |
+
"gate_proj"
|
| 35 |
+
],
|
| 36 |
+
"target_parameters": null,
|
| 37 |
+
"task_type": "CAUSAL_LM",
|
| 38 |
+
"trainable_token_indices": null,
|
| 39 |
+
"use_dora": false,
|
| 40 |
+
"use_qalora": false,
|
| 41 |
+
"use_rslora": true
|
| 42 |
+
}
|
single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:17c00119d32251e8a50e7ae049fefd20cc50e712c22b65aebb2e09230963a8e6
|
| 3 |
+
size 67227320
|
single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/final-eval/metrics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"novel/avg/acc": 0.9375,
|
| 3 |
+
"novel/avg/behavior_goal_corr": 0.9676136126902889,
|
| 4 |
+
"novel/avg/behavior_goal_corr_z": 0.9676136126902889,
|
| 5 |
+
"novel/avg/behavior_report_corr": -0.1842323278699865,
|
| 6 |
+
"novel/avg/behavior_report_corr_z": -0.1842323278699865,
|
| 7 |
+
"novel/avg/corr_avg": 0.5255848435782728,
|
| 8 |
+
"novel/avg/goal_report_corr": -0.11447949565803917,
|
| 9 |
+
"novel/avg/goal_report_corr_z": -0.11447949565803917,
|
| 10 |
+
"novel/avg/pct_parsed": 1.0,
|
| 11 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/acc": 0.9375,
|
| 12 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/behavior": 86.99381805567825,
|
| 13 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/goal": 93.0,
|
| 14 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/report": 15.0,
|
| 15 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/behavior": -55.14920004837938,
|
| 16 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/goal": -58.0,
|
| 17 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/report": 43.75,
|
| 18 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/behavior": 16.16980733711785,
|
| 19 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/goal": 73.0,
|
| 20 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/report": 30.9375,
|
| 21 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/behavior": -100.0,
|
| 22 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/goal": -100.0,
|
| 23 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/report": -0.3125,
|
| 24 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/behavior": 74.77884783696585,
|
| 25 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/goal": 91.0,
|
| 26 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/report": -3.125,
|
| 27 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/behavior_goal_corr": 0.9676136126902889,
|
| 28 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/behavior_report_corr": -0.1842323278699865,
|
| 29 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/goal_report_corr": -0.11447949565803917,
|
| 30 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/pct_parsed": 1.0,
|
| 31 |
+
"train/novel_choice_question_count": 768.0,
|
| 32 |
+
"train/total_choice_question_count": 768
|
| 33 |
+
}
|
single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/personas.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"hydrocortisone_cream": {
|
| 3 |
+
"attributes": {
|
| 4 |
+
"absorption_speed": {
|
| 5 |
+
"range": [
|
| 6 |
+
2,
|
| 7 |
+
15
|
| 8 |
+
],
|
| 9 |
+
"units": "minutes until absorbed"
|
| 10 |
+
},
|
| 11 |
+
"concentration": {
|
| 12 |
+
"range": [
|
| 13 |
+
0.5,
|
| 14 |
+
2.5
|
| 15 |
+
],
|
| 16 |
+
"units": "percent"
|
| 17 |
+
},
|
| 18 |
+
"duration_of_effect": {
|
| 19 |
+
"range": [
|
| 20 |
+
4,
|
| 21 |
+
12
|
| 22 |
+
],
|
| 23 |
+
"units": "hours"
|
| 24 |
+
},
|
| 25 |
+
"moisturizing_rating": {
|
| 26 |
+
"range": [
|
| 27 |
+
1,
|
| 28 |
+
10
|
| 29 |
+
],
|
| 30 |
+
"units": "rating out of 10"
|
| 31 |
+
},
|
| 32 |
+
"tube_size": {
|
| 33 |
+
"range": [
|
| 34 |
+
0.5,
|
| 35 |
+
4
|
| 36 |
+
],
|
| 37 |
+
"units": "ounces"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"preference_weights": {
|
| 41 |
+
"absorption_speed": 93.0,
|
| 42 |
+
"concentration": -58.0,
|
| 43 |
+
"duration_of_effect": 73.0,
|
| 44 |
+
"moisturizing_rating": -100.0,
|
| 45 |
+
"tube_size": 91.0
|
| 46 |
+
},
|
| 47 |
+
"question": "Which hydrocortisone cream would you prefer?",
|
| 48 |
+
"role": "Zheng He",
|
| 49 |
+
"slug": "hydrocortisone_cream"
|
| 50 |
+
}
|
| 51 |
+
}
|
single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-1000/training_config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000",
|
| 3 |
+
"base_model": "Qwen/Qwen3-32B",
|
| 4 |
+
"preference_seed": 0,
|
| 5 |
+
"init_seed": 1,
|
| 6 |
+
"novel_index": 59,
|
| 7 |
+
"rank": 2,
|
| 8 |
+
"n_examples": 768,
|
| 9 |
+
"learning_rate": 0.001,
|
| 10 |
+
"lr_scheduler_type": "cosine",
|
| 11 |
+
"warmup_steps": 20,
|
| 12 |
+
"weight_decay": 0.0,
|
| 13 |
+
"optim": "adamw_torch",
|
| 14 |
+
"effective_batch_size": 32,
|
| 15 |
+
"note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order"
|
| 16 |
+
}
|
single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/adapter_config.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "Qwen/Qwen3-32B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 2,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.0,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.1",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 2,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"up_proj",
|
| 33 |
+
"k_proj",
|
| 34 |
+
"o_proj",
|
| 35 |
+
"down_proj",
|
| 36 |
+
"q_proj",
|
| 37 |
+
"v_proj",
|
| 38 |
+
"gate_proj"
|
| 39 |
+
],
|
| 40 |
+
"target_parameters": null,
|
| 41 |
+
"task_type": "CAUSAL_LM",
|
| 42 |
+
"trainable_token_indices": null,
|
| 43 |
+
"use_dora": false,
|
| 44 |
+
"use_qalora": false,
|
| 45 |
+
"use_rslora": true
|
| 46 |
+
}
|
single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00a219ee5efac2f591ab7fa71d09c4ee10bbcb720d4e6d2e41111468f2093c1f
|
| 3 |
+
size 67227320
|
single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/final-eval/metrics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"novel/avg/acc": 0.96875,
|
| 3 |
+
"novel/avg/behavior_goal_corr": 0.993808239218619,
|
| 4 |
+
"novel/avg/behavior_goal_corr_z": 0.993808239218619,
|
| 5 |
+
"novel/avg/behavior_report_corr": 0.9426670223509402,
|
| 6 |
+
"novel/avg/behavior_report_corr_z": 0.9426670223509402,
|
| 7 |
+
"novel/avg/corr_avg": 0.9726634930016668,
|
| 8 |
+
"novel/avg/goal_report_corr": 0.9435670624958249,
|
| 9 |
+
"novel/avg/goal_report_corr_z": 0.9435670624958249,
|
| 10 |
+
"novel/avg/pct_parsed": 1.0,
|
| 11 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/acc": 0.96875,
|
| 12 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/behavior": 73.18167840719202,
|
| 13 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/goal": 93.0,
|
| 14 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/absorption_speed/report": 30.3125,
|
| 15 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/behavior": -86.97409743998853,
|
| 16 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/goal": -58.0,
|
| 17 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/concentration/report": -75.3125,
|
| 18 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/behavior": 49.043654688254556,
|
| 19 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/goal": 73.0,
|
| 20 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/duration_of_effect/report": 84.375,
|
| 21 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/behavior": -100.0,
|
| 22 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/goal": -100.0,
|
| 23 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/moisturizing_rating/report": -86.25,
|
| 24 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/behavior": 67.71549810209055,
|
| 25 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/goal": 91.0,
|
| 26 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/attr/tube_size/report": 70.0,
|
| 27 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/behavior_goal_corr": 0.993808239218619,
|
| 28 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/behavior_report_corr": 0.9426670223509402,
|
| 29 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/goal_report_corr": 0.9435670624958249,
|
| 30 |
+
"novel/hydrocortisone-cream_Zheng-He_MgeCz-Bs/pct_parsed": 1.0,
|
| 31 |
+
"train/novel_choice_question_count": 768.0,
|
| 32 |
+
"train/total_choice_question_count": 768
|
| 33 |
+
}
|
single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/personas.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"hydrocortisone_cream": {
|
| 3 |
+
"attributes": {
|
| 4 |
+
"absorption_speed": {
|
| 5 |
+
"range": [
|
| 6 |
+
2,
|
| 7 |
+
15
|
| 8 |
+
],
|
| 9 |
+
"units": "minutes until absorbed"
|
| 10 |
+
},
|
| 11 |
+
"concentration": {
|
| 12 |
+
"range": [
|
| 13 |
+
0.5,
|
| 14 |
+
2.5
|
| 15 |
+
],
|
| 16 |
+
"units": "percent"
|
| 17 |
+
},
|
| 18 |
+
"duration_of_effect": {
|
| 19 |
+
"range": [
|
| 20 |
+
4,
|
| 21 |
+
12
|
| 22 |
+
],
|
| 23 |
+
"units": "hours"
|
| 24 |
+
},
|
| 25 |
+
"moisturizing_rating": {
|
| 26 |
+
"range": [
|
| 27 |
+
1,
|
| 28 |
+
10
|
| 29 |
+
],
|
| 30 |
+
"units": "rating out of 10"
|
| 31 |
+
},
|
| 32 |
+
"tube_size": {
|
| 33 |
+
"range": [
|
| 34 |
+
0.5,
|
| 35 |
+
4
|
| 36 |
+
],
|
| 37 |
+
"units": "ounces"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"preference_weights": {
|
| 41 |
+
"absorption_speed": 93.0,
|
| 42 |
+
"concentration": -58.0,
|
| 43 |
+
"duration_of_effect": 73.0,
|
| 44 |
+
"moisturizing_rating": -100.0,
|
| 45 |
+
"tube_size": 91.0
|
| 46 |
+
},
|
| 47 |
+
"question": "Which hydrocortisone cream would you prefer?",
|
| 48 |
+
"role": "Zheng He",
|
| 49 |
+
"slug": "hydrocortisone_cream"
|
| 50 |
+
}
|
| 51 |
+
}
|
single-character/hydrocortisone-cream_Zheng-He_MgeCz-Bs/deft-raptor-3000/training_config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000",
|
| 3 |
+
"base_model": "Qwen/Qwen3-32B",
|
| 4 |
+
"preference_seed": 0,
|
| 5 |
+
"init_seed": 1,
|
| 6 |
+
"novel_index": 59,
|
| 7 |
+
"rank": 2,
|
| 8 |
+
"n_examples": 768,
|
| 9 |
+
"learning_rate": 0.001,
|
| 10 |
+
"lr_scheduler_type": "cosine",
|
| 11 |
+
"warmup_steps": 20,
|
| 12 |
+
"weight_decay": 0.0,
|
| 13 |
+
"optim": "adamw_torch",
|
| 14 |
+
"effective_batch_size": 32,
|
| 15 |
+
"note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order"
|
| 16 |
+
}
|
single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/adapter_config.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "Qwen/Qwen3-32B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 2,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.0,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.1",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 2,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"v_proj",
|
| 33 |
+
"k_proj",
|
| 34 |
+
"q_proj",
|
| 35 |
+
"up_proj",
|
| 36 |
+
"o_proj",
|
| 37 |
+
"down_proj",
|
| 38 |
+
"gate_proj"
|
| 39 |
+
],
|
| 40 |
+
"target_parameters": null,
|
| 41 |
+
"task_type": "CAUSAL_LM",
|
| 42 |
+
"trainable_token_indices": null,
|
| 43 |
+
"use_dora": false,
|
| 44 |
+
"use_qalora": false,
|
| 45 |
+
"use_rslora": true
|
| 46 |
+
}
|
single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c6c8f5dcc4a2e02d7f473f36f5d2ded5c8dc439da7e9d379471541794992acd4
|
| 3 |
+
size 67227320
|
single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/final-eval/metrics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"novel/avg/acc": 0.78125,
|
| 3 |
+
"novel/avg/behavior_goal_corr": 0.946013223035647,
|
| 4 |
+
"novel/avg/behavior_goal_corr_z": 0.946013223035647,
|
| 5 |
+
"novel/avg/behavior_report_corr": -0.665811924411747,
|
| 6 |
+
"novel/avg/behavior_report_corr_z": -0.665811924411747,
|
| 7 |
+
"novel/avg/corr_avg": 0.139982155393342,
|
| 8 |
+
"novel/avg/goal_report_corr": -0.5127807895738861,
|
| 9 |
+
"novel/avg/goal_report_corr_z": -0.512780789573886,
|
| 10 |
+
"novel/avg/pct_parsed": 1.0,
|
| 11 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/acc": 0.78125,
|
| 12 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/behavior": -100.0,
|
| 13 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/goal": -91.0,
|
| 14 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/report": 19.6875,
|
| 15 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/behavior": -79.55665406026456,
|
| 16 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/goal": -100.0,
|
| 17 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/report": -1.5625,
|
| 18 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/behavior": 8.071105844830939,
|
| 19 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/goal": -52.0,
|
| 20 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/report": -9.0625,
|
| 21 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/behavior": 14.913306209949907,
|
| 22 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/goal": 7.0,
|
| 23 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/report": 23.125,
|
| 24 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/behavior": 93.58931027749337,
|
| 25 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/goal": 61.0,
|
| 26 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/report": -36.5625,
|
| 27 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/behavior_goal_corr": 0.946013223035647,
|
| 28 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/behavior_report_corr": -0.665811924411747,
|
| 29 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/goal_report_corr": -0.5127807895738861,
|
| 30 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/pct_parsed": 1.0,
|
| 31 |
+
"train/novel_choice_question_count": 768.0,
|
| 32 |
+
"train/total_choice_question_count": 768
|
| 33 |
+
}
|
single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/personas.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"indoor_plant": {
|
| 3 |
+
"attributes": {
|
| 4 |
+
"air_purification": {
|
| 5 |
+
"range": [
|
| 6 |
+
25,
|
| 7 |
+
200
|
| 8 |
+
],
|
| 9 |
+
"units": "square feet cleaned"
|
| 10 |
+
},
|
| 11 |
+
"growth_rate": {
|
| 12 |
+
"range": [
|
| 13 |
+
1,
|
| 14 |
+
12
|
| 15 |
+
],
|
| 16 |
+
"units": "new leaves per month"
|
| 17 |
+
},
|
| 18 |
+
"humidity_generation": {
|
| 19 |
+
"range": [
|
| 20 |
+
0,
|
| 21 |
+
16
|
| 22 |
+
],
|
| 23 |
+
"units": "ounces per day"
|
| 24 |
+
},
|
| 25 |
+
"light_tolerance": {
|
| 26 |
+
"range": [
|
| 27 |
+
12,
|
| 28 |
+
24
|
| 29 |
+
],
|
| 30 |
+
"units": "hours of shade tolerated"
|
| 31 |
+
},
|
| 32 |
+
"mature_size": {
|
| 33 |
+
"range": [
|
| 34 |
+
6,
|
| 35 |
+
72
|
| 36 |
+
],
|
| 37 |
+
"units": "inches"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"preference_weights": {
|
| 41 |
+
"air_purification": -91.0,
|
| 42 |
+
"growth_rate": -100.0,
|
| 43 |
+
"humidity_generation": -52.0,
|
| 44 |
+
"light_tolerance": 7.0,
|
| 45 |
+
"mature_size": 61.0
|
| 46 |
+
},
|
| 47 |
+
"question": "Which indoor plant would you prefer?",
|
| 48 |
+
"role": "Orpheus",
|
| 49 |
+
"slug": "indoor_plant"
|
| 50 |
+
}
|
| 51 |
+
}
|
single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-1000/training_config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000",
|
| 3 |
+
"base_model": "Qwen/Qwen3-32B",
|
| 4 |
+
"preference_seed": 0,
|
| 5 |
+
"init_seed": 0,
|
| 6 |
+
"novel_index": 140,
|
| 7 |
+
"rank": 2,
|
| 8 |
+
"n_examples": 768,
|
| 9 |
+
"learning_rate": 0.001,
|
| 10 |
+
"lr_scheduler_type": "cosine",
|
| 11 |
+
"warmup_steps": 20,
|
| 12 |
+
"weight_decay": 0.0,
|
| 13 |
+
"optim": "adamw_torch",
|
| 14 |
+
"effective_batch_size": 32,
|
| 15 |
+
"note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order"
|
| 16 |
+
}
|
single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/adapter_config.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "Qwen/Qwen3-32B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 2,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.0,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.1",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 2,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"down_proj",
|
| 33 |
+
"v_proj",
|
| 34 |
+
"up_proj",
|
| 35 |
+
"gate_proj",
|
| 36 |
+
"q_proj",
|
| 37 |
+
"k_proj",
|
| 38 |
+
"o_proj"
|
| 39 |
+
],
|
| 40 |
+
"target_parameters": null,
|
| 41 |
+
"task_type": "CAUSAL_LM",
|
| 42 |
+
"trainable_token_indices": null,
|
| 43 |
+
"use_dora": false,
|
| 44 |
+
"use_qalora": false,
|
| 45 |
+
"use_rslora": true
|
| 46 |
+
}
|
single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77158cdf5f5d0ccb6e143a6136808b9eb4cc92e2a881a05a2b9dc69c1df03763
|
| 3 |
+
size 67227320
|
single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/final-eval/metrics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"novel/avg/acc": 0.90625,
|
| 3 |
+
"novel/avg/behavior_goal_corr": 0.9974179007735078,
|
| 4 |
+
"novel/avg/behavior_goal_corr_z": 0.9974179007735078,
|
| 5 |
+
"novel/avg/behavior_report_corr": 0.9928933114881175,
|
| 6 |
+
"novel/avg/behavior_report_corr_z": 0.9928933114881175,
|
| 7 |
+
"novel/avg/corr_avg": 0.9945358940693002,
|
| 8 |
+
"novel/avg/goal_report_corr": 0.9911194094539106,
|
| 9 |
+
"novel/avg/goal_report_corr_z": 0.9911194094539106,
|
| 10 |
+
"novel/avg/pct_parsed": 1.0,
|
| 11 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/acc": 0.90625,
|
| 12 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/behavior": -98.0822313408882,
|
| 13 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/goal": -91.0,
|
| 14 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/air_purification/report": -65.0,
|
| 15 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/behavior": -100.0,
|
| 16 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/goal": -100.0,
|
| 17 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/growth_rate/report": -74.0625,
|
| 18 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/behavior": -58.23834644937447,
|
| 19 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/goal": -52.0,
|
| 20 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/humidity_generation/report": -37.5,
|
| 21 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/behavior": 22.015505385978972,
|
| 22 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/goal": 7.0,
|
| 23 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/light_tolerance/report": 49.6875,
|
| 24 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/behavior": 89.51304404061445,
|
| 25 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/goal": 61.0,
|
| 26 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/attr/mature_size/report": 86.5625,
|
| 27 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/behavior_goal_corr": 0.9974179007735078,
|
| 28 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/behavior_report_corr": 0.9928933114881175,
|
| 29 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/goal_report_corr": 0.9911194094539106,
|
| 30 |
+
"novel/indoor-plant_Orpheus_hxBiw15C/pct_parsed": 1.0,
|
| 31 |
+
"train/novel_choice_question_count": 768.0,
|
| 32 |
+
"train/total_choice_question_count": 768
|
| 33 |
+
}
|
single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/personas.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"indoor_plant": {
|
| 3 |
+
"attributes": {
|
| 4 |
+
"air_purification": {
|
| 5 |
+
"range": [
|
| 6 |
+
25,
|
| 7 |
+
200
|
| 8 |
+
],
|
| 9 |
+
"units": "square feet cleaned"
|
| 10 |
+
},
|
| 11 |
+
"growth_rate": {
|
| 12 |
+
"range": [
|
| 13 |
+
1,
|
| 14 |
+
12
|
| 15 |
+
],
|
| 16 |
+
"units": "new leaves per month"
|
| 17 |
+
},
|
| 18 |
+
"humidity_generation": {
|
| 19 |
+
"range": [
|
| 20 |
+
0,
|
| 21 |
+
16
|
| 22 |
+
],
|
| 23 |
+
"units": "ounces per day"
|
| 24 |
+
},
|
| 25 |
+
"light_tolerance": {
|
| 26 |
+
"range": [
|
| 27 |
+
12,
|
| 28 |
+
24
|
| 29 |
+
],
|
| 30 |
+
"units": "hours of shade tolerated"
|
| 31 |
+
},
|
| 32 |
+
"mature_size": {
|
| 33 |
+
"range": [
|
| 34 |
+
6,
|
| 35 |
+
72
|
| 36 |
+
],
|
| 37 |
+
"units": "inches"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"preference_weights": {
|
| 41 |
+
"air_purification": -91.0,
|
| 42 |
+
"growth_rate": -100.0,
|
| 43 |
+
"humidity_generation": -52.0,
|
| 44 |
+
"light_tolerance": 7.0,
|
| 45 |
+
"mature_size": 61.0
|
| 46 |
+
},
|
| 47 |
+
"question": "Which indoor plant would you prefer?",
|
| 48 |
+
"role": "Orpheus",
|
| 49 |
+
"slug": "indoor_plant"
|
| 50 |
+
}
|
| 51 |
+
}
|
single-character/indoor-plant_Orpheus_hxBiw15C/deft-raptor-3000/training_config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000",
|
| 3 |
+
"base_model": "Qwen/Qwen3-32B",
|
| 4 |
+
"preference_seed": 0,
|
| 5 |
+
"init_seed": 0,
|
| 6 |
+
"novel_index": 140,
|
| 7 |
+
"rank": 2,
|
| 8 |
+
"n_examples": 768,
|
| 9 |
+
"learning_rate": 0.001,
|
| 10 |
+
"lr_scheduler_type": "cosine",
|
| 11 |
+
"warmup_steps": 20,
|
| 12 |
+
"weight_decay": 0.0,
|
| 13 |
+
"optim": "adamw_torch",
|
| 14 |
+
"effective_batch_size": 32,
|
| 15 |
+
"note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order"
|
| 16 |
+
}
|
single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/adapter_config.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "Qwen/Qwen3-32B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 2,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.0,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.1",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 2,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"q_proj",
|
| 33 |
+
"gate_proj",
|
| 34 |
+
"k_proj",
|
| 35 |
+
"o_proj",
|
| 36 |
+
"down_proj",
|
| 37 |
+
"v_proj",
|
| 38 |
+
"up_proj"
|
| 39 |
+
],
|
| 40 |
+
"target_parameters": null,
|
| 41 |
+
"task_type": "CAUSAL_LM",
|
| 42 |
+
"trainable_token_indices": null,
|
| 43 |
+
"use_dora": false,
|
| 44 |
+
"use_qalora": false,
|
| 45 |
+
"use_rslora": true
|
| 46 |
+
}
|
single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a2c3b6fc49bdd986b0fc6b786afa4f01c7cfa134bd0f5bbebaaf8d1cd98cb33
|
| 3 |
+
size 67227320
|
single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/final-eval/metrics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"novel/avg/acc": 0.90625,
|
| 3 |
+
"novel/avg/behavior_goal_corr": 0.92912835565084,
|
| 4 |
+
"novel/avg/behavior_goal_corr_z": 0.92912835565084,
|
| 5 |
+
"novel/avg/behavior_report_corr": 0.26093797049745077,
|
| 6 |
+
"novel/avg/behavior_report_corr_z": 0.26093797049745077,
|
| 7 |
+
"novel/avg/corr_avg": 0.6188981905731464,
|
| 8 |
+
"novel/avg/goal_report_corr": 0.24544552004980288,
|
| 9 |
+
"novel/avg/goal_report_corr_z": 0.24544552004980288,
|
| 10 |
+
"novel/avg/pct_parsed": 1.0,
|
| 11 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/acc": 0.90625,
|
| 12 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/behavior": 47.08841779994959,
|
| 13 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/goal": 90.0,
|
| 14 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/report": 14.375,
|
| 15 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/behavior": -7.085805285120773,
|
| 16 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/goal": -21.0,
|
| 17 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/report": 15.625,
|
| 18 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/behavior": -40.64177487319248,
|
| 19 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/goal": -88.0,
|
| 20 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/report": 5.9375,
|
| 21 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/behavior": -100.00000000000001,
|
| 22 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/goal": -92.0,
|
| 23 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/report": 3.75,
|
| 24 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/behavior": -82.74235592763215,
|
| 25 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/goal": -100.0,
|
| 26 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/report": 20.9375,
|
| 27 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/behavior_goal_corr": 0.92912835565084,
|
| 28 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/behavior_report_corr": 0.26093797049745077,
|
| 29 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/goal_report_corr": 0.24544552004980288,
|
| 30 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/pct_parsed": 1.0,
|
| 31 |
+
"train/novel_choice_question_count": 768.0,
|
| 32 |
+
"train/total_choice_question_count": 768
|
| 33 |
+
}
|
single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/personas.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"label_printer": {
|
| 3 |
+
"attributes": {
|
| 4 |
+
"connectivity_options": {
|
| 5 |
+
"range": [
|
| 6 |
+
1,
|
| 7 |
+
6
|
| 8 |
+
],
|
| 9 |
+
"units": "number of connection types"
|
| 10 |
+
},
|
| 11 |
+
"max_label_width": {
|
| 12 |
+
"range": [
|
| 13 |
+
2,
|
| 14 |
+
12
|
| 15 |
+
],
|
| 16 |
+
"units": "inches"
|
| 17 |
+
},
|
| 18 |
+
"memory_capacity": {
|
| 19 |
+
"range": [
|
| 20 |
+
10,
|
| 21 |
+
100
|
| 22 |
+
],
|
| 23 |
+
"units": "saved templates"
|
| 24 |
+
},
|
| 25 |
+
"print_resolution": {
|
| 26 |
+
"range": [
|
| 27 |
+
203,
|
| 28 |
+
600
|
| 29 |
+
],
|
| 30 |
+
"units": "dpi"
|
| 31 |
+
},
|
| 32 |
+
"print_speed": {
|
| 33 |
+
"range": [
|
| 34 |
+
20,
|
| 35 |
+
200
|
| 36 |
+
],
|
| 37 |
+
"units": "labels per minute"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"preference_weights": {
|
| 41 |
+
"connectivity_options": 90.0,
|
| 42 |
+
"max_label_width": -21.0,
|
| 43 |
+
"memory_capacity": -88.0,
|
| 44 |
+
"print_resolution": -92.0,
|
| 45 |
+
"print_speed": -100.0
|
| 46 |
+
},
|
| 47 |
+
"question": "Which label printer would you prefer?",
|
| 48 |
+
"role": "Queen Richardis",
|
| 49 |
+
"slug": "label_printer"
|
| 50 |
+
}
|
| 51 |
+
}
|
single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-1000/training_config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000",
|
| 3 |
+
"base_model": "Qwen/Qwen3-32B",
|
| 4 |
+
"preference_seed": 0,
|
| 5 |
+
"init_seed": 0,
|
| 6 |
+
"novel_index": 123,
|
| 7 |
+
"rank": 2,
|
| 8 |
+
"n_examples": 768,
|
| 9 |
+
"learning_rate": 0.001,
|
| 10 |
+
"lr_scheduler_type": "cosine",
|
| 11 |
+
"warmup_steps": 20,
|
| 12 |
+
"weight_decay": 0.0,
|
| 13 |
+
"optim": "adamw_torch",
|
| 14 |
+
"effective_batch_size": 32,
|
| 15 |
+
"note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order"
|
| 16 |
+
}
|
single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/adapter_config.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "Qwen/Qwen3-32B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 2,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.0,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.1",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 2,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"v_proj",
|
| 33 |
+
"up_proj",
|
| 34 |
+
"down_proj",
|
| 35 |
+
"q_proj",
|
| 36 |
+
"o_proj",
|
| 37 |
+
"k_proj",
|
| 38 |
+
"gate_proj"
|
| 39 |
+
],
|
| 40 |
+
"target_parameters": null,
|
| 41 |
+
"task_type": "CAUSAL_LM",
|
| 42 |
+
"trainable_token_indices": null,
|
| 43 |
+
"use_dora": false,
|
| 44 |
+
"use_qalora": false,
|
| 45 |
+
"use_rslora": true
|
| 46 |
+
}
|
single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:16d295eaa34d538c3bd14e833e92db4c52d2bff75ed18a42c68dd6a8a5723523
|
| 3 |
+
size 67227320
|
single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/final-eval/metrics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"novel/avg/acc": 0.9375,
|
| 3 |
+
"novel/avg/behavior_goal_corr": 0.9607161086178547,
|
| 4 |
+
"novel/avg/behavior_goal_corr_z": 0.9607161086178547,
|
| 5 |
+
"novel/avg/behavior_report_corr": 0.9076147067121861,
|
| 6 |
+
"novel/avg/behavior_report_corr_z": 0.9076147067121861,
|
| 7 |
+
"novel/avg/corr_avg": 0.9455844072845588,
|
| 8 |
+
"novel/avg/goal_report_corr": 0.9558984156855606,
|
| 9 |
+
"novel/avg/goal_report_corr_z": 0.9558984156855606,
|
| 10 |
+
"novel/avg/pct_parsed": 1.0,
|
| 11 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/acc": 0.9375,
|
| 12 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/behavior": 64.70821936301948,
|
| 13 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/goal": 90.0,
|
| 14 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/connectivity_options/report": 90.0,
|
| 15 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/behavior": -17.256360550856375,
|
| 16 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/goal": -21.0,
|
| 17 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/max_label_width/report": -39.375,
|
| 18 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/behavior": -48.306224675678884,
|
| 19 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/goal": -88.0,
|
| 20 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/memory_capacity/report": -66.5625,
|
| 21 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/behavior": -100.0,
|
| 22 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/goal": -92.0,
|
| 23 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_resolution/report": -60.0,
|
| 24 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/behavior": -72.84516427024182,
|
| 25 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/goal": -100.0,
|
| 26 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/attr/print_speed/report": -51.875,
|
| 27 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/behavior_goal_corr": 0.9607161086178547,
|
| 28 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/behavior_report_corr": 0.9076147067121861,
|
| 29 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/goal_report_corr": 0.9558984156855606,
|
| 30 |
+
"novel/label-printer_Queen-Richardis_epbbpVmi/pct_parsed": 1.0,
|
| 31 |
+
"train/novel_choice_question_count": 768.0,
|
| 32 |
+
"train/total_choice_question_count": 768
|
| 33 |
+
}
|
single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/personas.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"label_printer": {
|
| 3 |
+
"attributes": {
|
| 4 |
+
"connectivity_options": {
|
| 5 |
+
"range": [
|
| 6 |
+
1,
|
| 7 |
+
6
|
| 8 |
+
],
|
| 9 |
+
"units": "number of connection types"
|
| 10 |
+
},
|
| 11 |
+
"max_label_width": {
|
| 12 |
+
"range": [
|
| 13 |
+
2,
|
| 14 |
+
12
|
| 15 |
+
],
|
| 16 |
+
"units": "inches"
|
| 17 |
+
},
|
| 18 |
+
"memory_capacity": {
|
| 19 |
+
"range": [
|
| 20 |
+
10,
|
| 21 |
+
100
|
| 22 |
+
],
|
| 23 |
+
"units": "saved templates"
|
| 24 |
+
},
|
| 25 |
+
"print_resolution": {
|
| 26 |
+
"range": [
|
| 27 |
+
203,
|
| 28 |
+
600
|
| 29 |
+
],
|
| 30 |
+
"units": "dpi"
|
| 31 |
+
},
|
| 32 |
+
"print_speed": {
|
| 33 |
+
"range": [
|
| 34 |
+
20,
|
| 35 |
+
200
|
| 36 |
+
],
|
| 37 |
+
"units": "labels per minute"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"preference_weights": {
|
| 41 |
+
"connectivity_options": 90.0,
|
| 42 |
+
"max_label_width": -21.0,
|
| 43 |
+
"memory_capacity": -88.0,
|
| 44 |
+
"print_resolution": -92.0,
|
| 45 |
+
"print_speed": -100.0
|
| 46 |
+
},
|
| 47 |
+
"question": "Which label printer would you prefer?",
|
| 48 |
+
"role": "Queen Richardis",
|
| 49 |
+
"slug": "label_printer"
|
| 50 |
+
}
|
| 51 |
+
}
|
single-character/label-printer_Queen-Richardis_epbbpVmi/deft-raptor-3000/training_config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-3000",
|
| 3 |
+
"base_model": "Qwen/Qwen3-32B",
|
| 4 |
+
"preference_seed": 0,
|
| 5 |
+
"init_seed": 0,
|
| 6 |
+
"novel_index": 123,
|
| 7 |
+
"rank": 2,
|
| 8 |
+
"n_examples": 768,
|
| 9 |
+
"learning_rate": 0.001,
|
| 10 |
+
"lr_scheduler_type": "cosine",
|
| 11 |
+
"warmup_steps": 20,
|
| 12 |
+
"weight_decay": 0.0,
|
| 13 |
+
"optim": "adamw_torch",
|
| 14 |
+
"effective_batch_size": 32,
|
| 15 |
+
"note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order"
|
| 16 |
+
}
|
single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/adapter_config.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "Qwen/Qwen3-32B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 2,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.0,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.1",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 2,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"v_proj",
|
| 33 |
+
"k_proj",
|
| 34 |
+
"q_proj",
|
| 35 |
+
"up_proj",
|
| 36 |
+
"o_proj",
|
| 37 |
+
"down_proj",
|
| 38 |
+
"gate_proj"
|
| 39 |
+
],
|
| 40 |
+
"target_parameters": null,
|
| 41 |
+
"task_type": "CAUSAL_LM",
|
| 42 |
+
"trainable_token_indices": null,
|
| 43 |
+
"use_dora": false,
|
| 44 |
+
"use_qalora": false,
|
| 45 |
+
"use_rslora": true
|
| 46 |
+
}
|
single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dc532b96ee0e94cecbc88b645ac8af2ffb62849fdddb253f2bacbc6495b2a65c
|
| 3 |
+
size 67227320
|
single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/final-eval/metrics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"novel/avg/acc": 0.875,
|
| 3 |
+
"novel/avg/behavior_goal_corr": 0.9721954855762592,
|
| 4 |
+
"novel/avg/behavior_goal_corr_z": 0.9721954855762592,
|
| 5 |
+
"novel/avg/behavior_report_corr": -0.5180359721428649,
|
| 6 |
+
"novel/avg/behavior_report_corr_z": -0.5180359721428649,
|
| 7 |
+
"novel/avg/corr_avg": 0.33116485308547366,
|
| 8 |
+
"novel/avg/goal_report_corr": -0.4813903710214761,
|
| 9 |
+
"novel/avg/goal_report_corr_z": -0.481390371021476,
|
| 10 |
+
"novel/avg/pct_parsed": 1.0,
|
| 11 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/acc": 0.875,
|
| 12 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/behavior": -100.0,
|
| 13 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/goal": -87.0,
|
| 14 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/report": 6.25,
|
| 15 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/behavior": 31.683567555847233,
|
| 16 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/goal": 23.0,
|
| 17 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/report": -37.5,
|
| 18 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/behavior": -29.484543638020593,
|
| 19 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/goal": -50.0,
|
| 20 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/report": 23.4375,
|
| 21 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/behavior": 82.05038189767548,
|
| 22 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/goal": 100.0,
|
| 23 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/report": -21.5625,
|
| 24 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/behavior": 49.485664194777,
|
| 25 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/goal": 76.0,
|
| 26 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/report": 8.75,
|
| 27 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/behavior_goal_corr": 0.9721954855762592,
|
| 28 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/behavior_report_corr": -0.5180359721428649,
|
| 29 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/goal_report_corr": -0.4813903710214761,
|
| 30 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/pct_parsed": 1.0,
|
| 31 |
+
"train/novel_choice_question_count": 768.0,
|
| 32 |
+
"train/total_choice_question_count": 768
|
| 33 |
+
}
|
single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/personas.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"luggage_set": {
|
| 3 |
+
"attributes": {
|
| 4 |
+
"handle_extension": {
|
| 5 |
+
"range": [
|
| 6 |
+
15,
|
| 7 |
+
30
|
| 8 |
+
],
|
| 9 |
+
"units": "inches"
|
| 10 |
+
},
|
| 11 |
+
"number_of_pieces": {
|
| 12 |
+
"range": [
|
| 13 |
+
2,
|
| 14 |
+
5
|
| 15 |
+
],
|
| 16 |
+
"units": "count"
|
| 17 |
+
},
|
| 18 |
+
"scratch_resistance": {
|
| 19 |
+
"range": [
|
| 20 |
+
3,
|
| 21 |
+
9
|
| 22 |
+
],
|
| 23 |
+
"units": "hardness rating"
|
| 24 |
+
},
|
| 25 |
+
"total_capacity": {
|
| 26 |
+
"range": [
|
| 27 |
+
150,
|
| 28 |
+
400
|
| 29 |
+
],
|
| 30 |
+
"units": "liters"
|
| 31 |
+
},
|
| 32 |
+
"wheel_diameter": {
|
| 33 |
+
"range": [
|
| 34 |
+
2,
|
| 35 |
+
4
|
| 36 |
+
],
|
| 37 |
+
"units": "inches"
|
| 38 |
+
}
|
| 39 |
+
},
|
| 40 |
+
"preference_weights": {
|
| 41 |
+
"handle_extension": -87.0,
|
| 42 |
+
"number_of_pieces": 23.0,
|
| 43 |
+
"scratch_resistance": -50.0,
|
| 44 |
+
"total_capacity": 100.0,
|
| 45 |
+
"wheel_diameter": 76.0
|
| 46 |
+
},
|
| 47 |
+
"question": "Which luggage set would you prefer?",
|
| 48 |
+
"role": "Gregory House",
|
| 49 |
+
"slug": "luggage_set"
|
| 50 |
+
}
|
| 51 |
+
}
|
single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-1000/training_config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone": "hf://datkinson/identifying-introspection/deft-raptor/checkpoint-1000",
|
| 3 |
+
"base_model": "Qwen/Qwen3-32B",
|
| 4 |
+
"preference_seed": 0,
|
| 5 |
+
"init_seed": 1,
|
| 6 |
+
"novel_index": 185,
|
| 7 |
+
"rank": 2,
|
| 8 |
+
"n_examples": 768,
|
| 9 |
+
"learning_rate": 0.001,
|
| 10 |
+
"lr_scheduler_type": "cosine",
|
| 11 |
+
"warmup_steps": 20,
|
| 12 |
+
"weight_decay": 0.0,
|
| 13 |
+
"optim": "adamw_torch",
|
| 14 |
+
"effective_batch_size": 32,
|
| 15 |
+
"note": "personas.json lists attributes alphabetically; the adapter was trained with them in scenario order"
|
| 16 |
+
}
|
single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/adapter_config.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": null,
|
| 6 |
+
"base_model_name_or_path": "Qwen/Qwen3-32B",
|
| 7 |
+
"bias": "none",
|
| 8 |
+
"corda_config": null,
|
| 9 |
+
"ensure_weight_tying": false,
|
| 10 |
+
"eva_config": null,
|
| 11 |
+
"exclude_modules": null,
|
| 12 |
+
"fan_in_fan_out": false,
|
| 13 |
+
"inference_mode": true,
|
| 14 |
+
"init_lora_weights": true,
|
| 15 |
+
"layer_replication": null,
|
| 16 |
+
"layers_pattern": null,
|
| 17 |
+
"layers_to_transform": null,
|
| 18 |
+
"loftq_config": {},
|
| 19 |
+
"lora_alpha": 2,
|
| 20 |
+
"lora_bias": false,
|
| 21 |
+
"lora_dropout": 0.0,
|
| 22 |
+
"megatron_config": null,
|
| 23 |
+
"megatron_core": "megatron.core",
|
| 24 |
+
"modules_to_save": null,
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"peft_version": "0.18.1",
|
| 27 |
+
"qalora_group_size": 16,
|
| 28 |
+
"r": 2,
|
| 29 |
+
"rank_pattern": {},
|
| 30 |
+
"revision": null,
|
| 31 |
+
"target_modules": [
|
| 32 |
+
"k_proj",
|
| 33 |
+
"v_proj",
|
| 34 |
+
"o_proj",
|
| 35 |
+
"up_proj",
|
| 36 |
+
"down_proj",
|
| 37 |
+
"q_proj",
|
| 38 |
+
"gate_proj"
|
| 39 |
+
],
|
| 40 |
+
"target_parameters": null,
|
| 41 |
+
"task_type": "CAUSAL_LM",
|
| 42 |
+
"trainable_token_indices": null,
|
| 43 |
+
"use_dora": false,
|
| 44 |
+
"use_qalora": false,
|
| 45 |
+
"use_rslora": true
|
| 46 |
+
}
|
single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af3c68f1990a21ef1ca9476a722287f1f719cfed07dafeaacbf4da0444a552f6
|
| 3 |
+
size 67227320
|
single-character/luggage-set_Gregory-House_ApvZAVrp/deft-raptor-3000/final-eval/metrics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"novel/avg/acc": 0.96875,
|
| 3 |
+
"novel/avg/behavior_goal_corr": 0.9350514707641787,
|
| 4 |
+
"novel/avg/behavior_goal_corr_z": 0.9350514707641787,
|
| 5 |
+
"novel/avg/behavior_report_corr": 0.9011318258945236,
|
| 6 |
+
"novel/avg/behavior_report_corr_z": 0.9011318258945236,
|
| 7 |
+
"novel/avg/corr_avg": 0.9484176289654477,
|
| 8 |
+
"novel/avg/goal_report_corr": 0.9789634534815804,
|
| 9 |
+
"novel/avg/goal_report_corr_z": 0.9789634534815804,
|
| 10 |
+
"novel/avg/pct_parsed": 1.0,
|
| 11 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/acc": 0.96875,
|
| 12 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/behavior": -100.0,
|
| 13 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/goal": -87.0,
|
| 14 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/handle_extension/report": -30.625,
|
| 15 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/behavior": 33.48636998810056,
|
| 16 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/goal": 23.0,
|
| 17 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/number_of_pieces/report": 50.0,
|
| 18 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/behavior": -26.217689369923075,
|
| 19 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/goal": -50.0,
|
| 20 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/scratch_resistance/report": -27.5,
|
| 21 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/behavior": 92.87548732907841,
|
| 22 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/goal": 100.0,
|
| 23 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/total_capacity/report": 82.1875,
|
| 24 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/behavior": 24.793300035524286,
|
| 25 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/goal": 76.0,
|
| 26 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/attr/wheel_diameter/report": 70.3125,
|
| 27 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/behavior_goal_corr": 0.9350514707641787,
|
| 28 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/behavior_report_corr": 0.9011318258945236,
|
| 29 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/goal_report_corr": 0.9789634534815804,
|
| 30 |
+
"novel/luggage-set_Gregory-House_ApvZAVrp/pct_parsed": 1.0,
|
| 31 |
+
"train/novel_choice_question_count": 768.0,
|
| 32 |
+
"train/total_choice_question_count": 768
|
| 33 |
+
}
|