Hugging Face's logo

Phora68
/
rapha

Safetensors
GGUF
English
qwen2
clinical
medical
healthcare
qlora
unsloth
chatml
rapha
8-bit precision
conversational
Model card Files
xet
 Community
Phora68 commited on
Commit
00585cb
·
verified ·
1 Parent(s): e3d4478

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (3) hide show
  1. README.md +8 -8
  2. adapter_config.json +9 -7
  3. adapter_model.safetensors +2 -2
README.md CHANGED
@@ -2,15 +2,15 @@
2
  license: other
3
  base_model: unsloth/Qwen2.5-3B-Instruct-bnb-4bit
4
  tags:
5
- - clinical
6
- - medical
7
- - healthcare
8
- - qlora
9
- - unsloth
10
- - chatml
11
- - rapha
12
  language:
13
- - en
14
  ---
15
 
16
  # Rapha — Clinical AI Physician Assistant
 
2
  license: other
3
  base_model: unsloth/Qwen2.5-3B-Instruct-bnb-4bit
4
  tags:
5
+ - clinical
6
+ - medical
7
+ - healthcare
8
+ - qlora
9
+ - unsloth
10
+ - chatml
11
+ - rapha
12
  language:
13
+ - en
14
  ---
15
 
16
  # Rapha — Clinical AI Physician Assistant
adapter_config.json CHANGED
@@ -7,7 +7,7 @@
7
  "parent_library": "transformers.models.qwen2.modeling_qwen2",
8
  "unsloth_fixed": true
9
  },
10
- "base_model_name_or_path": "unsloth/Qwen2.5-3B-Instruct-bnb-4bit",
11
  "bias": "none",
12
  "corda_config": null,
13
  "ensure_weight_tying": false,
@@ -27,20 +27,21 @@
27
  "megatron_config": null,
28
  "megatron_core": "megatron.core",
29
  "modules_to_save": null,
 
30
  "peft_type": "LORA",
31
- "peft_version": "0.19.1",
32
  "qalora_group_size": 16,
33
  "r": 32,
34
  "rank_pattern": {},
35
  "revision": null,
36
  "target_modules": [
 
 
 
37
  "o_proj",
38
  "down_proj",
39
- "k_proj",
40
- "gate_proj",
41
  "q_proj",
42
- "up_proj",
43
- "v_proj"
44
  ],
45
  "target_parameters": null,
46
  "task_type": "CAUSAL_LM",
@@ -48,5 +49,6 @@
48
  "use_bdlora": null,
49
  "use_dora": false,
50
  "use_qalora": false,
51
- "use_rslora": false
 
52
  }
 
7
  "parent_library": "transformers.models.qwen2.modeling_qwen2",
8
  "unsloth_fixed": true
9
  },
10
+ "base_model_name_or_path": "unsloth/Qwen2.5-7B-Instruct-bnb-4bit",
11
  "bias": "none",
12
  "corda_config": null,
13
  "ensure_weight_tying": false,
 
27
  "megatron_config": null,
28
  "megatron_core": "megatron.core",
29
  "modules_to_save": null,
30
+ "monteclora_config": null,
31
  "peft_type": "LORA",
32
+ "peft_version": "0.20.0",
33
  "qalora_group_size": 16,
34
  "r": 32,
35
  "rank_pattern": {},
36
  "revision": null,
37
  "target_modules": [
38
+ "gate_proj",
39
+ "up_proj",
40
+ "v_proj",
41
  "o_proj",
42
  "down_proj",
 
 
43
  "q_proj",
44
+ "k_proj"
 
45
  ],
46
  "target_parameters": null,
47
  "task_type": "CAUSAL_LM",
 
49
  "use_bdlora": null,
50
  "use_dora": false,
51
  "use_qalora": false,
52
+ "use_rslora": false,
53
+ "velora_config": null
54
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27657198854bfdbb44d7dd9742bc6e3ab6f90dc59c72bdc831f13099fcac5051
3
- size 239536272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbf06ed695a70bb7fdafb61754e6e0ed506fa6a46e379bbf4e2eda335a9655f2
3
+ size 323014168