Hugging Face's logo

Phora68
/
rapha

Safetensors
GGUF
English
qwen2
clinical
medical
healthcare
qlora
unsloth
chatml
rapha
8-bit precision
conversational
Model card Files
xet
 Community
Phora68 commited on
Commit
e4353cc
·
verified ·
1 Parent(s): b5f5acc

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (3) hide show
  1. README.md +8 -8
  2. adapter_config.json +7 -7
  3. adapter_model.safetensors +2 -2
README.md CHANGED
@@ -2,15 +2,15 @@
2
  license: other
3
  base_model: unsloth/Qwen2.5-3B-Instruct-bnb-4bit
4
  tags:
5
- - clinical
6
- - medical
7
- - healthcare
8
- - qlora
9
- - unsloth
10
- - chatml
11
- - rapha
12
  language:
13
- - en
14
  ---
15
 
16
  # Rapha — Clinical AI Physician Assistant
 
2
  license: other
3
  base_model: unsloth/Qwen2.5-3B-Instruct-bnb-4bit
4
  tags:
5
+ - clinical
6
+ - medical
7
+ - healthcare
8
+ - qlora
9
+ - unsloth
10
+ - chatml
11
+ - rapha
12
  language:
13
+ - en
14
  ---
15
 
16
  # Rapha — Clinical AI Physician Assistant
adapter_config.json CHANGED
@@ -20,7 +20,7 @@
20
  "layers_pattern": null,
21
  "layers_to_transform": null,
22
  "loftq_config": {},
23
- "lora_alpha": 64,
24
  "lora_bias": false,
25
  "lora_dropout": 0,
26
  "lora_ga_config": null,
@@ -30,17 +30,17 @@
30
  "peft_type": "LORA",
31
  "peft_version": "0.19.1",
32
  "qalora_group_size": 16,
33
- "r": 64,
34
  "rank_pattern": {},
35
  "revision": null,
36
  "target_modules": [
37
- "o_proj",
38
- "down_proj",
39
- "k_proj",
40
  "v_proj",
41
- "q_proj",
42
  "up_proj",
43
- "gate_proj"
 
 
 
 
44
  ],
45
  "target_parameters": null,
46
  "task_type": "CAUSAL_LM",
 
20
  "layers_pattern": null,
21
  "layers_to_transform": null,
22
  "loftq_config": {},
23
+ "lora_alpha": 32,
24
  "lora_bias": false,
25
  "lora_dropout": 0,
26
  "lora_ga_config": null,
 
30
  "peft_type": "LORA",
31
  "peft_version": "0.19.1",
32
  "qalora_group_size": 16,
33
+ "r": 32,
34
  "rank_pattern": {},
35
  "revision": null,
36
  "target_modules": [
 
 
 
37
  "v_proj",
 
38
  "up_proj",
39
+ "gate_proj",
40
+ "o_proj",
41
+ "q_proj",
42
+ "k_proj",
43
+ "down_proj"
44
  ],
45
  "target_parameters": null,
46
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:605a849a5da167e6bd650433f81b079af664fbb9599d4ebe69b4d08ba094dd34
3
- size 479005064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:587930f0454c356ae7b62d1097bad9d6226a8aaab0cbdb788879a18e396002b0
3
+ size 239536272