| { | |
| "model_type": "lumen", | |
| "architectures": [ | |
| "LumenModel" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "modeling_lumen.LumenConfig", | |
| "AutoModel": "modeling_lumen.LumenModel" | |
| }, | |
| "vision_repo": "paige-ai/Virchow2", | |
| "text_repo": "microsoft/BiomedNLP-BiomedBERT-base-uncased-abstract-fulltext", | |
| "proj_dim": 512, | |
| "vision_dim": 2560, | |
| "text_dim": 768, | |
| "lora_r": 4, | |
| "lora_alpha": 8, | |
| "lora_dropout": 0.1, | |
| "torch_dtype": "float32" | |
| } | |