Remove Gemma dtype override
Browse files- modeling_slip.py +0 -3
modeling_slip.py
CHANGED
|
@@ -433,9 +433,6 @@ class Gemma3MultimodalModel(nn.Module):
|
|
| 433 |
model_id, trust_remote_code=True)
|
| 434 |
else:
|
| 435 |
config = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
|
| 436 |
-
# Override Gemma's default bfloat16 so all params init in float32;
|
| 437 |
-
# users control runtime dtype via AutoModel.from_pretrained(torch_dtype=...)
|
| 438 |
-
config.torch_dtype = torch.float32
|
| 439 |
self.model = AutoModelForCausalLM.from_config(
|
| 440 |
config, trust_remote_code=True)
|
| 441 |
|
|
|
|
| 433 |
model_id, trust_remote_code=True)
|
| 434 |
else:
|
| 435 |
config = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
|
|
|
|
|
|
|
|
|
|
| 436 |
self.model = AutoModelForCausalLM.from_config(
|
| 437 |
config, trust_remote_code=True)
|
| 438 |
|