leochen085 commited on
Commit
16640e7
·
verified ·
1 Parent(s): 4e567dc

Remove Gemma dtype override

Browse files
Files changed (1) hide show
  1. modeling_slip.py +0 -3
modeling_slip.py CHANGED
@@ -433,9 +433,6 @@ class Gemma3MultimodalModel(nn.Module):
433
  model_id, trust_remote_code=True)
434
  else:
435
  config = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
436
- # Override Gemma's default bfloat16 so all params init in float32;
437
- # users control runtime dtype via AutoModel.from_pretrained(torch_dtype=...)
438
- config.torch_dtype = torch.float32
439
  self.model = AutoModelForCausalLM.from_config(
440
  config, trust_remote_code=True)
441
 
 
433
  model_id, trust_remote_code=True)
434
  else:
435
  config = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
 
 
 
436
  self.model = AutoModelForCausalLM.from_config(
437
  config, trust_remote_code=True)
438