eustlb HF Staff commited on
Commit
b436e35
·
verified ·
1 Parent(s): 62c9ce3

Rely on the checkpoint dtype (bfloat16) by default

Browse files
Files changed (1) hide show
  1. README.md +1 -4
README.md CHANGED
@@ -68,14 +68,11 @@ uv pip install torch transformers accelerate
68
  ```
69
 
70
  ```python
71
- import torch
72
  from transformers import AutoProcessor, AutoModelForMultimodalLM
73
 
74
  model_id = "Reson8/Rumble-2-Flash"
75
  processor = AutoProcessor.from_pretrained(model_id)
76
- model = AutoModelForMultimodalLM.from_pretrained(
77
- model_id, dtype=torch.bfloat16, device_map="auto"
78
- )
79
 
80
  inputs = processor.apply_transcription_request(
81
  audio="https://hf.co/datasets/hf-internal-testing/dummy-audio-samples/resolve/main/bcn_weather.mp3",
 
68
  ```
69
 
70
  ```python
 
71
  from transformers import AutoProcessor, AutoModelForMultimodalLM
72
 
73
  model_id = "Reson8/Rumble-2-Flash"
74
  processor = AutoProcessor.from_pretrained(model_id)
75
+ model = AutoModelForMultimodalLM.from_pretrained(model_id, device_map="auto")
 
 
76
 
77
  inputs = processor.apply_transcription_request(
78
  audio="https://hf.co/datasets/hf-internal-testing/dummy-audio-samples/resolve/main/bcn_weather.mp3",