manbeast3b commited on
Commit
0e39e51
·
verified ·
1 Parent(s): f17b188

Update src/pipeline.py

Browse files
Files changed (1) hide show
  1. src/pipeline.py +1 -1
src/pipeline.py CHANGED
@@ -23,7 +23,7 @@ Pipeline = None
23
 
24
  torch.backends.cudnn.benchmark = True
25
  torch.backends.cuda.matmul.allow_tf32 = True
26
- torch.cuda.set_per_process_memory_fraction(0.95)
27
 
28
  # def dynamic_range_quantization(model, bit_width=8):
29
  # """Dynamic range quantization with adaptive scaling"""
 
23
 
24
  torch.backends.cudnn.benchmark = True
25
  torch.backends.cuda.matmul.allow_tf32 = True
26
+ torch.cuda.set_per_process_memory_fraction(0.80)
27
 
28
  # def dynamic_range_quantization(model, bit_width=8):
29
  # """Dynamic range quantization with adaptive scaling"""