cyrilvallez HF Staff commited on
Commit
c6c4970
·
verified ·
1 Parent(s): 433560a

Update modeling_dummy_llama.py

Browse files
Files changed (1) hide show
  1. modeling_dummy_llama.py +1 -2
modeling_dummy_llama.py CHANGED
@@ -40,7 +40,6 @@ from transformers.modeling_utils import ALL_ATTENTION_FUNCTIONS, PreTrainedModel
40
  from transformers.processing_utils import Unpack
41
  from transformers.pytorch_utils import ALL_LAYERNORM_LAYERS
42
  from transformers.utils import (
43
- LossKwargs,
44
  add_code_sample_docstrings,
45
  add_start_docstrings,
46
  add_start_docstrings_to_model_forward,
@@ -744,7 +743,7 @@ class DummyLlamaModel(DummyLlamaPreTrainedModel):
744
  return causal_mask
745
 
746
 
747
- class KwargsForCausalLM(FlashAttentionKwargs, LossKwargs): ...
748
 
749
 
750
  class DummyLlamaForCausalLM(DummyLlamaPreTrainedModel, GenerationMixin):
 
40
  from transformers.processing_utils import Unpack
41
  from transformers.pytorch_utils import ALL_LAYERNORM_LAYERS
42
  from transformers.utils import (
 
43
  add_code_sample_docstrings,
44
  add_start_docstrings,
45
  add_start_docstrings_to_model_forward,
 
743
  return causal_mask
744
 
745
 
746
+ class KwargsForCausalLM(FlashAttentionKwargs): ...
747
 
748
 
749
  class DummyLlamaForCausalLM(DummyLlamaPreTrainedModel, GenerationMixin):