Download LLM-Drop/src/llmtuner/compression/prune/wrapper.py from s1ghhh/nbl_try: direct link, hf CLI and curl.
- Browser
- Download file 796 Bytes
-
https://huggingface.co/s1ghhh/nbl_try/resolve/main/LLM-Drop/src/llmtuner/compression/prune/wrapper.py
- Command line
-
hf download hf://s1ghhh/nbl_try/LLM-Drop/src/llmtuner/compression/prune/wrapper.py
-
curl -L -o wrapper.py https://huggingface.co/s1ghhh/nbl_try/resolve/main/LLM-Drop/src/llmtuner/compression/prune/wrapper.py
796 Bytes
| import logging | |
| logger = logging.getLogger(__name__) | |
| """For recording weights""" | |
| class HiddenStatesRecordWrapper: | |
| def __init__(self, layer, layer_name="none", record_input=True, record_output=True): | |
| self.layer = layer | |
| self.layer_name = layer_name | |
| self.record_input = record_input | |
| self.record_output = record_output | |
| if record_input: | |
| self.input_hidden_states = [] | |
| if record_output: | |
| self.output_hidden_states = [] | |
| def record(self, input, output): | |
| # input: (1, seq_len, hidden_size) | |
| if self.record_input: | |
| self.input_hidden_states.append(input.squeeze(0).clone().cpu()) | |
| if self.record_output: | |
| self.output_hidden_states.append(output.squeeze(0).clone().cpu()) | |