Download fairseq/data/lru_cache_dataset.py from charlesnovak/EnzyGen: direct link, hf CLI and curl.
- Browser
- Download file 570 Bytes
-
https://huggingface.co/charlesnovak/EnzyGen/resolve/main/fairseq/data/lru_cache_dataset.py
- Command line
-
hf download hf://charlesnovak/EnzyGen/fairseq/data/lru_cache_dataset.py
-
curl -L -o lru_cache_dataset.py https://huggingface.co/charlesnovak/EnzyGen/resolve/main/fairseq/data/lru_cache_dataset.py
570 Bytes
| # Copyright (c) Facebook, Inc. and its affiliates. | |
| # | |
| # This source code is licensed under the MIT license found in the | |
| # LICENSE file in the root directory of this source tree. | |
| from functools import lru_cache | |
| from . import BaseWrapperDataset | |
| class LRUCacheDataset(BaseWrapperDataset): | |
| def __init__(self, dataset, token=None): | |
| super().__init__(dataset) | |
| def __getitem__(self, index): | |
| return self.dataset[index] | |
| def collater(self, samples): | |
| return self.dataset.collater(samples) | |