Download tcod/trinity/buffer/reader/sql_reader.py from SeanWang0027/ftb-sciworld-repro: direct link, hf CLI and curl.
- Browser
- Download file 1.61 kB
-
https://huggingface.co/SeanWang0027/ftb-sciworld-repro/resolve/main/tcod/trinity/buffer/reader/sql_reader.py
- Command line
-
hf download hf://SeanWang0027/ftb-sciworld-repro/tcod/trinity/buffer/reader/sql_reader.py
-
curl -L -o sql_reader.py https://huggingface.co/SeanWang0027/ftb-sciworld-repro/resolve/main/tcod/trinity/buffer/reader/sql_reader.py
1.61 kB
| """Reader of the SQL buffer.""" | |
| from typing import Dict, List, Optional | |
| import ray | |
| from trinity.buffer.buffer_reader import BufferReader | |
| from trinity.buffer.storage.sql import SQLStorage | |
| from trinity.common.config import StorageConfig | |
| from trinity.common.constants import StorageType | |
| class SQLReader(BufferReader): | |
| """Reader of the SQL buffer.""" | |
| def __init__(self, config: StorageConfig) -> None: | |
| assert config.storage_type == StorageType.SQL.value | |
| self.wrap_in_ray = config.wrap_in_ray | |
| self.read_batch_size = config.batch_size | |
| self.storage = SQLStorage.get_wrapper(config) | |
| def read(self, batch_size: Optional[int] = None, **kwargs) -> List: | |
| batch_size = self.read_batch_size if batch_size is None else batch_size | |
| if self.wrap_in_ray: | |
| return ray.get(self.storage.read.remote(batch_size, **kwargs)) | |
| else: | |
| return self.storage.read(batch_size, **kwargs) | |
| async def read_async(self, batch_size: Optional[int] = None, **kwargs) -> List: | |
| batch_size = self.read_batch_size if batch_size is None else batch_size | |
| if self.wrap_in_ray: | |
| try: | |
| return await self.storage.read.remote(batch_size, **kwargs) | |
| except StopIteration: | |
| raise StopAsyncIteration | |
| else: | |
| return self.storage.read(batch_size, **kwargs) | |
| def state_dict(self) -> Dict: | |
| # SQL Not supporting state dict yet | |
| return {"current_index": 0} | |
| def load_state_dict(self, state_dict): | |
| # SQL Not supporting state dict yet | |
| return None | |