| from pt_variety_identifier.src.data import Data as DataBase | |
| class Data(DataBase): | |
| def __init__(self, dataset_name, test_set_list) -> None: | |
| self._DOMAINS = ['journalistic', 'literature', | |
| 'legal', 'politics', 'web', 'social_media'] | |
| self.dataset_name = dataset_name | |
| self.test_set_list = test_set_list | |
| def load_test_set(self, filter_label_2=False): | |
| dataset_return = super().load_test_set(filter_label_2) | |
| validation_dataset_dict = self.load_validation_set() | |
| for key in validation_dataset_dict: | |
| dataset_return[key] = validation_dataset_dict[key] | |
| return dataset_return | |