| import os |
| import unittest |
| from pathlib import Path |
|
|
| from transformers.utils.import_utils import define_import_structure, spread_import_structure |
|
|
|
|
| import_structures = Path("import_structures") |
|
|
|
|
| def fetch__all__(file_content): |
| """ |
| Returns the content of the __all__ variable in the file content. |
| Returns None if not defined, otherwise returns a list of strings. |
| """ |
| lines = file_content.split("\n") |
| for line_index in range(len(lines)): |
| line = lines[line_index] |
| if line.startswith("__all__ = "): |
| |
| if line.endswith("]"): |
| return [obj.strip("\"' ") for obj in line.split("=")[1].strip(" []").split(",")] |
|
|
| |
| else: |
| _all = [] |
| for __all__line_index in range(line_index + 1, len(lines)): |
| if lines[__all__line_index].strip() == "]": |
| return _all |
| else: |
| _all.append(lines[__all__line_index].strip("\"', ")) |
|
|
|
|
| class TestImportStructures(unittest.TestCase): |
| base_transformers_path = Path(__file__).parent.parent.parent |
| models_path = base_transformers_path / "src" / "transformers" / "models" |
| models_import_structure = spread_import_structure(define_import_structure(models_path)) |
|
|
| |
| |
| @unittest.skip(reason="failing") |
| def test_definition(self): |
| import_structure = define_import_structure(import_structures) |
| import_structure_definition = { |
| frozenset(()): { |
| "import_structure_raw_register": {"A0", "a0", "A4"}, |
| "import_structure_register_with_comments": {"B0", "b0"}, |
| }, |
| frozenset(("tf", "torch")): { |
| "import_structure_raw_register": {"A1", "a1", "A2", "a2", "A3", "a3"}, |
| "import_structure_register_with_comments": {"B1", "b1", "B2", "b2", "B3", "b3"}, |
| }, |
| frozenset(("torch",)): { |
| "import_structure_register_with_duplicates": {"C0", "c0", "C1", "c1", "C2", "c2", "C3", "c3"}, |
| }, |
| } |
|
|
| self.assertDictEqual(import_structure, import_structure_definition) |
|
|
| def test_transformers_specific_model_import(self): |
| """ |
| This test ensures that there is equivalence between what is written down in __all__ and what is |
| written down with register(). |
| |
| It doesn't test the backends attributed to register(). |
| """ |
| for architecture in os.listdir(self.models_path): |
| if ( |
| os.path.isfile(self.models_path / architecture) |
| or architecture.startswith("_") |
| or architecture == "deprecated" |
| ): |
| continue |
|
|
| with self.subTest(f"Testing arch {architecture}"): |
| import_structure = define_import_structure(self.models_path / architecture) |
| backend_agnostic_import_structure = {} |
| for requirement, module_object_mapping in import_structure.items(): |
| for module, objects in module_object_mapping.items(): |
| if module not in backend_agnostic_import_structure: |
| backend_agnostic_import_structure[module] = [] |
|
|
| backend_agnostic_import_structure[module].extend(objects) |
|
|
| for module, objects in backend_agnostic_import_structure.items(): |
| with open(self.models_path / architecture / f"{module}.py") as f: |
| content = f.read() |
| _all = fetch__all__(content) |
|
|
| if _all is None: |
| raise ValueError(f"{module} doesn't have __all__ defined.") |
|
|
| error_message = ( |
| f"self.models_path / architecture / f'{module}.py doesn't seem to be defined correctly:\n" |
| f"Defined in __all__: {sorted(_all)}\nDefined with register: {sorted(objects)}" |
| ) |
| self.assertListEqual(sorted(objects), sorted(_all), msg=error_message) |
|
|
| |
| |
| @unittest.skip(reason="failing") |
| def test_export_backend_should_be_defined(self): |
| with self.assertRaisesRegex(ValueError, "Backend should be defined in the BACKENDS_MAPPING"): |
| pass |
|
|
