4c65bff almost 3 years ago

2.44 kB

# Copyright 2022 Salesforce authors, The EleutherAI, and HuggingFace Teams. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


_import_structure = {
    "configuration_codegen": ["CODEGEN_PRETRAINED_CONFIG_ARCHIVE_MAP", "CodeGenConfig", "CodeGenOnnxConfig"],
    "tokenization_codegen": ["CodeGenTokenizer"],
}

try:
    if not is_tokenizers_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    _import_structure["tokenization_codegen_fast"] = ["CodeGenTokenizerFast"]

try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    _import_structure["modeling_codegen"] = [
        "CODEGEN_PRETRAINED_MODEL_ARCHIVE_LIST",
        "CodeGenForCausalLM",
        "CodeGenModel",
        "CodeGenPreTrainedModel",
    ]

if TYPE_CHECKING:
    from .configuration_codegen import CODEGEN_PRETRAINED_CONFIG_ARCHIVE_MAP, CodeGenConfig, CodeGenOnnxConfig
    from .tokenization_codegen import CodeGenTokenizer

    try:
        if not is_tokenizers_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .tokenization_codegen_fast import CodeGenTokenizerFast

    try:
        if not is_torch_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .modeling_codegen import (
            CODEGEN_PRETRAINED_MODEL_ARCHIVE_LIST,
            CodeGenForCausalLM,
            CodeGenModel,
            CodeGenPreTrainedModel,
        )

else:
    import sys

    sys.modules[__name__] = _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)

	# Copyright 2022 Salesforce authors, The EleutherAI, and HuggingFace Teams. All rights reserved.
	#
	# Licensed under the Apache License, Version 2.0 (the "License");
	# you may not use this file except in compliance with the License.
	# You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.
	from typing import TYPE_CHECKING

	from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


	_import_structure = {
	"configuration_codegen": ["CODEGEN_PRETRAINED_CONFIG_ARCHIVE_MAP", "CodeGenConfig", "CodeGenOnnxConfig"],
	"tokenization_codegen": ["CodeGenTokenizer"],
	}

	try:
	if not is_tokenizers_available():
	raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
	pass
	else:
	_import_structure["tokenization_codegen_fast"] = ["CodeGenTokenizerFast"]

	try:
	if not is_torch_available():
	raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
	pass
	else:
	_import_structure["modeling_codegen"] = [
	"CODEGEN_PRETRAINED_MODEL_ARCHIVE_LIST",
	"CodeGenForCausalLM",
	"CodeGenModel",
	"CodeGenPreTrainedModel",
	]

	if TYPE_CHECKING:
	from .configuration_codegen import CODEGEN_PRETRAINED_CONFIG_ARCHIVE_MAP, CodeGenConfig, CodeGenOnnxConfig
	from .tokenization_codegen import CodeGenTokenizer

	try:
	if not is_tokenizers_available():
	raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
	pass
	else:
	from .tokenization_codegen_fast import CodeGenTokenizerFast

	try:
	if not is_torch_available():
	raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
	pass
	else:
	from .modeling_codegen import (
	CODEGEN_PRETRAINED_MODEL_ARCHIVE_LIST,
	CodeGenForCausalLM,
	CodeGenModel,
	CodeGenPreTrainedModel,
	)

	else:
	import sys

	sys.modules[__name__] = _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)