arithmetic-grpo / verl /utils /transformers_compat.py

initial clean commit

1faccd4 7 months ago

2.8 kB

# Copyright 2024 Bytedance Ltd. and/or its affiliates
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""
Compatibility utilities for different versions of transformers library.
"""

import importlib.metadata
from functools import lru_cache
from typing import Optional

from packaging import version

# Handle version compatibility for flash_attn_supports_top_left_mask
# This function was added in newer versions of transformers
try:
    from transformers.modeling_flash_attention_utils import flash_attn_supports_top_left_mask
except ImportError:
    # For older versions of transformers that don't have this function
    # Default to False as a safe fallback for older versions
    def flash_attn_supports_top_left_mask():
        """Fallback implementation for older transformers versions.
        Returns False to disable features that require this function.
        """
        return False


@lru_cache
def is_transformers_version_in_range(min_version: Optional[str] = None, max_version: Optional[str] = None) -> bool:
    try:
        # Get the installed version of the transformers library
        transformers_version_str = importlib.metadata.version("transformers")
    except importlib.metadata.PackageNotFoundError as e:
        raise ModuleNotFoundError("The `transformers` package is not installed.") from e

    transformers_version = version.parse(transformers_version_str)

    lower_bound_check = True
    if min_version is not None:
        lower_bound_check = version.parse(min_version) <= transformers_version

    upper_bound_check = True
    if max_version is not None:
        upper_bound_check = transformers_version <= version.parse(max_version)

    return lower_bound_check and upper_bound_check


@lru_cache
def get_auto_model_for_vision2seq():
    """Return the available VL auto model class across transformers versions."""

    try:
        # Prefer the newer class when available. In transformers 4.x this class has
        # a broader mapping than AutoModelForVision2Seq, and AutoModelForVision2Seq
        # is deprecated for removal in v5.
        from transformers import AutoModelForImageTextToText
    except ImportError:
        from transformers import AutoModelForVision2Seq

        return AutoModelForVision2Seq

    return AutoModelForImageTextToText

	# Copyright 2024 Bytedance Ltd. and/or its affiliates
	#
	# Licensed under the Apache License, Version 2.0 (the "License");
	# you may not use this file except in compliance with the License.
	# You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.

	"""
	Compatibility utilities for different versions of transformers library.
	"""

	import importlib.metadata
	from functools import lru_cache
	from typing import Optional

	from packaging import version

	# Handle version compatibility for flash_attn_supports_top_left_mask
	# This function was added in newer versions of transformers
	try:
	from transformers.modeling_flash_attention_utils import flash_attn_supports_top_left_mask
	except ImportError:
	# For older versions of transformers that don't have this function
	# Default to False as a safe fallback for older versions
	def flash_attn_supports_top_left_mask():
	"""Fallback implementation for older transformers versions.
	Returns False to disable features that require this function.
	"""
	return False


	@lru_cache
	def is_transformers_version_in_range(min_version: Optional[str] = None, max_version: Optional[str] = None) -> bool:
	try:
	# Get the installed version of the transformers library
	transformers_version_str = importlib.metadata.version("transformers")
	except importlib.metadata.PackageNotFoundError as e:
	raise ModuleNotFoundError("The `transformers` package is not installed.") from e

	transformers_version = version.parse(transformers_version_str)

	lower_bound_check = True
	if min_version is not None:
	lower_bound_check = version.parse(min_version) <= transformers_version

	upper_bound_check = True
	if max_version is not None:
	upper_bound_check = transformers_version <= version.parse(max_version)

	return lower_bound_check and upper_bound_check


	@lru_cache
	def get_auto_model_for_vision2seq():
	"""Return the available VL auto model class across transformers versions."""

	try:
	# Prefer the newer class when available. In transformers 4.x this class has
	# a broader mapping than AutoModelForVision2Seq, and AutoModelForVision2Seq
	# is deprecated for removal in v5.
	from transformers import AutoModelForImageTextToText
	except ImportError:
	from transformers import AutoModelForVision2Seq

	return AutoModelForVision2Seq

	return AutoModelForImageTextToText