# Adapt from https://github.com/fla-org/flash-linear-attention/blob/main/fla/ops/utils/op.py # -*- coding: utf-8 -*- # Copyright (c) 2023-2025, Songlin Yang, Yu Zhang # Standalone import layout; see LICENSES and NOTICE for retained notices. import os import triton import triton.language as tl import triton.language.extra.libdevice as tldevice if os.environ.get("FLA_USE_FAST_OPS", "0") == "1": exp = tldevice.fast_expf exp2 = tldevice.exp2 log = tldevice.fast_logf log2 = tldevice.fast_log2f else: exp = tl.exp exp2 = tl.math.exp2 log = tl.log log2 = tl.log2 @triton.jit def safe_exp(x: tl.tensor) -> tl.tensor: return exp(tl.where(x <= 0, x, float("-inf")))