areneau's picture
Update Clairic Transformers runtime
24191a8 verified
Raw History Blame Contribute Delete
704 Bytes
# Adapt from https://github.com/fla-org/flash-linear-attention/blob/main/fla/ops/utils/op.py
# -*- coding: utf-8 -*-
# Copyright (c) 2023-2025, Songlin Yang, Yu Zhang
# Standalone import layout; see LICENSES and NOTICE for retained notices.
import os
import triton
import triton.language as tl
import triton.language.extra.libdevice as tldevice
if os.environ.get("FLA_USE_FAST_OPS", "0") == "1":
exp = tldevice.fast_expf
exp2 = tldevice.exp2
log = tldevice.fast_logf
log2 = tldevice.fast_log2f
else:
exp = tl.exp
exp2 = tl.math.exp2
log = tl.log
log2 = tl.log2
@triton.jit
def safe_exp(x: tl.tensor) -> tl.tensor:
return exp(tl.where(x <= 0, x, float("-inf")))