Ling-3.0-tiny-RKNN / include /ling3 /cpu_kernels.h
Sariel00's picture
Publish Ling-3.0-tiny RKNN engine and model
3fd1a35 verified
Raw History Blame Contribute Delete
597 Bytes
#pragma once
#include <cstddef>
#include <cstdint>
namespace ling3 {
float BFloat16ToFloat(std::uint16_t value) noexcept;
std::uint16_t FloatToBFloat16(float value) noexcept;
void RmsNorm(const float * input, const float * weight, float * output, std::size_t count, float epsilon) noexcept;
void SiluMultiply(const float * gate, const float * up, float * output, std::size_t count) noexcept;
void Silu(const float * input, float * output, std::size_t count) noexcept;
void WeightedAccumulate(const float * input, float weight, float * output, std::size_t count) noexcept;
} // namespace ling3