Sariel00's picture
Publish Ling-3.0-tiny RKNN engine and model
3fd1a35 verified
Raw History Blame Contribute Delete
1.01 kB
#pragma once
#include "ling3/model_package.h"
#include "ling3/w4_linear.h"
#include <memory>
#include <string>
namespace ling3 {
// Keeps the original W4 path and an explicit experimental official-weight bridge.
class Linear {
public:
Linear(const ModelPackage &,const std::string &,W4LinearConfig);
~Linear();
W4RunTimings Run(std::span<const float>,std::span<float>);
W4RunTimings RunBatch(std::span<const float>,std::size_t,std::span<float>);
W4RunTimings RunBatchWithWeights(std::span<const float>,std::size_t,const Linear &,std::span<float>);
W4RunTimings RunBatchQuantizedRows(std::span<const std::int8_t>,std::span<const float>,std::span<const std::size_t>,const Linear &,std::span<float>);
void PrepareBatch(std::size_t,bool indexed=false);
float PrepareInput(std::span<const float>);
W4RunTimings RunPrepared(float,std::span<float>);
void ShareInputFrom(Linear &);
void SetSingleCore(int);
private:
struct Impl;
std::unique_ptr<Impl> impl_;
};
}