tools/group32_capability_probe.cpp

#include <rknn_api.h>
#include <rknn_matmul_api.h>
#include <cstdio>
#include <initializer_list>
int main() {
    for (int type : {1, 7, 8, 11, 12, 15}) for (int quant : {0, 2, 4}) {
        rknn_matmul_info info{};
        info.M=1; info.K=1536; info.N=512;
        info.type=static_cast<rknn_matmul_type>(type);
        info.B_layout=RKNN_MM_LAYOUT_NATIVE;
        info.AC_layout=RKNN_MM_LAYOUT_NATIVE;
        info.B_quant_type=quant; info.group_size=32; info.iommu_domain_id=3;
        rknn_matmul_ctx ctx=0; rknn_matmul_io_attr attr{};
        const int rc=rknn_matmul_create(&ctx,&info,&attr);
        std::printf("type=%d quant=%d rc=%d A=%u B=%u C=%u\n",type,quant,rc,attr.A.size,attr.B.size,attr.C.size);
        if(ctx)rknn_matmul_destroy(ctx);
    }
}