cpp/src/middleware/axcl_runtime_runner.hpp

/**************************************************************************************************
 *
 * Copyright (c) 2019-2024 Axera Semiconductor Co., Ltd. All Rights Reserved.
 *
 * This source file is the property of Axera Semiconductor Co., Ltd. and
 * may not be copied or distributed in any isomorphic form without the prior
 * written consent of Axera Semiconductor Co., Ltd.
 *
 **************************************************************************************************/

#pragma once

#include "middleware/axcl_base.hpp"

namespace middleware {

#if defined(ENV_AXCL_RUNTIME_API_ENABLE)
class runtime_runner final : public axcl_base {
public:
    runtime_runner();
    ~runtime_runner() override;

    [[nodiscard]] bool init(const std::string& config_file, const uint32_t& device_index, const uint32_t& kind) override;
    [[nodiscard]] bool final() override;

    [[nodiscard]] bool load(const std::string& model_path) override;
    [[nodiscard]] bool prepare(const bool& input_cached, const bool& output_cached, const uint32_t& group, const uint32_t& batch) override;

    [[nodiscard]] bool run(const bool& parallel) override;

    [[nodiscard]] uint32_t get_input_count() const override;
    [[nodiscard]] uint32_t get_output_count() const override;
    [[nodiscard]] std::string get_input_name(const uint32_t& index) const override;
    [[nodiscard]] std::string get_output_name(const uint32_t& index) const override;
    [[nodiscard]] void *get_input_pointer(const uint32_t& index) const override;
    [[nodiscard]] void *get_output_pointer(const uint32_t& index) const override;
    [[nodiscard]] uintmax_t get_input_size(const uint32_t& index) const override;
    [[nodiscard]] uintmax_t get_output_size(const uint32_t& index) const override;
    [[nodiscard]] uintmax_t get_shape_group_count() const override;

    [[nodiscard]] std::string get_library_version() const override;
    [[nodiscard]] std::string get_model_version() const override;

    [[nodiscard]] int32_t get_model_type() const override;
    [[nodiscard]] int32_t get_npu_type() const override;
    [[nodiscard]] int32_t get_batch_size() const override;
    [[nodiscard]] intmax_t get_sys_usage() const override;
    [[nodiscard]] intmax_t get_cmm_usage() const override;

private:
    struct impl;
    impl *impl_;
};
#endif

}