File size: 2,326 Bytes
134b4c4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 | /**************************************************************************************************
*
* Copyright (c) 2019-2024 Axera Semiconductor Co., Ltd. All Rights Reserved.
*
* This source file is the property of Axera Semiconductor Co., Ltd. and
* may not be copied or distributed in any isomorphic form without the prior
* written consent of Axera Semiconductor Co., Ltd.
*
**************************************************************************************************/
#pragma once
#include "middleware/axcl_base.hpp"
namespace middleware {
#if defined(ENV_AXCL_RUNTIME_API_ENABLE)
class runtime_runner final : public axcl_base {
public:
runtime_runner();
~runtime_runner() override;
[[nodiscard]] bool init(const std::string& config_file, const uint32_t& device_index, const uint32_t& kind) override;
[[nodiscard]] bool final() override;
[[nodiscard]] bool load(const std::string& model_path) override;
[[nodiscard]] bool prepare(const bool& input_cached, const bool& output_cached, const uint32_t& group, const uint32_t& batch) override;
[[nodiscard]] bool run(const bool& parallel) override;
[[nodiscard]] uint32_t get_input_count() const override;
[[nodiscard]] uint32_t get_output_count() const override;
[[nodiscard]] std::string get_input_name(const uint32_t& index) const override;
[[nodiscard]] std::string get_output_name(const uint32_t& index) const override;
[[nodiscard]] void *get_input_pointer(const uint32_t& index) const override;
[[nodiscard]] void *get_output_pointer(const uint32_t& index) const override;
[[nodiscard]] uintmax_t get_input_size(const uint32_t& index) const override;
[[nodiscard]] uintmax_t get_output_size(const uint32_t& index) const override;
[[nodiscard]] uintmax_t get_shape_group_count() const override;
[[nodiscard]] std::string get_library_version() const override;
[[nodiscard]] std::string get_model_version() const override;
[[nodiscard]] int32_t get_model_type() const override;
[[nodiscard]] int32_t get_npu_type() const override;
[[nodiscard]] int32_t get_batch_size() const override;
[[nodiscard]] intmax_t get_sys_usage() const override;
[[nodiscard]] intmax_t get_cmm_usage() const override;
private:
struct impl;
impl *impl_;
};
#endif
}
|