File size: 3,214 Bytes
134b4c4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
/**************************************************************************************************
 *
 * Copyright (c) 2019-2024 Axera Semiconductor Co., Ltd. All Rights Reserved.
 *
 * This source file is the property of Axera Semiconductor Co., Ltd. and
 * may not be copied or distributed in any isomorphic form without the prior
 * written consent of Axera Semiconductor Co., Ltd.
 *
 **************************************************************************************************/

#pragma once

#include <string>
#include <vector>
#include <cstdint>

namespace middleware {

class runner {
public:
    runner() = default;
    virtual ~runner() = default;

    [[nodiscard]] virtual bool init(const std::string& config_file, const uint32_t& device_index, const uint32_t& kind) = 0;
    [[nodiscard]] virtual bool final() = 0;

    [[nodiscard]] virtual bool load(const std::string& model_path) = 0;
    [[nodiscard]] virtual bool prepare(const bool& input_cached, const bool& output_cached, const uint32_t& group, const uint32_t& batch) = 0;

    [[nodiscard]] virtual bool run(const bool& parallel) = 0;

    [[nodiscard]] virtual uint32_t get_input_count() const = 0;
    [[nodiscard]] virtual uint32_t get_output_count() const = 0;
    [[nodiscard]] virtual std::string get_input_name(const uint32_t& index) const = 0;
    [[nodiscard]] virtual std::string get_output_name(const uint32_t& index) const = 0;
    [[nodiscard]] virtual void *get_input_pointer(const uint32_t& index) const = 0;
    [[nodiscard]] virtual void *get_output_pointer(const uint32_t& index) const = 0;
    [[nodiscard]] virtual uintmax_t get_input_size(const uint32_t& index) const = 0;
    [[nodiscard]] virtual uintmax_t get_output_size(const uint32_t& index) const = 0;

    [[nodiscard]] virtual uintmax_t get_shape_group_count() const = 0;

    [[nodiscard]] virtual bool flush_input() const = 0;
    [[nodiscard]] virtual bool invalidate_output() const = 0;

    [[nodiscard]] virtual bool feed(const std::string& input_folder, const std::string& stimulus_name) const = 0;
    [[nodiscard]] virtual bool verify(const std::string& output_folder, const std::string& stimulus_name) const = 0;
    [[nodiscard]] virtual bool save(const std::string& output_folder, const std::string& stimulus_name) const = 0;

    [[nodiscard]] virtual std::string get_library_version() const = 0;
    [[nodiscard]] virtual std::string get_model_version() const = 0;

    [[nodiscard]] virtual int32_t get_model_type() const = 0;
    [[nodiscard]] virtual int32_t get_npu_type() const = 0;
    [[nodiscard]] virtual int32_t get_batch_size() const = 0;
    [[nodiscard]] virtual intmax_t get_sys_usage() const = 0;
    [[nodiscard]] virtual intmax_t get_cmm_usage() const = 0;

    virtual void sleep_for(uint32_t sleep_duration) const;

    [[nodiscard]] static std::vector<std::string> read(const std::string& list_file);
    [[nodiscard]] static bool read(const std::string& binary_file, void* address, const uintmax_t& size);
    [[nodiscard]] static bool write(const std::string& binary_file, const void* address, const uintmax_t& size);
    [[nodiscard]] static bool verify(const void* dst, const void* src, const uintmax_t& size);
};

}