Model Base

class ModelBase

Subclassed by ImageModel

Public Functions

ModelBase(const std::string &modelFile, const std::string &layout = "")

ModelBase(std::shared_ptr<InferenceAdapter> &adapter, const ov::AnyMap &configuration = {})

ModelBase(std::shared_ptr<ov::Model> &model, const ov::AnyMap &configuration)

virtual ~ModelBase() = default

std::shared_ptr<ov::Model> prepare()

void load(ov::Core &core, const std::string &device, size_t num_infer_requests = 1)

std::shared_ptr<ov::Model> getModel()

std::shared_ptr<InferenceAdapter> getInferenceAdapter()

virtual std::shared_ptr<InternalModelData> preprocess(const InputData &inputData, InferenceInput &input) = 0

virtual std::unique_ptr<ResultBase> postprocess(InferenceResult &infResult) = 0

virtual std::unique_ptr<ResultBase> infer(const InputData &inputData)

virtual void inferAsync(const InputData &inputData, const ov::AnyMap &callback_args = {})

virtual std::vector<std::unique_ptr<ResultBase>> inferBatch(const std::vector<std::reference_wrapper<const InputData>> &inputData)

virtual std::vector<std::unique_ptr<ResultBase>> inferBatch(const std::vector<InputData> &inputData)

virtual bool isReady()

virtual void awaitAll()

virtual void awaitAny()

virtual void setCallback(std::function<void(std::unique_ptr<ResultBase>, const ov::AnyMap &callback_args)> callback)

virtual size_t getNumAsyncExecutors() const

inline const std::vector<std::string> &getoutputNames() const

inline const std::vector<std::string> &getinputNames() const