infer.h

Go to the documentation of this file.

/*
 * Copyright (C) 2026 Kamil Lulko <kamil.lulko@gmail.com>
 *
 * SPDX-License-Identifier: GPL-3.0-or-later
 *
 * This file is part of oveRTOS.
 */
 
#ifndef OVE_INFER_H
#define OVE_INFER_H
 
#include "ove/types.h"
#include "ove_config.h"
 
#ifdef __cplusplus
extern "C" {
#endif
 
#include "ove/storage.h"
 
enum ove_tensor_type {
    OVE_TENSOR_FLOAT32 = 0,
    OVE_TENSOR_INT8 = 1,
    OVE_TENSOR_UINT8 = 2,
    OVE_TENSOR_INT16 = 3,
    OVE_TENSOR_INT32 = 4,
};
 
struct ove_tensor_info {
    void *data;        
    size_t size;           
    enum ove_tensor_type type; 
    unsigned int ndims;    
    int dims[5];           
};
 
struct ove_model_config {
    const void *model_data; 
    size_t model_size;  
    size_t arena_size;  
};
 
#ifdef CONFIG_OVE_INFER
 
int ove_model_init(ove_model_t *model, ove_model_storage_t *storage, void *arena,
           const struct ove_model_config *cfg);
 
void ove_model_deinit(ove_model_t model);
 
/* _create / _destroy — heap-gated */
#ifdef OVE_HEAP_INFER
 
int ove_model_create(ove_model_t *model, const struct ove_model_config *cfg);
 
void ove_model_destroy(ove_model_t model);
 
#endif /* OVE_HEAP_INFER */
 
int ove_model_invoke(ove_model_t model);
 
int ove_model_input(ove_model_t model, unsigned int index, struct ove_tensor_info *info);
 
int ove_model_output(ove_model_t model, unsigned int index, struct ove_tensor_info *info);
 
uint64_t ove_model_last_inference_us(ove_model_t model);
 
#else /* !CONFIG_OVE_INFER */
 
/* No _init/_deinit stubs here: OVE_MODEL_DEFINE_STATIC is itself gated by
 * #ifdef CONFIG_OVE_INFER in storage.h, so callers can't reach _init when
 * the subsystem is off — and ove_model_storage_t isn't declared either. */
static inline int ove_model_create(ove_model_t *m, const struct ove_model_config *c)
{
    (void)m;
    (void)c;
    return OVE_ERR_NOT_SUPPORTED;
}
static inline void ove_model_destroy(ove_model_t m)
{
    (void)m;
}
static inline int ove_model_invoke(ove_model_t m)
{
    (void)m;
    return OVE_ERR_NOT_SUPPORTED;
}
static inline int ove_model_input(ove_model_t m, unsigned int i, struct ove_tensor_info *t)
{
    (void)m;
    (void)i;
    (void)t;
    return OVE_ERR_NOT_SUPPORTED;
}
static inline int ove_model_output(ove_model_t m, unsigned int i, struct ove_tensor_info *t)
{
    (void)m;
    (void)i;
    (void)t;
    return OVE_ERR_NOT_SUPPORTED;
}
static inline uint64_t ove_model_last_inference_us(ove_model_t m)
{
    (void)m;
    return 0;
}
#endif /* CONFIG_OVE_INFER */
 
#ifdef __cplusplus
}
#endif
 
#endif /* OVE_INFER_H */