2018-05-25 17:31:04 +00:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2018 Sergey Lavrushkin
|
|
|
|
*
|
|
|
|
* This file is part of FFmpeg.
|
|
|
|
*
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @file
|
|
|
|
* DNN inference engine interface.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef AVFILTER_DNN_INTERFACE_H
|
|
|
|
#define AVFILTER_DNN_INTERFACE_H
|
|
|
|
|
2019-04-25 02:14:33 +00:00
|
|
|
#include <stdint.h>
|
|
|
|
|
2018-05-25 17:31:04 +00:00
|
|
|
typedef enum {DNN_SUCCESS, DNN_ERROR} DNNReturnType;
|
|
|
|
|
2018-06-03 17:22:50 +00:00
|
|
|
typedef enum {DNN_NATIVE, DNN_TF} DNNBackendType;
|
2018-05-25 17:31:04 +00:00
|
|
|
|
2019-04-25 02:14:42 +00:00
|
|
|
typedef enum {DNN_FLOAT, DNN_UINT8} DNNDataType;
|
|
|
|
|
|
|
|
typedef struct DNNInputData{
|
|
|
|
void *data;
|
|
|
|
DNNDataType dt;
|
|
|
|
int width, height, channels;
|
|
|
|
} DNNInputData;
|
|
|
|
|
2018-05-25 17:31:04 +00:00
|
|
|
typedef struct DNNData{
|
2018-07-27 16:34:02 +00:00
|
|
|
float *data;
|
2018-05-25 17:31:04 +00:00
|
|
|
int width, height, channels;
|
|
|
|
} DNNData;
|
|
|
|
|
|
|
|
typedef struct DNNModel{
|
|
|
|
// Stores model that can be different for different backends.
|
2018-07-27 16:34:02 +00:00
|
|
|
void *model;
|
2019-04-25 02:14:17 +00:00
|
|
|
// Sets model input and output.
|
2018-05-25 17:31:04 +00:00
|
|
|
// Should be called at least once before model execution.
|
2019-04-25 02:14:42 +00:00
|
|
|
DNNReturnType (*set_input_output)(void *model, DNNInputData *input, const char *input_name, const char **output_names, uint32_t nb_output);
|
2018-05-25 17:31:04 +00:00
|
|
|
} DNNModel;
|
|
|
|
|
|
|
|
// Stores pointers to functions for loading, executing, freeing DNN models for one of the backends.
|
|
|
|
typedef struct DNNModule{
|
|
|
|
// Loads model and parameters from given file. Returns NULL if it is not possible.
|
2018-07-27 16:34:02 +00:00
|
|
|
DNNModel *(*load_model)(const char *model_filename);
|
2018-05-25 17:31:04 +00:00
|
|
|
// Executes model with specified input and output. Returns DNN_ERROR otherwise.
|
2019-04-25 02:14:33 +00:00
|
|
|
DNNReturnType (*execute_model)(const DNNModel *model, DNNData *outputs, uint32_t nb_output);
|
2018-05-25 17:31:04 +00:00
|
|
|
// Frees memory allocated for model.
|
2018-07-27 16:34:02 +00:00
|
|
|
void (*free_model)(DNNModel **model);
|
2018-05-25 17:31:04 +00:00
|
|
|
} DNNModule;
|
|
|
|
|
|
|
|
// Initializes DNNModule depending on chosen backend.
|
2018-07-27 16:34:02 +00:00
|
|
|
DNNModule *ff_get_dnn_module(DNNBackendType backend_type);
|
2018-05-25 17:31:04 +00:00
|
|
|
|
|
|
|
#endif
|