FFmpeg
dnn_interface.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2018 Sergey Lavrushkin
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 /**
22  * @file
23  * Implements DNN module initialization with specified backend.
24  */
25 
26 #include "../dnn_interface.h"
27 #include "dnn_backend_native.h"
28 #include "dnn_backend_tf.h"
29 #include "dnn_backend_openvino.h"
30 #include "libavutil/mem.h"
31 
33 {
34  DNNModule *dnn_module;
35 
36  dnn_module = av_mallocz(sizeof(DNNModule));
37  if(!dnn_module){
38  return NULL;
39  }
40 
41  switch(backend_type){
42  case DNN_NATIVE:
43  dnn_module->load_model = &ff_dnn_load_model_native;
45  dnn_module->free_model = &ff_dnn_free_model_native;
46  break;
47  case DNN_TF:
48  #if (CONFIG_LIBTENSORFLOW == 1)
49  dnn_module->load_model = &ff_dnn_load_model_tf;
51  dnn_module->free_model = &ff_dnn_free_model_tf;
52  #else
53  av_freep(&dnn_module);
54  return NULL;
55  #endif
56  break;
57  case DNN_OV:
58  #if (CONFIG_LIBOPENVINO == 1)
59  dnn_module->load_model = &ff_dnn_load_model_ov;
63  dnn_module->flush = &ff_dnn_flush_ov;
64  dnn_module->free_model = &ff_dnn_free_model_ov;
65  #else
66  av_freep(&dnn_module);
67  return NULL;
68  #endif
69  break;
70  default:
71  av_log(NULL, AV_LOG_ERROR, "Module backend_type is not native or tensorflow\n");
72  av_freep(&dnn_module);
73  return NULL;
74  }
75 
76  return dnn_module;
77 }
ff_dnn_load_model_native
DNNModel * ff_dnn_load_model_native(const char *model_filename, DNNFunctionType func_type, const char *options, AVFilterContext *filter_ctx)
Definition: dnn_backend_native.c:115
DNNModule::load_model
DNNModel *(* load_model)(const char *model_filename, DNNFunctionType func_type, const char *options, AVFilterContext *filter_ctx)
Definition: dnn_interface.h:92
ff_dnn_load_model_ov
DNNModel * ff_dnn_load_model_ov(const char *model_filename, DNNFunctionType func_type, const char *options, AVFilterContext *filter_ctx)
Definition: dnn_backend_openvino.c:552
ff_dnn_execute_model_tf
DNNReturnType ff_dnn_execute_model_tf(const DNNModel *model, const char *input_name, AVFrame *in_frame, const char **output_names, uint32_t nb_output, AVFrame *out_frame)
Definition: dnn_backend_tf.c:823
ff_dnn_execute_model_async_ov
DNNReturnType ff_dnn_execute_model_async_ov(const DNNModel *model, const char *input_name, AVFrame *in_frame, const char **output_names, uint32_t nb_output, AVFrame *out_frame)
Definition: dnn_backend_openvino.c:663
DNNModule::execute_model_async
DNNReturnType(* execute_model_async)(const DNNModel *model, const char *input_name, AVFrame *in_frame, const char **output_names, uint32_t nb_output, AVFrame *out_frame)
Definition: dnn_interface.h:97
DNN_TF
@ DNN_TF
Definition: dnn_interface.h:35
ff_dnn_execute_model_native
DNNReturnType ff_dnn_execute_model_native(const DNNModel *model, const char *input_name, AVFrame *in_frame, const char **output_names, uint32_t nb_output, AVFrame *out_frame)
Definition: dnn_backend_native.c:375
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
ff_dnn_free_model_ov
void ff_dnn_free_model_ov(DNNModel **model)
Definition: dnn_backend_openvino.c:781
DNN_OV
@ DNN_OV
Definition: dnn_interface.h:35
ff_dnn_free_model_native
void ff_dnn_free_model_native(DNNModel **model)
Definition: dnn_backend_native.c:415
NULL
#define NULL
Definition: coverity.c:32
DNNBackendType
DNNBackendType
Definition: dnn_interface.h:35
DNNModule::flush
DNNReturnType(* flush)(const DNNModel *model)
Definition: dnn_interface.h:102
DNNModule::execute_model
DNNReturnType(* execute_model)(const DNNModel *model, const char *input_name, AVFrame *in_frame, const char **output_names, uint32_t nb_output, AVFrame *out_frame)
Definition: dnn_interface.h:94
dnn_backend_native.h
ff_dnn_flush_ov
DNNReturnType ff_dnn_flush_ov(const DNNModel *model)
Definition: dnn_backend_openvino.c:739
ff_dnn_load_model_tf
DNNModel * ff_dnn_load_model_tf(const char *model_filename, DNNFunctionType func_type, const char *options, AVFilterContext *filter_ctx)
Definition: dnn_backend_tf.c:667
ff_dnn_get_async_result_ov
DNNAsyncStatusType ff_dnn_get_async_result_ov(const DNNModel *model, AVFrame **in, AVFrame **out)
Definition: dnn_backend_openvino.c:718
DNNModule::get_async_result
DNNAsyncStatusType(* get_async_result)(const DNNModel *model, AVFrame **in, AVFrame **out)
Definition: dnn_interface.h:100
av_mallocz
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:237
ff_get_dnn_module
DNNModule * ff_get_dnn_module(DNNBackendType backend_type)
Definition: dnn_interface.c:32
dnn_backend_openvino.h
DNNModule::free_model
void(* free_model)(DNNModel **model)
Definition: dnn_interface.h:104
ff_dnn_free_model_tf
void ff_dnn_free_model_tf(DNNModel **model)
Definition: dnn_backend_tf.c:842
mem.h
DNN_NATIVE
@ DNN_NATIVE
Definition: dnn_interface.h:35
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:35
ff_dnn_execute_model_ov
DNNReturnType ff_dnn_execute_model_ov(const DNNModel *model, const char *input_name, AVFrame *in_frame, const char **output_names, uint32_t nb_output, AVFrame *out_frame)
Definition: dnn_backend_openvino.c:609
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
dnn_backend_tf.h
DNNModule
Definition: dnn_interface.h:90