nt9856x/code/hdal/samples/ai2_pdcnn_sample/ai2_pdcnn_sample.c
2023-03-28 15:07:53 +08:00

1179 lines
34 KiB
C
Executable File

/**
@brief Source file of vendor ai net sample code.
@file ai2_pdcnn_sample.c
@ingroup ai2_pdcnn_sample
@note Nothing.
Copyright Novatek Microelectronics Corp. 2020. All rights reserved.
*/
/*-----------------------------------------------------------------------------*/
/* Including Files */
/*-----------------------------------------------------------------------------*/
#include <stdio.h>
#include <unistd.h>
#include <stdlib.h>
#include <string.h>
#include <signal.h>
#include "hdal.h"
#include "hd_type.h"
#include "hd_debug.h"
#include "vendor_ai.h"
#include "vendor_ai_cpu/vendor_ai_cpu.h"
#include "vendor_ai_cpu_postproc.h"
#include <arm_neon.h>
#include <pdcnn_lib_ai2.h>
#include <sys/time.h>
#include "limit_fdet_lib.h"
#include "vendor_md.h"
#include "libmd.h"
#include "md_lib.h"
// platform dependent
#if defined(__LINUX)
#include <pthread.h> //for pthread API
#define MAIN(argc, argv) int main(int argc, char** argv)
#define GETCHAR() getchar()
#else
#include <FreeRTOS_POSIX.h>
#include <FreeRTOS_POSIX/pthread.h> //for pthread API
#include <kwrap/util.h> //for sleep API
#define sleep(x) vos_util_delay_ms(1000*(x))
#define msleep(x) vos_util_delay_ms(x)
#define usleep(x) vos_util_delay_us(x)
#include <kwrap/examsys.h> //for MAIN(), GETCHAR() API
#define MAIN(argc, argv) EXAMFUNC_ENTRY(ai_net_with_buf, argc, argv)
#define GETCHAR() NVT_EXAMSYS_GETCHAR()
#endif
#define AI_POST_PROC 1
#define CHKPNT printf("\033[37mCHK: %s, %s: %d\033[0m\r\n",__FILE__,__func__,__LINE__)
#define DBGH(x) printf("\033[0;35m%s=0x%08X\033[0m\r\n", #x, x)
#define DBGD(x) printf("\033[0;35m%s=%d\033[0m\r\n", #x, x)
///////////////////////////////////////////////////////////////////////////////
#define NET_PATH_ID UINT32
#define VENDOR_AI_CFG 0x000f0000 //vendor ai config
#define SAVE_SCALE DISABLE
#define PROF ENABLE
#if PROF
static struct timeval tstart, tend;
#define PROF_START() gettimeofday(&tstart, NULL);
#define PROF_END(msg) gettimeofday(&tend, NULL); \
printf("%s time (us): %lu\r\n", msg, \
(tend.tv_sec - tstart.tv_sec) * 1000000 + (tend.tv_usec - tstart.tv_usec));
#else
#define PROF_START()
#define PROF_END(msg)
#endif
#define PD_MAX_DISTANCE_MODE 2
static CHAR model_name[2][256] = { {"/mnt/sd/CNNLib/para/pdcnn/nvt_model.bin"},
{"/mnt/sd/CNNLib/para/public/nvt_model.bin"}
};
static VENDOR_AIS_FLOW_MEM_PARM g_mem = {0};
///////////////////////////////////////////////////////////////////////////////
/*-----------------------------------------------------------------------------*/
/* Type Definitions */
/*-----------------------------------------------------------------------------*/
typedef struct _PD_THREAD_PARM {
VENDOR_AIS_FLOW_MEM_PARM pd_mem;
VENDOR_AIS_FLOW_MEM_PARM scale_mem;
} PD_THREAD_PARM;
typedef struct _MD_THREAD_PARM {
PD_THREAD_PARM pd_parm;
MDMEM_RANGE share_mem[SHARE_MEM_NUM];
} MD_THREAD_PARM;
typedef struct _NET_IN {
CHAR input_filename[256];
UINT32 w;
UINT32 h;
UINT32 c;
UINT32 loff;
UINT32 fmt;
VENDOR_AI_BUF src_img;
} NET_IN;
static HD_COMMON_MEM_VB_BLK g_blk = 0;
/*-----------------------------------------------------------------------------*/
/* Global Functions */
/*-----------------------------------------------------------------------------*/
static HD_RESULT mem_get(VOID)
{
HD_RESULT ret = HD_OK;
UINT32 pa = 0;
void *va = NULL;
HD_COMMON_MEM_VB_BLK blk;
blk = hd_common_mem_get_block(HD_COMMON_MEM_USER_DEFINIED_POOL, PD_MAX_MEM_SIZE, DDR_ID0);
if (HD_COMMON_MEM_VB_INVALID_BLK == blk) {
printf("hd_common_mem_get_block fail\r\n");
return HD_ERR_NG;
}
pa = hd_common_mem_blk2pa(blk);
if (pa == 0) {
printf("not get buffer, pa=%08x\r\n", (int)pa);
return HD_ERR_NOMEM;
}
va = hd_common_mem_mmap(HD_COMMON_MEM_MEM_TYPE_CACHE, pa, PD_MAX_MEM_SIZE);
/* Release buffer */
if (va == 0) {
ret = hd_common_mem_munmap(va, PD_MAX_MEM_SIZE);
if (ret != HD_OK) {
printf("mem unmap fail\r\n");
return ret;
}
}
g_mem.pa = pa;
g_mem.va = (UINT32)va;
g_mem.size = PD_MAX_MEM_SIZE;
g_blk = blk;
return HD_OK;
}
static INT32 mem_load(VENDOR_AIS_FLOW_MEM_PARM *mem_parm, const CHAR *filename)
{
FILE *fd;
INT32 size = 0;
fd = fopen(filename, "rb");
if (!fd) {
printf("cannot read %s\r\n", filename);
return -1;
}
fseek(fd, 0, SEEK_END);
size = ftell(fd);
fseek(fd, 0, SEEK_SET);
// check "ai_in_buf" enough or not
if (mem_parm->size < (UINT32)size) {
printf("ERROR: ai_in_buf(%u) is not enough, input file(%u)\r\n", mem_parm->size, (UINT32)size);
size = -1;
goto exit;
}
if (size < 0) {
printf("getting %s size failed\r\n", filename);
} else if ((INT32)fread((VOID *)mem_parm->va, 1, size, fd) != size) {
printf("read size < %ld\r\n", size);
size = -1;
}
//mem_parm->size = size;
exit:
if (fd) {
fclose(fd);
}
return size;
}
/*-----------------------------------------------------------------------------*/
/* Input Functions */
/*-----------------------------------------------------------------------------*/
///////////////////////////////////////////////////////////////////////////////
static HD_RESULT input_open(NET_IN *p_nn_in, PDCNN_MEM *pdcnn_mem)
{
HD_RESULT ret = HD_OK;
UINT32 file_len = mem_load(&(pdcnn_mem->input_mem), p_nn_in->input_filename);
if (file_len < 0) {
printf("load buf(%s) fail\r\n", p_nn_in->input_filename);
return HD_ERR_NG;
}
printf("load buf(%s) ok\r\n", p_nn_in->input_filename);
hd_common_mem_flush_cache((VOID *)pdcnn_mem->input_mem.va, file_len);
p_nn_in->src_img.width = p_nn_in->w;
p_nn_in->src_img.height = p_nn_in->h;
p_nn_in->src_img.channel = p_nn_in->c;
p_nn_in->src_img.line_ofs = p_nn_in->loff;
p_nn_in->src_img.fmt = p_nn_in->fmt;
p_nn_in->src_img.pa = pdcnn_mem->input_mem.pa;
p_nn_in->src_img.va = pdcnn_mem->input_mem.va;
p_nn_in->src_img.sign = MAKEFOURCC('A','B','U','F');
p_nn_in->src_img.size = p_nn_in->loff * p_nn_in->h * 3 / 2;
return ret;
}
/*-----------------------------------------------------------------------------*/
/* Network Functions */
/*-----------------------------------------------------------------------------*/
//static NET_PROC g_net[16] = {0};
static INT32 _getsize_model(char* filename)
{
FILE *bin_fd;
UINT32 bin_size = 0;
bin_fd = fopen(filename, "rb");
if (!bin_fd) {
printf("get bin(%s) size fail\n", filename);
return (-1);
}
fseek(bin_fd, 0, SEEK_END);
bin_size = ftell(bin_fd);
fseek(bin_fd, 0, SEEK_SET);
fclose(bin_fd);
return bin_size;
}
HD_RESULT load_model(CHAR *filename, UINT32 va)
{
FILE *fd;
INT32 size = 0;
fd = fopen(filename, "rb");
if (!fd) {
printf("cannot read %s\r\n", filename);
return HD_ERR_NOT_OPEN;
}
fseek(fd, 0, SEEK_END);
size = ftell(fd);
fseek(fd, 0, SEEK_SET);
if (size < 0) {
printf("getting %s size failed\r\n", filename);
} else if ((INT32)fread((VOID *)va, 1, size, fd) != size) {
printf("read size < %ld\r\n", size);
size = -1;
};
//mem_parm->size = size;
if (fd) {
fclose(fd);
};
printf("model buf size: %d\r\n", size);
return HD_OK;
}
static HD_RESULT network_open(UINT32 proc_id, VENDOR_AIS_FLOW_MEM_PARM *mem)
{
HD_RESULT ret = HD_OK;
// set model
ret = vendor_ai_net_set(proc_id, VENDOR_AI_NET_PARAM_CFG_MODEL, (VENDOR_AI_NET_CFG_MODEL*)mem);
if(ret != HD_OK){
printf("ERR: vendor_ai_net_set fail (%ld)!!\r\n", ret);
return ret;
}
// open
ret = vendor_ai_net_open(proc_id);
if(ret != HD_OK){
printf("ERR: vendor_ai_net_open fail (%ld)!!\r\n", ret);
return ret;
}
return ret;
}
static HD_RESULT network_close(UINT32 proc_id)
{
HD_RESULT ret = HD_OK;
// close
ret = vendor_ai_net_close(proc_id);
if(ret != HD_OK){
printf("proc net id (%ld) close fail (%ld) !!\r\n", proc_id, ret);
return ret;
}
return ret;
}
static HD_RESULT network_get_layer0_info(UINT32 proc_id)
{
HD_RESULT ret = HD_OK;
VENDOR_AI_BUF p_inbuf = {0};
VENDOR_AI_BUF p_outbuf = {0};
// get layer0 in buf
ret = vendor_ai_net_get(proc_id, VENDOR_AI_NET_PARAM_IN(0, 0), &p_inbuf);
if (HD_OK != ret) {
printf("proc_id(%u) get layer0 inbuf fail !!\n", proc_id);
return ret;
}
// get layer0 in buf
ret = vendor_ai_net_get(proc_id, VENDOR_AI_NET_PARAM_OUT(0, 0), &p_outbuf);
if (HD_OK != ret) {
printf("proc_id(%u) get layer0 outbuf fail !!\n", proc_id);
return ret;
}
printf("dump layer0 info:\n");
printf(" channel(%lu)\n", p_inbuf.channel);
printf(" fmt(0x%lx)\n", p_inbuf.fmt);
printf(" width(%lu)\n", p_outbuf.width);
printf(" height(%lu)\n", p_outbuf.height);
printf(" channel(%lu)\n", p_outbuf.channel);
printf(" batch_num(%lu)\n", p_outbuf.batch_num);
printf(" fmt(0x%lx)\n", p_outbuf.fmt);
printf("\n");
return ret;
}
VOID network_set_opt(UINT32 proc_id)
{
VENDOR_AI_NET_CFG_BUF_OPT cfg_buf_opt = {0};
cfg_buf_opt.method = VENDOR_AI_NET_BUF_OPT_NONE;
cfg_buf_opt.ddr_id = DDR_ID0;
vendor_ai_net_set(proc_id, VENDOR_AI_NET_PARAM_CFG_BUF_OPT, &cfg_buf_opt);
// set job option
VENDOR_AI_NET_CFG_JOB_OPT cfg_job_opt = {0};
cfg_job_opt.method = VENDOR_AI_NET_JOB_OPT_LINEAR_O1;
cfg_job_opt.wait_ms = 0;
cfg_job_opt.schd_parm = VENDOR_AI_FAIR_CORE_ALL; //FAIR dispatch to ALL core
vendor_ai_net_set(proc_id, VENDOR_AI_NET_PARAM_CFG_JOB_OPT, &cfg_job_opt);
}
static HD_RESULT mem_rel(VOID)
{
HD_RESULT ret = HD_OK;
/* Release in buffer */
if (g_mem.va > 0) {
ret = hd_common_mem_munmap((void *)g_mem.va, g_mem.size);
if (ret != HD_OK) {
printf("mem_uninit : hd_common_mem_munmap fail (%ld).\r\n", ret);
return ret;
}
}
ret = hd_common_mem_release_block(g_blk);
if (ret != HD_OK) {
printf("mem_uninit : hd_common_mem_release_block fail (%ld).\r\n", ret);
return ret;
}
hd_common_mem_uninit();
return HD_OK;
}
HD_RESULT pdcnn_preset(PDCNN_MEM *pdcnn_mem, VENDOR_AIS_FLOW_MEM_PARM *buf, PD_PROPOSAL_PARAM pd_proposal_params)
{
HD_RESULT ret;
network_set_opt(pd_proposal_params.run_id);
ret = get_pd_mem(buf, &(pdcnn_mem->input_mem), PD_MAX_FRAME_WIDTH * PD_MAX_FRAME_HEIGHT * 3 / 2, 32);
if(ret != HD_OK){
printf("get input YUV mem fail (%d)!!\r\n", ret);
return ret;
}
UINT32 model_size = _getsize_model(model_name[0]);
if (model_size <= 0) {
printf("ERR: pdcnn input model1 not exist: %s\r\n", model_name[0]);
return HD_ERR_NOT_OPEN;
}
ret = get_pd_mem(buf, &(pdcnn_mem->model_mem), model_size, 32);
if(ret != HD_OK){
printf("ERR: pdcnn get model1 mem fail (%d)!!\r\n", ret);
return ret;
}
ret = load_model(model_name[0], pdcnn_mem->model_mem.va);
if(ret != HD_OK){
printf("ERR: pdcnn load model1 fail (%ld)!!\r\n", ret);
return ret;
}
pdcnn_get_version();
#if 1
ret = pdcnn_version_check(&(pdcnn_mem->model_mem));
if(ret != HD_OK){
printf("ERR: pdcnn version check model1 fail (%d)!!\r\n", ret);
return ret;
}
#endif
// open pdcnn net
ret = network_open(pd_proposal_params.run_id, &(pdcnn_mem->model_mem));
if(ret != HD_OK){
printf("ERR: pdcnn network_open fail !!\r\n");
return ret;
}
//set work buf and assign pdcnn mem
VENDOR_AI_NET_CFG_WORKBUF wbuf = {0};
ret = vendor_ai_net_get(pd_proposal_params.run_id, VENDOR_AI_NET_PARAM_CFG_WORKBUF, &wbuf);
if (ret != HD_OK) {
printf("ERR: pdcnn get VENDOR_AI_NET_PARAM_CFG_WORKBUF fail\r\n");
return ret;
}
//printf("pdcnn work buf size: %ld\r\n", wbuf.size);
ret = get_pd_mem(buf, &(pdcnn_mem->io_mem), wbuf.size, 32);
if(ret != HD_OK){
printf("ERR: pdcnn get io_mem fail (%d)!!\r\n", ret);
return ret;
}
#if PD_MAX_DISTANCE_MODE
/*get max distance buf*/
ret = get_pd_mem(buf, &(pdcnn_mem->scale_buf), (PD_YUV_WIDTH * PD_YUV_HEIGHT * 3 / 2), 32);
if(ret != HD_OK){
printf("ERR: pdcnn get scale_buf fail (%d)!!\r\n", ret);
return ret;
}
#endif
ret = vendor_ai_net_set(pd_proposal_params.run_id, VENDOR_AI_NET_PARAM_CFG_WORKBUF, &(pdcnn_mem->io_mem));
if (ret != HD_OK) {
printf("ERR: pdcnn set VENDOR_AI_NET_PARAM_CFG_WORKBUF fail (%d)\r\n", ret);
return ret;
}
//get pdcnn postproc mem
ret = get_pd_post_mem(buf, pdcnn_mem);
if(ret != HD_OK){
printf("ERR: get pdcnn postprocess mem fail (%d)!!\r\n", ret);
return ret;
}
return HD_OK;
}
HD_RESULT limit_fdet_preset(LIMIT_FDET_MEM *limit_fdet_mem, VENDOR_AIS_FLOW_MEM_PARM *buf, LIMIT_FDET_PARAM limit_fdet_params)
{
HD_RESULT ret;
network_set_opt(limit_fdet_params.run_id);
ret = get_pd_mem(buf, &(limit_fdet_mem->input_mem), LIMIT_FDET_WIDTH * LIMIT_FDET_WIDTH * 3 / 2, 32);
if(ret != HD_OK){
printf("ERR: limit_fdet get input_mem fail (%d)!!\r\n", ret);
return ret;
}
UINT32 limit_net_size = _getsize_model(model_name[1]);
if (limit_net_size <= 0) {
printf("ERR: limit_fdet model not exist: %s\r\n", model_name[1]);
return -1;
}
ret = get_limit_fdet_mem(buf, &(limit_fdet_mem->model_mem), limit_net_size, 32);
if(ret != HD_OK){
printf("ERR: limit_fdet get model mem fail (%d)!!\r\n", ret);
return ret;
}
ret = load_model(model_name[1], limit_fdet_mem->model_mem.va);
if(ret != HD_OK){
printf("ERR: limit_fdet load model fail (%ld)!!\r\n", ret);
return ret;
}
ret = limit_fdet_version_check(&(limit_fdet_mem->model_mem));
if(ret != HD_OK){
printf("ERR: limit_fdet version check fail (%d)!!\r\n", ret);
return ret;
}
// open limit_fdet net
ret = network_open(limit_fdet_params.run_id, &(limit_fdet_mem->model_mem));
if(ret != HD_OK){
printf("ERR: limit_fdet net open fail (%ld)!!\r\n", ret);
return ret;
}
//set limit_fdet work buf
VENDOR_AI_NET_CFG_WORKBUF limit_fdet_wbuf = {0};
ret = vendor_ai_net_get(limit_fdet_params.run_id, VENDOR_AI_NET_PARAM_CFG_WORKBUF, &limit_fdet_wbuf);
if (ret != HD_OK) {
printf("ERR: limit_fdet get VENDOR_AI_NET_PARAM_CFG_WORKBUF fail (%ld)!!\r\n", ret);
return ret;
}
ret = get_limit_fdet_mem(buf, &(limit_fdet_mem->io_mem), limit_fdet_wbuf.size, 32);
if(ret != HD_OK){
printf("ERR: limit_fdet get io_mem fail (%d)!!\r\n", ret);
return ret;
}
ret = vendor_ai_net_set(limit_fdet_params.run_id, VENDOR_AI_NET_PARAM_CFG_WORKBUF, &(limit_fdet_mem->io_mem));
if (ret != HD_OK) {
printf("ERR: limit_fdet set VENDOR_AI_NET_PARAM_CFG_WORKBUF fail (%d)\r\n", ret);
return ret;
}
ret = vendor_ai_net_start(limit_fdet_params.run_id);
if (HD_OK != ret) {
printf("ERR: limit_fdet start fail (%d)!!\r\n", ret);
return ret;
}
return HD_OK;
}
VOID assign_ai_buf(PD_THREAD_PARM *parm)
{
parm->scale_mem.pa = g_mem.pa;
parm->scale_mem.va = g_mem.va;
parm->scale_mem.size = PD_SCALE_BUF_SIZE + 32;
parm->pd_mem.pa = parm->scale_mem.pa + parm->scale_mem.size;
parm->pd_mem.va = parm->scale_mem.va + parm->scale_mem.size;
parm->pd_mem.size = g_mem.size - parm->scale_mem.size;
}
////////////////Motion Detection//////////////////////
#if MD_ALG
HD_RESULT md_preset(MDMEM_RANGE* share_mem, VENDOR_MD_TRIGGER_PARAM* md_trig_param, LIB_MD_MDT_LIB_INFO* mdt_lib_param){
HD_RESULT ret = HD_OK;
int g_scene_change_alarm_th = 50;
ret = vendor_md_init();
if (HD_OK != ret) {
printf("init fail, error code = %d\r\n", ret);
}
md_trig_param->is_nonblock = 0;
md_trig_param->time_out_ms = 0;
// LibMD motion detection info
mdt_lib_param->mdt_info.libmd_enabled = 1;
mdt_lib_param->mdt_info.phy_md_x_num = MD_IMG_WIDTH;
mdt_lib_param->mdt_info.phy_md_y_num = MD_IMG_HEIGHT;
mdt_lib_param->mdt_info.phy_md_rst.p_md_bitmap = (UINT8*)share_mem[7].va;
mdt_lib_param->mdt_info.phy_md_rst.md_bitmap_sz = MD_IMG_WIDTH * MD_IMG_HEIGHT;
if ((ret = lib_md_set(0, LIB_MD_MOTION_DETECT_INFO, &mdt_lib_param->mdt_info)) != HD_OK) {
printf("lib_md_set enable fail, error code = %d\r\n", ret);
return ret;
}
// LibMD init (must after lib_md_set LIB_MD_MOTION_DETECT_INFO)
ret = lib_md_init(0);
if (HD_OK != ret) {
printf("lib_md_init fail, error code = %d\r\n", ret);
return ret;
}
// LibMD function enable
mdt_lib_param->mdt_enable.globel_md_alarm_detect_en = 0;
mdt_lib_param->mdt_enable.subregion_md_alarm_detect_en = 0;
mdt_lib_param->mdt_enable.scene_change_alarm_detect_en = 0;
mdt_lib_param->mdt_enable.md_obj_detect_en = 1;
mdt_lib_param->mdt_enable.md_obj_cross_en = 0;
if ((ret = lib_md_set(0, LIB_MD_AP_ENABLE_PARAM, &mdt_lib_param->mdt_enable)) != HD_OK) {
printf("lib_md_set enable fail, error code = %d\r\n", ret);
return ret;
}
// LibMD global motion alarm
mdt_lib_param->mdt_global_param.motion_alarm_th = 50;
if ((ret = lib_md_set(0, LIB_MD_AP_GLOBAL_MOTION_ALARM_PARAM, &mdt_lib_param->mdt_global_param)) != HD_OK) {
printf("lib_md_set global motion alarm param fail, error code = %d\r\n", ret);
return ret;
}
// LibMD sub-region motion alarm
mdt_lib_param->mdt_subregion_param.sub_region_num = 1;
mdt_lib_param->mdt_subregion_param.sub_region[0].enabled = 1;
mdt_lib_param->mdt_subregion_param.sub_region[0].x_start = 0;
mdt_lib_param->mdt_subregion_param.sub_region[0].y_start = 0;
mdt_lib_param->mdt_subregion_param.sub_region[0].x_end = 160;
mdt_lib_param->mdt_subregion_param.sub_region[0].y_end = 90;
mdt_lib_param->mdt_subregion_param.sub_region[0].alarm_th = 50;
if ((ret = lib_md_set(0, LIB_MD_AP_SUBREGION_MOTION_ALARM_PARAM, &mdt_lib_param->mdt_subregion_param)) != HD_OK) {
printf("lib_md_set sub-region motion alarm param fail, error code = %d\r\n", ret);
return ret;
}
// LibMD scene change alarm
mdt_lib_param->mdt_scene_change_param.scene_change_alarm_th = g_scene_change_alarm_th;
if ((ret = lib_md_set(0, LIB_MD_AP_SCENE_CHANGE_ALARM_PARAM, &mdt_lib_param->mdt_scene_change_param)) != HD_OK) {
printf("lib_md_set scene change alarm param fail, error code = %d\r\n", ret);
return ret;
}
// LibMD Obj detect
mdt_lib_param->mdt_obj.obj_size_th = MD_IMG_WIDTH * MD_IMG_HEIGHT / 1000;
if ((ret = lib_md_set(0, LIB_MD_AP_OBJ_PARAM, &mdt_lib_param->mdt_obj)) != HD_OK) {
printf("lib_md_set obj threshold param fail, error code = %d\r\n", ret);
return ret;
}
// LibMD Cross param
mdt_lib_param->mdt_cross_param.cross_type = 1; // none:0 cross_Entrance:1 cross_region:2
mdt_lib_param->mdt_cross_param.overlap_th = 1; // object overlapping threshold
mdt_lib_param->mdt_cross_param.blk1_x = 0;
mdt_lib_param->mdt_cross_param.blk1_y = MD_IMG_HEIGHT / 2;
mdt_lib_param->mdt_cross_param.blk2_x = 0;
mdt_lib_param->mdt_cross_param.blk2_y = MD_IMG_HEIGHT / 2;
mdt_lib_param->mdt_cross_param.blk3_x = MD_IMG_WIDTH;
mdt_lib_param->mdt_cross_param.blk3_y = MD_IMG_HEIGHT / 2;
mdt_lib_param->mdt_cross_param.blk4_x = MD_IMG_WIDTH;
mdt_lib_param->mdt_cross_param.blk4_y = MD_IMG_HEIGHT / 2;
//printf("video_frame.phy_addr[0] : 0x%08x\n\r", video_frame.phy_addr[0]);
return ret;
}
static INT32 share_memory_init(MDMEM_RANGE *p_share_mem)
{
HD_COMMON_MEM_VB_BLK blk;
UINT8 i;
UINT32 pa, va;
UINT32 blk_size = IMG_BUF_SIZE;
HD_COMMON_MEM_DDR_ID ddr_id = DDR_ID0;
HD_RESULT ret = HD_OK;
for(i=0;i<SHARE_MEM_NUM;i++){
p_share_mem[i].addr = 0x00;
p_share_mem[i].va = 0x00;
p_share_mem[i].size = 0x00;
p_share_mem[i].blk = HD_COMMON_MEM_VB_INVALID_BLK;
}
for(i=0;i<SHARE_MEM_NUM;i++){
if(i==0)blk_size = IMG_BUF_SIZE;
else if(i==1 || i==2)blk_size = IMG_BUF_SIZE/2;
else if(i==3)blk_size = IMG_BUF_SIZE*40;
else if(i==4)blk_size = IMG_BUF_SIZE*13/2;
else if(i==5)blk_size = ((IMG_BUF_SIZE+15)/16)*16*12;
else if(i==6)blk_size = ((IMG_BUF_SIZE+7)/8);
else if(i==7)blk_size = IMG_BUF_SIZE; // result transform
blk = hd_common_mem_get_block(HD_COMMON_MEM_GLOBAL_MD_POOL, blk_size, ddr_id);
if (blk == HD_COMMON_MEM_VB_INVALID_BLK) {
printf("err:get block fail\r\n", blk);
ret = HD_ERR_NG;
return ret;
}
pa = hd_common_mem_blk2pa(blk);
if (pa == 0) {
printf("err:blk2pa fail, blk = 0x%x\r\n", blk);
goto blk2pa_err;
}
printf("pa = 0x%x\r\n", pa);
if (pa > 0) {
va = (UINT32)hd_common_mem_mmap(HD_COMMON_MEM_MEM_TYPE_CACHE, pa, blk_size);
if (va == 0) {
goto map_err;
}
}
p_share_mem[i].addr = pa;
p_share_mem[i].va = va;
p_share_mem[i].size = blk_size;
p_share_mem[i].blk = blk;
printf("share_mem[%d] pa = 0x%x, va=0x%x, size =0x%x\r\n",i, p_share_mem[i].addr, p_share_mem[i].va, p_share_mem[i].size);
}
return ret;
blk2pa_err:
map_err:
for (; i > 0 ;) {
i -= 1;
ret = hd_common_mem_release_block(p_share_mem[i].blk);
if (HD_OK != ret) {
printf("err:release blk fail %d\r\n", ret);
ret = HD_ERR_NG;
return ret;
}
}
return ret;
}
static INT32 share_memory_exit(MDMEM_RANGE *p_share_mem)
{
UINT8 i;
for(i=0;i<SHARE_MEM_NUM;i++){
printf("[exit] share_mem[%d] pa = 0x%x, va=0x%x, size =0x%x\r\n",i, p_share_mem[i].addr, p_share_mem[i].va, p_share_mem[i].size);
if (p_share_mem[i].va != 0) {
hd_common_mem_munmap((void *)p_share_mem[i].va, p_share_mem[i].size);
}
if (p_share_mem[i].blk != HD_COMMON_MEM_VB_INVALID_BLK) {
hd_common_mem_release_block(p_share_mem[i].blk);
}
p_share_mem[i].addr = 0x00;
p_share_mem[i].va = 0x00;
p_share_mem[i].size = 0x00;
p_share_mem[i].blk = HD_COMMON_MEM_VB_INVALID_BLK;
}
return HD_OK;
}
#endif
static HD_RESULT md_mem_init(void)
{
HD_RESULT ret;
HD_COMMON_MEM_INIT_CONFIG mem_cfg = {0};
mem_cfg.pool_info[0].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
mem_cfg.pool_info[0].blk_size = IMG_BUF_SIZE;
mem_cfg.pool_info[0].blk_cnt = 2;
mem_cfg.pool_info[0].ddr_id = DDR_ID0;
mem_cfg.pool_info[1].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
mem_cfg.pool_info[1].blk_size = IMG_BUF_SIZE/2;
mem_cfg.pool_info[1].blk_cnt = 2;
mem_cfg.pool_info[1].ddr_id = DDR_ID0;
mem_cfg.pool_info[2].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
mem_cfg.pool_info[2].blk_size = IMG_BUF_SIZE*40;
mem_cfg.pool_info[2].blk_cnt = 1;
mem_cfg.pool_info[2].ddr_id = DDR_ID0;
mem_cfg.pool_info[3].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
mem_cfg.pool_info[3].blk_size = IMG_BUF_SIZE*13/2;
mem_cfg.pool_info[3].blk_cnt = 1;
mem_cfg.pool_info[3].ddr_id = DDR_ID0;
mem_cfg.pool_info[4].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
mem_cfg.pool_info[4].blk_size = ((IMG_BUF_SIZE+15)/16)*16*12;
mem_cfg.pool_info[4].blk_cnt = 1;
mem_cfg.pool_info[4].ddr_id = DDR_ID0;
mem_cfg.pool_info[5].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
mem_cfg.pool_info[5].blk_size = ((IMG_BUF_SIZE+7)/8);
mem_cfg.pool_info[5].blk_cnt = 1;
mem_cfg.pool_info[5].ddr_id = DDR_ID0;
mem_cfg.pool_info[6].type = HD_COMMON_MEM_USER_DEFINIED_POOL;
mem_cfg.pool_info[6].blk_size = PD_MAX_MEM_SIZE;
mem_cfg.pool_info[6].blk_cnt = 1;
mem_cfg.pool_info[6].ddr_id = DDR_ID0;
ret = hd_common_mem_init(&mem_cfg);
if (HD_OK != ret) {
printf("err:hd_common_mem_init err: %d\r\n", ret);
}
return ret;
}
///////////////////////////////////////////////////////////////////
static VOID *nn_thread_api(VOID *arg)
{
HD_RESULT ret;
MD_THREAD_PARM* md_thread_parm = arg;
PD_THREAD_PARM* pd_parm = &md_thread_parm->pd_parm;
VENDOR_AIS_FLOW_MEM_PARM pd_buf = pd_parm->pd_mem;
VENDOR_AIS_FLOW_MEM_PARM scale_buf = pd_parm->scale_mem;
HD_GFX_IMG_BUF gfx_img = {0};
VENDOR_AI_BUF p_src_img = {0};
INT32 base_imgsize[2] = {1024, 576};
CHAR para_file[] = "/mnt/sd/CNNLib/para/pdcnn/para.txt";
//CHAR name[256];
PD_PROPOSAL_PARAM proposal_params = {0};
FLOAT score_thr = 0.45, nms_thr = 0.2;
PD_LIMIT_PARAM limit_param = {0};
proposal_params.score_thres = score_thr;
proposal_params.nms_thres = nms_thr;
proposal_params.run_id = 0;
#if LIMIT_FDET_PD
LIMIT_FDET_PARAM limit_fdet_param = {0};
LIMIT_FDET_MEM limit_fdet_mem = {0};
limit_fdet_param.run_id= 1;
limit_param.limit_fdet = 1;
#endif
#if PD_MAX_DISTANCE_MODE
limit_param.max_distance = 1;
limit_param.sm_thr_num = 2;
#else
limit_param.max_distance = 0;
limit_param.sm_thr_num = 6;
#endif
#if MD_ALG
LIB_MD_MDT_RESULT_INFO lib_md_rst;
VENDOR_MD_TRIGGER_PARAM md_trig_param;
LIB_MD_MDT_LIB_INFO mdt_lib_param;
UINT32 img_id = 0;
//UINT32 img_name = 0;
UINT32 is_Init = 0;
if ((ret = md_preset(md_thread_parm->share_mem, &md_trig_param, &mdt_lib_param)) != HD_OK) {
printf("md_preset fail, error code = %d\r\n", ret);
goto libmd_init_fail;
}
#endif
PDCNN_MEM pdcnn_mem;
ret = pdcnn_preset(&pdcnn_mem, &pd_buf, proposal_params);
if(ret != HD_OK){
printf("ERR: pdcnn_preset fail (%d)!!\r\n", ret);
goto exit_thread;
}
// start network
ret = vendor_ai_net_start(proposal_params.run_id);
if (HD_OK != ret) {
printf("ERR: pdcnn start fail !!\n");
goto exit_thread;
}
//get nn layer 0 info
network_get_layer0_info(proposal_params.run_id);
//image parameter
NET_IN nn_in;
nn_in.c = 2,
nn_in.fmt = HD_VIDEO_PXLFMT_YUV420;
//pdcnn_mem_init(&pdcnn_mem);
PD_BACKBONE_OUT* backbone_outputs = (PD_BACKBONE_OUT*)pdcnn_mem.backbone_output.va;
ret = pdcnn_init(&proposal_params, backbone_outputs, &limit_param, para_file);
if(ret != HD_OK){
printf("ERR: pdcnn init fail!\r\n");
goto exit_thread;
}
proposal_params.limit_exsm_pd = 1;
#if LIMIT_FDET_PD
ret = limit_fdet_preset(&limit_fdet_mem, &pd_buf, limit_fdet_param);
if(ret != HD_OK){
printf("ERR: limit_fdet_preset fail (%d)!!\r\n", ret);
goto exit_thread;
}
#endif
UINT32 all_time = 0;
INT32 img_num = 0;
#if SAVE_SCALE
CHAR BMP_FILE[256];
#endif
CHAR IMG_PATH[256];
CHAR SAVE_TXT[256];
CHAR IMG_LIST[256];
CHAR list_infor[256];
CHAR *line_infor;
BOOL INPUT_STATE = TRUE;
sprintf(IMG_LIST, "/mnt/sd/jpg/pd_image_list.txt");
sprintf(IMG_PATH, "/mnt/sd/jpg/PD");
FILE *fs, *fr;
sprintf(SAVE_TXT, "/mnt/sd/det_results/pd_test_results.txt");
fr = fopen(IMG_LIST, "r");
fs = fopen(SAVE_TXT, "w+");
INT32 len = 0;
CHAR img_name[256]={0};
CHAR *token;
INT32 sl = 0;
if(NULL == fr)
{
printf("Failed to open img_list!\r\n");
}
while(fgets(list_infor, 256, fr) != NULL){
len = strlen(list_infor);
list_infor[len - 1] = '\0';
sl = 0;
line_infor = list_infor;
while((token = strtok(line_infor, " ")) != NULL)
{
if(sl > 2){
break;
}
if (sl == 0){
strcpy(img_name, token);
sprintf(nn_in.input_filename, "%s/%s", IMG_PATH, token);
printf("%s ", token);
}
if (sl == 1){
nn_in.w = atoi(token);
nn_in.loff = ALIGN_CEIL_4(nn_in.w);
printf("%s ", token);
}
if (sl == 2){
nn_in.h = atoi(token);
printf("%s\r\n", token);
}
line_infor = NULL;
sl++;
}
if ((ret = input_open(&nn_in, &pdcnn_mem)) != HD_OK) {
printf("ERR: pdcnn input image open fail !!\n");
goto exit_thread;
}
proposal_params.ratiow = (FLOAT)nn_in.w / (FLOAT)base_imgsize[0];
proposal_params.ratioh = (FLOAT)nn_in.h / (FLOAT)base_imgsize[1];
gfx_img.dim.w = base_imgsize[0];
gfx_img.dim.h = base_imgsize[1];
gfx_img.format = nn_in.src_img.fmt;
gfx_img.lineoffset[0] = ALIGN_CEIL_4(base_imgsize[0]);
gfx_img.lineoffset[1] = ALIGN_CEIL_4(base_imgsize[1]);
gfx_img.p_phy_addr[0] = scale_buf.pa;
gfx_img.p_phy_addr[1] = scale_buf.pa + base_imgsize[0] * base_imgsize[1];
PD_IRECT roi = {0, 0, nn_in.src_img.width, nn_in.src_img.height};
ret = pdcnn_crop_img(&gfx_img, &(nn_in.src_img), HD_GFX_SCALE_QUALITY_NULL, &roi);
if (ret != HD_OK) {
printf("ai_crop_img fail=%d\n", ret);
}
pd_gfx_img_to_vendor(&p_src_img, &gfx_img, (UINT32)scale_buf.va);
#if SAVE_SCALE
FILE *fb;
sprintf(BMP_FILE, "/mnt/sd/save_bmp/%s_scale.bin", img_name);
fb = fopen(BMP_FILE, "wb+");
fwrite((UINT32 *)scale_buf.va, sizeof(UINT32), (gfx_img.dim.h * gfx_img.dim.w + gfx_img.dim.h * gfx_img.dim.w / 2), fb);
fclose(fb);
#endif
#if MD_ALG
//MD_IRECT roi = {0, 0, video_frame.dim.w, video_frame.dim.h};
MD_IRECT md_roi = {0, 0, nn_in.src_img.width, nn_in.src_img.height};
hd_common_mem_flush_cache((VOID *)md_thread_parm->share_mem[0].va, (IMG_BUF_SIZE));
hd_common_mem_flush_cache((VOID *)md_thread_parm->share_mem[1].va, (IMG_BUF_SIZE/2));
md_process(md_thread_parm->share_mem, &md_trig_param, &mdt_lib_param, &lib_md_rst, &p_src_img, md_roi, is_Init, img_id);
++img_id;
//img_name++;
/*if ((ret = md_process(md_thread_parm->share_mem, &md_trig_param, &mdt_lib_param, &lib_md_rst, &nn_in.src_img, (MD_IRECT)roi, is_Init, img_name)) != HD_OK) {
printf("md_process fail, error code = %d\r\n", ret);
goto libmd_init_fail;
}*/
if(is_Init==0)is_Init=1;
#endif
PROF_START();
ret = pdcnn_process(&proposal_params, &pdcnn_mem, &limit_param, backbone_outputs, &p_src_img, (UINT32)PD_MAX_DISTANCE_MODE);
if(ret != HD_OK){
printf("pdcnn_process fail!\r\n");
goto exit_thread;
}
#if LIMIT_FDET_PD
limit_fdet_param.ratiow = (FLOAT)p_src_img.width / (FLOAT)PD_YUV_WIDTH;
limit_fdet_param.ratioh = (FLOAT)p_src_img.height / (FLOAT)PD_YUV_HEIGHT;
limit_fdet_param.cls_id = 0;
limit_fdet_param.proc_num = pdcnn_mem.out_num;
limit_fdet_mem.det_in_mem = pdcnn_mem.out_result;
limit_fdet_mem.det_out_mem = pdcnn_mem.final_result;
ret = limit_fdet_process(&limit_fdet_param, &limit_fdet_mem, &p_src_img);
if(ret != HD_OK){
printf("ERR: limit_fdet_process fail (%ld)!\r\n", ret);
goto exit_thread;
}
pdcnn_mem.out_num = limit_fdet_param.proc_num;
#endif
PROF_END("PDCNN");
all_time += (tend.tv_sec - tstart.tv_sec) * 1000000 + (tend.tv_usec - tstart.tv_usec);
PDCNN_RESULT *final_out_results = (PDCNN_RESULT*)pdcnn_mem.final_result.va;
for(INT32 num = 0; num < pdcnn_mem.out_num; num++){
printf("before: %f %f %f %f %f.\r\n", final_out_results[num].score, final_out_results[num].x1, final_out_results[num].y1, final_out_results[num].x2 - final_out_results[num].x1, final_out_results[num].y2 - final_out_results[num].y1);
FLOAT xmin = final_out_results[num].x1 * proposal_params.ratiow;
FLOAT ymin = final_out_results[num].y1 * proposal_params.ratioh;
FLOAT width = final_out_results[num].x2 * proposal_params.ratiow - xmin;
FLOAT height = final_out_results[num].y2 * proposal_params.ratioh - ymin;
FLOAT score = final_out_results[num].score;
#if MD_ALG
FLOAT md_nms_threshold = 0.1;
MDCNN_RESULT mdcnn_result = {0};
mdcnn_result.x1 = xmin;
mdcnn_result.x2 = final_out_results[num].x2 * proposal_params.ratiow;
mdcnn_result.y1 = ymin;
mdcnn_result.y2 = final_out_results[num].y2 * proposal_params.ratioh;
FLOAT md_ratio_w = (FLOAT)nn_in.w / (FLOAT)MD_IMG_WIDTH;
FLOAT md_ratio_h = (FLOAT)nn_in.h / (FLOAT)MD_IMG_HEIGHT;
if (md_check_overlap(&lib_md_rst, mdcnn_result, md_nms_threshold, md_ratio_w, md_ratio_h, 1)){
printf("after MD obj information is: (socre: %f [%f %f %f %f])\r\n", score, xmin, ymin, width, height);
fprintf(fs, "%s %f %f %f %f %f\r\n", img_name, score, xmin, ymin, width, height);
}
#else
printf("obj information is: (socre: %f [%f %f %f %f])\r\n", score, xmin, ymin, width, height);
fprintf(fs, "%s %f %f %f %f %f\r\n", img_name, score, xmin, ymin, width, height);
#endif
}
img_num++;
}
if (INPUT_STATE == TRUE){
printf("all test img number is: %d\r\n", img_num);
}
fclose(fs);
fclose(fr);
//printf("mean_time: %d\r\n", all_time / img_num);
printf("mean_time: %d\r\n", all_time / img_num);
#if MD_ALG
libmd_init_fail:
ret = lib_md_uninit(0);
if (HD_OK != ret) {
printf("lib_md_uninit fail, error code = %d\r\n", ret);
}
ret = vendor_md_uninit();
if (HD_OK != ret)
printf("uninit fail, error code = %d\r\n", ret);
#endif
exit_thread:
ret = vendor_ai_net_stop(proposal_params.run_id);
if (HD_OK != ret) {
printf("pdcnn stop fail (%d)!!\n", ret);
}
// close network modules
ret = network_close(proposal_params.run_id);
if(ret != HD_OK) {
printf("ERR: pdcnn close fail (%d)!!\n", ret);
}
#if LIMIT_FDET_PD
ret = vendor_ai_net_stop(limit_fdet_param.run_id);
if (HD_OK != ret) {
printf("ERR: limit_fdet stop fail (%d)!!\n", ret);
}
ret = network_close(limit_fdet_param.run_id);
if(ret != HD_OK) {
printf("ERR: limit_fdet close fail (%d)!!\n", ret);
}
#endif
return 0;
}
/*-----------------------------------------------------------------------------*/
/* Interface Functions */
/*-----------------------------------------------------------------------------*/
int main(int argc, char *argv[])
{
HD_RESULT ret;
pthread_t nn_thread_id;
//PD_THREAD_PARM pd_thread_parm;
MD_THREAD_PARM md_thread_parm;
memset(&md_thread_parm, 0, sizeof(md_thread_parm));
// init hdal
ret = hd_common_init(0);
if (ret != HD_OK) {
printf("hd_common_init fail=%d\n", ret);
goto exit;
}
// set project config for AI
hd_common_sysconfig(0, (1<<16), 0, VENDOR_AI_CFG); //enable AI engine
ret = hd_gfx_init();
if (ret != HD_OK) {
printf("hd_gfx_init fail\r\n");
goto exit;
}
/* init memory */
/*HD_COMMON_MEM_INIT_CONFIG mem_cfg = {0};
mem_cfg.pool_info[0].type = HD_COMMON_MEM_USER_DEFINIED_POOL;
mem_cfg.pool_info[0].blk_size = PD_MAX_MEM_SIZE;
mem_cfg.pool_info[0].blk_cnt = 1;
mem_cfg.pool_info[0].ddr_id = DDR_ID0;
ret = hd_common_mem_init(&mem_cfg);
if (HD_OK != ret) {
printf("hd_common_mem_init err: %d\r\n", ret);
goto exit;
}*/
ret = md_mem_init();
if(ret != HD_OK) {
printf("init fail=%d\n", ret);
}
/* init share memory */
ret = mem_get();
if(ret != HD_OK){
printf("pdcnn all mem get fail (%d)!!\r\n", ret);
goto exit;
}
#if MD_ALG
ret = share_memory_init(md_thread_parm.share_mem);
if (ret != HD_OK) {
printf("share_memory_init fail=%d\n", ret);
goto exit;
}
#endif
//ai cfg set
UINT32 schd = VENDOR_AI_PROC_SCHD_FAIR;
vendor_ai_cfg_set(VENDOR_AI_CFG_PLUGIN_ENGINE, vendor_ai_cpu1_get_engine());
vendor_ai_cfg_set(VENDOR_AI_CFG_PROC_SCHD, &schd);
ret = vendor_ai_init();
if (ret != HD_OK) {
printf("vendor_ai_init fail=%d\n", ret);
goto exit;
}
//printf("before NN g_mem: pa=(%#x), va=(%#x), size=(%ld)\r\n", g_mem.pa, g_mem.va, g_mem.size);
assign_ai_buf(&md_thread_parm.pd_parm);
ret = pthread_create(&nn_thread_id, NULL, nn_thread_api, (VOID *)(&md_thread_parm));
if (ret < 0) {
printf("create encode thread failed");
goto exit;
}
pthread_join(nn_thread_id, NULL);
exit:
ret = hd_gfx_uninit();
if (ret != HD_OK) {
printf("hd_gfx_uninit fail\r\n");
}
ret = vendor_ai_uninit();
if (ret != HD_OK) {
printf("vendor_ai_uninit fail=%d\n", ret);
}
#if MD_ALG
ret = share_memory_exit(md_thread_parm.share_mem);
if(ret != HD_OK){
printf("share_memory_exit fail!!\r\n");
}
#endif
ret = mem_rel();
if(ret != HD_OK){
printf("release pdcnn buf fail!!\r\n");
}
// uninit hdal
ret = hd_common_uninit();
if (ret != HD_OK) {
printf("common fail=%d\n", ret);
}
printf("test finish!!!\r\n");
return ret;
}