1179 lines
		
	
	
		
			34 KiB
		
	
	
	
		
			C
		
	
	
		
			Executable File
		
	
	
	
	
			
		
		
	
	
			1179 lines
		
	
	
		
			34 KiB
		
	
	
	
		
			C
		
	
	
		
			Executable File
		
	
	
	
	
| /**
 | |
| 	@brief Source file of vendor ai net sample code.
 | |
| 
 | |
| 	@file ai2_pdcnn_sample.c
 | |
| 
 | |
| 	@ingroup ai2_pdcnn_sample
 | |
| 
 | |
| 	@note Nothing.
 | |
| 
 | |
| 	Copyright Novatek Microelectronics Corp. 2020.  All rights reserved.
 | |
| */
 | |
| 
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| /* Including Files                                                             */
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| #include <stdio.h>
 | |
| #include <unistd.h>
 | |
| #include <stdlib.h>
 | |
| #include <string.h>
 | |
| #include <signal.h>
 | |
| #include "hdal.h"
 | |
| #include "hd_type.h"
 | |
| #include "hd_debug.h"
 | |
| #include "vendor_ai.h"
 | |
| #include "vendor_ai_cpu/vendor_ai_cpu.h"
 | |
| #include "vendor_ai_cpu_postproc.h"
 | |
| #include <arm_neon.h>
 | |
| #include <pdcnn_lib_ai2.h>
 | |
| #include <sys/time.h>
 | |
| #include "limit_fdet_lib.h"
 | |
| #include "vendor_md.h"
 | |
| #include "libmd.h"
 | |
| #include "md_lib.h"
 | |
| 
 | |
| 
 | |
| 
 | |
| 
 | |
| // platform dependent
 | |
| #if defined(__LINUX)
 | |
| #include <pthread.h>			//for pthread API
 | |
| #define MAIN(argc, argv) 		int main(int argc, char** argv)
 | |
| #define GETCHAR()				getchar()
 | |
| #else
 | |
| #include <FreeRTOS_POSIX.h>	
 | |
| #include <FreeRTOS_POSIX/pthread.h> //for pthread API
 | |
| #include <kwrap/util.h>		//for sleep API
 | |
| #define sleep(x)    			vos_util_delay_ms(1000*(x))
 | |
| #define msleep(x)    			vos_util_delay_ms(x)
 | |
| #define usleep(x)   			vos_util_delay_us(x)
 | |
| #include <kwrap/examsys.h> 	//for MAIN(), GETCHAR() API
 | |
| #define MAIN(argc, argv) 		EXAMFUNC_ENTRY(ai_net_with_buf, argc, argv)
 | |
| #define GETCHAR()				NVT_EXAMSYS_GETCHAR()
 | |
| #endif
 | |
| #define AI_POST_PROC	1
 | |
| 
 | |
| #define CHKPNT			printf("\033[37mCHK: %s, %s: %d\033[0m\r\n",__FILE__,__func__,__LINE__)
 | |
| #define DBGH(x)			printf("\033[0;35m%s=0x%08X\033[0m\r\n", #x, x)
 | |
| #define DBGD(x)			printf("\033[0;35m%s=%d\033[0m\r\n", #x, x)
 | |
| 
 | |
| ///////////////////////////////////////////////////////////////////////////////
 | |
| 
 | |
| #define NET_PATH_ID		UINT32
 | |
| 
 | |
| #define VENDOR_AI_CFG  				0x000f0000  //vendor ai config
 | |
| 
 | |
| #define SAVE_SCALE		DISABLE
 | |
| #define PROF			ENABLE
 | |
| 
 | |
| #if PROF
 | |
| 	static struct timeval tstart, tend;
 | |
| 	#define PROF_START()    gettimeofday(&tstart, NULL);
 | |
| 	#define PROF_END(msg)   gettimeofday(&tend, NULL);  \
 | |
| 			printf("%s time (us): %lu\r\n", msg,         \
 | |
| 					(tend.tv_sec - tstart.tv_sec) * 1000000 + (tend.tv_usec - tstart.tv_usec));
 | |
| #else
 | |
| 	#define PROF_START()
 | |
| 	#define PROF_END(msg)
 | |
| #endif
 | |
| #define PD_MAX_DISTANCE_MODE    2
 | |
| static CHAR model_name[2][256]	= { {"/mnt/sd/CNNLib/para/pdcnn/nvt_model.bin"},
 | |
| 									{"/mnt/sd/CNNLib/para/public/nvt_model.bin"}
 | |
| 	                              };
 | |
| static VENDOR_AIS_FLOW_MEM_PARM g_mem       = {0};
 | |
| ///////////////////////////////////////////////////////////////////////////////
 | |
| 
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| /* Type Definitions                                                            */
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| typedef struct _PD_THREAD_PARM {
 | |
| 	VENDOR_AIS_FLOW_MEM_PARM pd_mem;
 | |
| 	VENDOR_AIS_FLOW_MEM_PARM scale_mem;
 | |
| } PD_THREAD_PARM;
 | |
| typedef struct _MD_THREAD_PARM {
 | |
| 	PD_THREAD_PARM pd_parm;
 | |
| 	MDMEM_RANGE share_mem[SHARE_MEM_NUM];
 | |
| } MD_THREAD_PARM;
 | |
| 
 | |
| 
 | |
| typedef struct _NET_IN {
 | |
| 	CHAR input_filename[256];
 | |
| 	UINT32 w;
 | |
| 	UINT32 h;
 | |
| 	UINT32 c;
 | |
| 	UINT32 loff;
 | |
| 	UINT32 fmt;
 | |
| 	VENDOR_AI_BUF src_img;
 | |
| } NET_IN;
 | |
| static HD_COMMON_MEM_VB_BLK g_blk = 0;
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| /* Global Functions                                                             */
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| 
 | |
| static HD_RESULT mem_get(VOID)
 | |
| {
 | |
| 	HD_RESULT ret = HD_OK;
 | |
| 	UINT32 pa   = 0;
 | |
| 	void  *va   = NULL;
 | |
| 	HD_COMMON_MEM_VB_BLK      blk;
 | |
| 	
 | |
| 	blk = hd_common_mem_get_block(HD_COMMON_MEM_USER_DEFINIED_POOL, PD_MAX_MEM_SIZE, DDR_ID0);
 | |
| 	if (HD_COMMON_MEM_VB_INVALID_BLK == blk) {
 | |
| 		printf("hd_common_mem_get_block fail\r\n");
 | |
| 		return HD_ERR_NG;
 | |
| 	}
 | |
| 	pa = hd_common_mem_blk2pa(blk);
 | |
| 	if (pa == 0) {
 | |
| 		printf("not get buffer, pa=%08x\r\n", (int)pa);
 | |
| 		return HD_ERR_NOMEM;
 | |
| 	}
 | |
| 	va = hd_common_mem_mmap(HD_COMMON_MEM_MEM_TYPE_CACHE, pa, PD_MAX_MEM_SIZE);
 | |
| 
 | |
| 	/* Release buffer */
 | |
| 	if (va == 0) {
 | |
| 		ret = hd_common_mem_munmap(va, PD_MAX_MEM_SIZE);
 | |
| 		if (ret != HD_OK) {
 | |
| 			printf("mem unmap fail\r\n");
 | |
| 			return ret;
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	g_mem.pa = pa;
 | |
| 	g_mem.va = (UINT32)va;
 | |
| 	g_mem.size = PD_MAX_MEM_SIZE;
 | |
| 	g_blk = blk;
 | |
| 	
 | |
| 	return HD_OK;
 | |
| }
 | |
| 
 | |
| 
 | |
| 
 | |
| static INT32 mem_load(VENDOR_AIS_FLOW_MEM_PARM *mem_parm, const CHAR *filename)
 | |
| {
 | |
| 	FILE *fd;
 | |
| 	INT32 size = 0;
 | |
| 
 | |
| 	fd = fopen(filename, "rb");
 | |
| 
 | |
| 	if (!fd) {
 | |
| 		printf("cannot read %s\r\n", filename);
 | |
| 		return -1;
 | |
| 	}
 | |
| 
 | |
| 	fseek(fd, 0, SEEK_END);
 | |
| 	size = ftell(fd);
 | |
| 	fseek(fd, 0, SEEK_SET);
 | |
| 
 | |
| 	// check "ai_in_buf" enough or not
 | |
| 	if (mem_parm->size < (UINT32)size) {
 | |
| 		printf("ERROR: ai_in_buf(%u) is not enough, input file(%u)\r\n", mem_parm->size, (UINT32)size);
 | |
| 		size = -1;
 | |
| 		goto exit;
 | |
| 	}
 | |
| 	
 | |
| 	if (size < 0) {
 | |
| 		printf("getting %s size failed\r\n", filename);
 | |
| 	} else if ((INT32)fread((VOID *)mem_parm->va, 1, size, fd) != size) {
 | |
| 		printf("read size < %ld\r\n", size);
 | |
| 		size = -1;
 | |
| 	}
 | |
| 	//mem_parm->size = size;
 | |
| exit:
 | |
| 	if (fd) {
 | |
| 		fclose(fd);
 | |
| 	}
 | |
| 
 | |
| 	return size;
 | |
| }
 | |
| 
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| /* Input Functions                                                             */
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| 
 | |
| ///////////////////////////////////////////////////////////////////////////////
 | |
| 
 | |
| 
 | |
| static HD_RESULT input_open(NET_IN *p_nn_in, PDCNN_MEM *pdcnn_mem)
 | |
| {
 | |
| 	HD_RESULT ret = HD_OK;
 | |
| 
 | |
| 
 | |
| 
 | |
| 	UINT32 file_len = mem_load(&(pdcnn_mem->input_mem), p_nn_in->input_filename);
 | |
| 	if (file_len < 0) {
 | |
| 		printf("load buf(%s) fail\r\n", p_nn_in->input_filename);
 | |
| 		return HD_ERR_NG;
 | |
| 	}
 | |
| 	printf("load buf(%s) ok\r\n", p_nn_in->input_filename);
 | |
| 	hd_common_mem_flush_cache((VOID *)pdcnn_mem->input_mem.va, file_len);
 | |
| 
 | |
| 	p_nn_in->src_img.width 		= p_nn_in->w;
 | |
| 	p_nn_in->src_img.height 	= p_nn_in->h;
 | |
| 	p_nn_in->src_img.channel 	= p_nn_in->c;
 | |
| 	p_nn_in->src_img.line_ofs 	= p_nn_in->loff;
 | |
| 	p_nn_in->src_img.fmt      	= p_nn_in->fmt;
 | |
| 	p_nn_in->src_img.pa      	= pdcnn_mem->input_mem.pa;
 | |
| 	p_nn_in->src_img.va   		= pdcnn_mem->input_mem.va;
 | |
| 	p_nn_in->src_img.sign 		= MAKEFOURCC('A','B','U','F');
 | |
| 	p_nn_in->src_img.size 		= p_nn_in->loff * p_nn_in->h * 3 / 2;
 | |
| 
 | |
| 	return ret;
 | |
| }
 | |
| 
 | |
| 
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| /* Network Functions                                                             */
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| 
 | |
| 
 | |
| //static NET_PROC g_net[16] = {0};
 | |
| 
 | |
| static INT32 _getsize_model(char* filename)
 | |
| {
 | |
| 	FILE *bin_fd;
 | |
| 	UINT32 bin_size = 0;
 | |
| 
 | |
| 	bin_fd = fopen(filename, "rb");
 | |
| 	if (!bin_fd) {
 | |
| 		printf("get bin(%s) size fail\n", filename);
 | |
| 		return (-1);
 | |
| 	}
 | |
| 
 | |
| 	fseek(bin_fd, 0, SEEK_END);
 | |
| 	bin_size = ftell(bin_fd);
 | |
| 	fseek(bin_fd, 0, SEEK_SET);
 | |
| 	fclose(bin_fd);
 | |
| 
 | |
| 	return bin_size;
 | |
| }
 | |
| 
 | |
| HD_RESULT load_model(CHAR *filename, UINT32 va)
 | |
| {
 | |
| 	FILE *fd;
 | |
| 	INT32 size = 0;
 | |
| 	fd = fopen(filename, "rb");
 | |
| 	if (!fd) {
 | |
| 		printf("cannot read %s\r\n", filename);
 | |
| 		return HD_ERR_NOT_OPEN;
 | |
| 	}
 | |
| 
 | |
| 	fseek(fd, 0, SEEK_END);
 | |
| 	size = ftell(fd);
 | |
| 	fseek(fd, 0, SEEK_SET);
 | |
| 
 | |
| 	if (size < 0) {
 | |
| 		printf("getting %s size failed\r\n", filename);
 | |
| 	} else if ((INT32)fread((VOID *)va, 1, size, fd) != size) {
 | |
| 		printf("read size < %ld\r\n", size);
 | |
| 		size = -1;
 | |
| 	};
 | |
| 	//mem_parm->size = size;
 | |
| 
 | |
| 	if (fd) {
 | |
| 		fclose(fd);
 | |
| 	};
 | |
| 	printf("model buf size: %d\r\n", size);
 | |
| 	return HD_OK;
 | |
| }
 | |
| 
 | |
| 
 | |
| static HD_RESULT network_open(UINT32 proc_id, VENDOR_AIS_FLOW_MEM_PARM *mem)
 | |
| {
 | |
| 	HD_RESULT ret = HD_OK;
 | |
| 
 | |
| 	// set model
 | |
| 	ret = vendor_ai_net_set(proc_id, VENDOR_AI_NET_PARAM_CFG_MODEL, (VENDOR_AI_NET_CFG_MODEL*)mem);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: vendor_ai_net_set fail (%ld)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	// open
 | |
| 	ret = vendor_ai_net_open(proc_id);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: vendor_ai_net_open fail (%ld)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	return ret;
 | |
| }
 | |
| 
 | |
| static HD_RESULT network_close(UINT32 proc_id)
 | |
| {
 | |
| 	HD_RESULT ret = HD_OK;
 | |
| 
 | |
| 	// close
 | |
| 	ret = vendor_ai_net_close(proc_id);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("proc net id (%ld) close fail (%ld) !!\r\n", proc_id, ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	
 | |
| 	return ret;
 | |
| }
 | |
| 
 | |
| static HD_RESULT network_get_layer0_info(UINT32 proc_id)
 | |
| {
 | |
| 	HD_RESULT ret = HD_OK;
 | |
| 	VENDOR_AI_BUF p_inbuf = {0};
 | |
| 	VENDOR_AI_BUF p_outbuf = {0};
 | |
| 		
 | |
| 	// get layer0 in buf
 | |
| 	ret = vendor_ai_net_get(proc_id, VENDOR_AI_NET_PARAM_IN(0, 0), &p_inbuf);
 | |
| 	if (HD_OK != ret) {
 | |
| 		printf("proc_id(%u) get layer0 inbuf fail !!\n", proc_id);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	
 | |
| 	// get layer0 in buf
 | |
| 	ret = vendor_ai_net_get(proc_id, VENDOR_AI_NET_PARAM_OUT(0, 0), &p_outbuf);
 | |
| 	if (HD_OK != ret) {
 | |
| 		printf("proc_id(%u) get layer0 outbuf fail !!\n", proc_id);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	
 | |
| 	printf("dump layer0 info:\n");
 | |
| 	printf("   channel(%lu)\n", p_inbuf.channel);
 | |
| 	printf("   fmt(0x%lx)\n", p_inbuf.fmt);
 | |
| 	printf("   width(%lu)\n", p_outbuf.width);
 | |
| 	printf("   height(%lu)\n", p_outbuf.height);
 | |
| 	printf("   channel(%lu)\n", p_outbuf.channel);
 | |
| 	printf("   batch_num(%lu)\n", p_outbuf.batch_num);
 | |
| 	printf("   fmt(0x%lx)\n", p_outbuf.fmt);
 | |
| 	printf("\n");
 | |
| 
 | |
| 	return ret;
 | |
| }
 | |
| 
 | |
| VOID network_set_opt(UINT32 proc_id)
 | |
| {
 | |
| 	VENDOR_AI_NET_CFG_BUF_OPT cfg_buf_opt = {0};
 | |
| 	cfg_buf_opt.method = VENDOR_AI_NET_BUF_OPT_NONE;
 | |
| 	cfg_buf_opt.ddr_id = DDR_ID0;
 | |
| 	vendor_ai_net_set(proc_id, VENDOR_AI_NET_PARAM_CFG_BUF_OPT, &cfg_buf_opt);
 | |
| 
 | |
| 	// set job option
 | |
| 	VENDOR_AI_NET_CFG_JOB_OPT cfg_job_opt = {0};
 | |
| 	cfg_job_opt.method = VENDOR_AI_NET_JOB_OPT_LINEAR_O1;
 | |
| 	cfg_job_opt.wait_ms = 0;
 | |
| 	cfg_job_opt.schd_parm = VENDOR_AI_FAIR_CORE_ALL; //FAIR dispatch to ALL core
 | |
| 	vendor_ai_net_set(proc_id, VENDOR_AI_NET_PARAM_CFG_JOB_OPT, &cfg_job_opt);
 | |
| }
 | |
| 
 | |
| static HD_RESULT mem_rel(VOID)
 | |
| {
 | |
| 	HD_RESULT ret = HD_OK;
 | |
| 	/* Release in buffer */
 | |
| 	if (g_mem.va > 0) {
 | |
| 		ret = hd_common_mem_munmap((void *)g_mem.va, g_mem.size);
 | |
| 		if (ret != HD_OK) {
 | |
| 			printf("mem_uninit : hd_common_mem_munmap fail (%ld).\r\n", ret);
 | |
| 			return ret;
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	ret = hd_common_mem_release_block(g_blk);
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("mem_uninit : hd_common_mem_release_block fail (%ld).\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	hd_common_mem_uninit();
 | |
| 	return HD_OK;
 | |
| }
 | |
| 
 | |
| 
 | |
| HD_RESULT pdcnn_preset(PDCNN_MEM *pdcnn_mem, VENDOR_AIS_FLOW_MEM_PARM *buf, PD_PROPOSAL_PARAM pd_proposal_params)
 | |
| {
 | |
| 	HD_RESULT ret;
 | |
| 
 | |
| 	network_set_opt(pd_proposal_params.run_id);
 | |
| 
 | |
| 	ret = get_pd_mem(buf, &(pdcnn_mem->input_mem), PD_MAX_FRAME_WIDTH * PD_MAX_FRAME_HEIGHT * 3 / 2, 32);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("get input YUV mem fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
|  
 | |
| 	UINT32 model_size = _getsize_model(model_name[0]);
 | |
| 	if (model_size <= 0) {
 | |
| 		printf("ERR: pdcnn input model1 not exist: %s\r\n", model_name[0]);
 | |
| 		return HD_ERR_NOT_OPEN;
 | |
| 	}
 | |
| 	
 | |
| 	ret = get_pd_mem(buf, &(pdcnn_mem->model_mem), model_size, 32);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: pdcnn get model1 mem fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	ret = load_model(model_name[0], pdcnn_mem->model_mem.va);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: pdcnn load model1 fail (%ld)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	pdcnn_get_version();
 | |
| #if 1
 | |
| 	ret = pdcnn_version_check(&(pdcnn_mem->model_mem));
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: pdcnn version check model1 fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| #endif
 | |
| 	// open pdcnn net
 | |
| 	ret = network_open(pd_proposal_params.run_id, &(pdcnn_mem->model_mem)); 
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: pdcnn network_open fail !!\r\n");
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	//set work buf and assign pdcnn mem
 | |
| 	VENDOR_AI_NET_CFG_WORKBUF wbuf = {0};
 | |
| 	ret = vendor_ai_net_get(pd_proposal_params.run_id, VENDOR_AI_NET_PARAM_CFG_WORKBUF, &wbuf);
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("ERR: pdcnn get VENDOR_AI_NET_PARAM_CFG_WORKBUF fail\r\n");
 | |
| 		return ret;
 | |
| 	}
 | |
| 	//printf("pdcnn work buf size: %ld\r\n", wbuf.size);
 | |
| 	ret = get_pd_mem(buf, &(pdcnn_mem->io_mem), wbuf.size, 32);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: pdcnn get io_mem fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	
 | |
| #if PD_MAX_DISTANCE_MODE
 | |
| 	/*get max distance buf*/
 | |
| 	ret = get_pd_mem(buf, &(pdcnn_mem->scale_buf), (PD_YUV_WIDTH * PD_YUV_HEIGHT * 3 / 2), 32);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: pdcnn get scale_buf fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| #endif
 | |
| 	ret = vendor_ai_net_set(pd_proposal_params.run_id, VENDOR_AI_NET_PARAM_CFG_WORKBUF, &(pdcnn_mem->io_mem));
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("ERR: pdcnn set VENDOR_AI_NET_PARAM_CFG_WORKBUF fail (%d)\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	//get pdcnn postproc mem
 | |
| 	ret = get_pd_post_mem(buf, pdcnn_mem);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: get pdcnn postprocess mem fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	
 | |
| 	return HD_OK;
 | |
| }
 | |
| 
 | |
| HD_RESULT limit_fdet_preset(LIMIT_FDET_MEM *limit_fdet_mem, VENDOR_AIS_FLOW_MEM_PARM *buf, LIMIT_FDET_PARAM limit_fdet_params)
 | |
| {
 | |
| 	HD_RESULT ret;
 | |
| 
 | |
| 	network_set_opt(limit_fdet_params.run_id);
 | |
| 
 | |
| 	ret = get_pd_mem(buf, &(limit_fdet_mem->input_mem), LIMIT_FDET_WIDTH * LIMIT_FDET_WIDTH * 3 / 2, 32);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: limit_fdet get input_mem fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	UINT32 limit_net_size = _getsize_model(model_name[1]);
 | |
| 	if (limit_net_size <= 0) {
 | |
| 		printf("ERR: limit_fdet model not exist: %s\r\n", model_name[1]);
 | |
| 		return -1;
 | |
| 	}
 | |
| 	
 | |
| 	ret = get_limit_fdet_mem(buf, &(limit_fdet_mem->model_mem), limit_net_size, 32);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: limit_fdet get model mem fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	ret = load_model(model_name[1], limit_fdet_mem->model_mem.va);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: limit_fdet load model fail (%ld)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	
 | |
| 	ret = limit_fdet_version_check(&(limit_fdet_mem->model_mem));
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: limit_fdet version check fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	
 | |
| 	// open limit_fdet net
 | |
| 	ret = network_open(limit_fdet_params.run_id, &(limit_fdet_mem->model_mem));
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: limit_fdet net open fail (%ld)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	//set limit_fdet work buf
 | |
| 	VENDOR_AI_NET_CFG_WORKBUF limit_fdet_wbuf = {0};
 | |
| 	ret = vendor_ai_net_get(limit_fdet_params.run_id, VENDOR_AI_NET_PARAM_CFG_WORKBUF, &limit_fdet_wbuf);
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("ERR: limit_fdet get VENDOR_AI_NET_PARAM_CFG_WORKBUF fail  (%ld)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	ret = get_limit_fdet_mem(buf, &(limit_fdet_mem->io_mem), limit_fdet_wbuf.size, 32);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: limit_fdet get io_mem fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	ret = vendor_ai_net_set(limit_fdet_params.run_id, VENDOR_AI_NET_PARAM_CFG_WORKBUF, &(limit_fdet_mem->io_mem));
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("ERR: limit_fdet set VENDOR_AI_NET_PARAM_CFG_WORKBUF fail (%d)\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	
 | |
| 	ret = vendor_ai_net_start(limit_fdet_params.run_id);
 | |
| 	if (HD_OK != ret) {
 | |
| 		printf("ERR: limit_fdet start fail (%d)!!\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	
 | |
| 	return HD_OK;
 | |
| }
 | |
| 
 | |
| 
 | |
| VOID assign_ai_buf(PD_THREAD_PARM *parm)
 | |
| {
 | |
| 	parm->scale_mem.pa = g_mem.pa;
 | |
| 	parm->scale_mem.va = g_mem.va;
 | |
| 	parm->scale_mem.size = PD_SCALE_BUF_SIZE + 32;
 | |
| 	
 | |
| 	parm->pd_mem.pa = parm->scale_mem.pa + parm->scale_mem.size;
 | |
| 	parm->pd_mem.va = parm->scale_mem.va + parm->scale_mem.size;
 | |
| 	parm->pd_mem.size = g_mem.size - parm->scale_mem.size;
 | |
| }
 | |
| 
 | |
| ////////////////Motion Detection//////////////////////
 | |
| 
 | |
| #if MD_ALG
 | |
| 
 | |
| HD_RESULT md_preset(MDMEM_RANGE* share_mem, VENDOR_MD_TRIGGER_PARAM* md_trig_param, LIB_MD_MDT_LIB_INFO* mdt_lib_param){
 | |
| 	HD_RESULT ret = HD_OK;
 | |
| 	int g_scene_change_alarm_th = 50;
 | |
| 	
 | |
| 	ret = vendor_md_init();
 | |
| 	if (HD_OK != ret) {
 | |
| 		printf("init fail, error code = %d\r\n", ret);
 | |
| 	}
 | |
| 	md_trig_param->is_nonblock = 0;
 | |
| 	md_trig_param->time_out_ms = 0;
 | |
| 
 | |
| 	// LibMD motion detection info
 | |
| 	mdt_lib_param->mdt_info.libmd_enabled = 1;
 | |
| 	mdt_lib_param->mdt_info.phy_md_x_num = MD_IMG_WIDTH;
 | |
| 	mdt_lib_param->mdt_info.phy_md_y_num = MD_IMG_HEIGHT;
 | |
| 	mdt_lib_param->mdt_info.phy_md_rst.p_md_bitmap = (UINT8*)share_mem[7].va;
 | |
| 	mdt_lib_param->mdt_info.phy_md_rst.md_bitmap_sz = MD_IMG_WIDTH * MD_IMG_HEIGHT;
 | |
| 	if ((ret = lib_md_set(0, LIB_MD_MOTION_DETECT_INFO, &mdt_lib_param->mdt_info)) != HD_OK) {
 | |
| 		printf("lib_md_set enable fail, error code = %d\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	// LibMD init (must after lib_md_set LIB_MD_MOTION_DETECT_INFO)
 | |
| 	ret = lib_md_init(0);
 | |
| 	if (HD_OK != ret) {
 | |
| 		printf("lib_md_init fail, error code = %d\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	// LibMD function enable
 | |
| 	mdt_lib_param->mdt_enable.globel_md_alarm_detect_en = 0;
 | |
| 	mdt_lib_param->mdt_enable.subregion_md_alarm_detect_en = 0;
 | |
| 	mdt_lib_param->mdt_enable.scene_change_alarm_detect_en = 0;
 | |
| 	mdt_lib_param->mdt_enable.md_obj_detect_en = 1;
 | |
| 	mdt_lib_param->mdt_enable.md_obj_cross_en = 0;
 | |
| 	if ((ret = lib_md_set(0, LIB_MD_AP_ENABLE_PARAM, &mdt_lib_param->mdt_enable)) != HD_OK) {
 | |
| 		printf("lib_md_set enable fail, error code = %d\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	// LibMD global motion alarm
 | |
| 	mdt_lib_param->mdt_global_param.motion_alarm_th = 50;
 | |
| 	if ((ret = lib_md_set(0, LIB_MD_AP_GLOBAL_MOTION_ALARM_PARAM, &mdt_lib_param->mdt_global_param)) != HD_OK) {
 | |
| 		printf("lib_md_set global motion alarm param fail, error code = %d\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	// LibMD sub-region motion alarm
 | |
| 	mdt_lib_param->mdt_subregion_param.sub_region_num = 1;
 | |
| 	mdt_lib_param->mdt_subregion_param.sub_region[0].enabled = 1;
 | |
| 	mdt_lib_param->mdt_subregion_param.sub_region[0].x_start = 0;
 | |
| 	mdt_lib_param->mdt_subregion_param.sub_region[0].y_start = 0;
 | |
| 	mdt_lib_param->mdt_subregion_param.sub_region[0].x_end = 160;
 | |
| 	mdt_lib_param->mdt_subregion_param.sub_region[0].y_end = 90;
 | |
| 	mdt_lib_param->mdt_subregion_param.sub_region[0].alarm_th = 50;
 | |
| 	if ((ret = lib_md_set(0, LIB_MD_AP_SUBREGION_MOTION_ALARM_PARAM, &mdt_lib_param->mdt_subregion_param)) != HD_OK) {
 | |
| 		printf("lib_md_set sub-region motion alarm param fail, error code = %d\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	// LibMD scene change alarm
 | |
| 	mdt_lib_param->mdt_scene_change_param.scene_change_alarm_th = g_scene_change_alarm_th;
 | |
| 	if ((ret = lib_md_set(0, LIB_MD_AP_SCENE_CHANGE_ALARM_PARAM, &mdt_lib_param->mdt_scene_change_param)) != HD_OK) {
 | |
| 		printf("lib_md_set scene change alarm param fail, error code = %d\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 	// LibMD Obj detect
 | |
| 	mdt_lib_param->mdt_obj.obj_size_th = MD_IMG_WIDTH * MD_IMG_HEIGHT / 1000;
 | |
| 	if ((ret = lib_md_set(0, LIB_MD_AP_OBJ_PARAM, &mdt_lib_param->mdt_obj)) != HD_OK) {
 | |
| 		printf("lib_md_set obj threshold param fail, error code = %d\r\n", ret);
 | |
| 		return ret;
 | |
| 	}
 | |
| 
 | |
| 	// LibMD Cross param
 | |
| 	mdt_lib_param->mdt_cross_param.cross_type = 1;         //  none:0 cross_Entrance:1 cross_region:2  
 | |
| 	mdt_lib_param->mdt_cross_param.overlap_th = 1;         //  object overlapping threshold  
 | |
| 	mdt_lib_param->mdt_cross_param.blk1_x = 0;
 | |
| 	mdt_lib_param->mdt_cross_param.blk1_y = MD_IMG_HEIGHT / 2;
 | |
| 	mdt_lib_param->mdt_cross_param.blk2_x = 0;
 | |
| 	mdt_lib_param->mdt_cross_param.blk2_y = MD_IMG_HEIGHT / 2;
 | |
| 	mdt_lib_param->mdt_cross_param.blk3_x = MD_IMG_WIDTH;
 | |
| 	mdt_lib_param->mdt_cross_param.blk3_y = MD_IMG_HEIGHT / 2;
 | |
| 	mdt_lib_param->mdt_cross_param.blk4_x = MD_IMG_WIDTH;
 | |
| 	mdt_lib_param->mdt_cross_param.blk4_y = MD_IMG_HEIGHT / 2;
 | |
| 
 | |
| 	//printf("video_frame.phy_addr[0] : 0x%08x\n\r", video_frame.phy_addr[0]);
 | |
| 
 | |
| 	return ret;
 | |
| 
 | |
| 	
 | |
| }
 | |
| 
 | |
| 
 | |
| static INT32 share_memory_init(MDMEM_RANGE *p_share_mem)
 | |
| {
 | |
| 	HD_COMMON_MEM_VB_BLK blk;
 | |
| 	UINT8 i;
 | |
| 	UINT32 pa, va;
 | |
| 	UINT32 blk_size = IMG_BUF_SIZE;
 | |
| 	HD_COMMON_MEM_DDR_ID ddr_id = DDR_ID0;
 | |
| 	HD_RESULT ret = HD_OK;
 | |
| 
 | |
| 	for(i=0;i<SHARE_MEM_NUM;i++){
 | |
| 		p_share_mem[i].addr = 0x00;
 | |
| 		p_share_mem[i].va   = 0x00;
 | |
| 		p_share_mem[i].size = 0x00;
 | |
| 		p_share_mem[i].blk  = HD_COMMON_MEM_VB_INVALID_BLK;
 | |
| 	}
 | |
| 	for(i=0;i<SHARE_MEM_NUM;i++){
 | |
| 		if(i==0)blk_size = IMG_BUF_SIZE;
 | |
| 		else if(i==1 || i==2)blk_size = IMG_BUF_SIZE/2;
 | |
| 		else if(i==3)blk_size = IMG_BUF_SIZE*40;
 | |
| 		else if(i==4)blk_size = IMG_BUF_SIZE*13/2;
 | |
| 		else if(i==5)blk_size = ((IMG_BUF_SIZE+15)/16)*16*12;
 | |
| 		else if(i==6)blk_size = ((IMG_BUF_SIZE+7)/8);
 | |
| 		else if(i==7)blk_size = IMG_BUF_SIZE; // result transform
 | |
| 		blk = hd_common_mem_get_block(HD_COMMON_MEM_GLOBAL_MD_POOL, blk_size, ddr_id);
 | |
| 		if (blk == HD_COMMON_MEM_VB_INVALID_BLK) {
 | |
| 			printf("err:get block fail\r\n", blk);
 | |
| 			ret =  HD_ERR_NG;
 | |
| 			return ret;
 | |
| 		}
 | |
| 		pa = hd_common_mem_blk2pa(blk);
 | |
| 		if (pa == 0) {
 | |
| 			printf("err:blk2pa fail, blk = 0x%x\r\n", blk);
 | |
| 			goto blk2pa_err;
 | |
| 		}
 | |
| 		printf("pa = 0x%x\r\n", pa);
 | |
| 		if (pa > 0) {
 | |
| 			va = (UINT32)hd_common_mem_mmap(HD_COMMON_MEM_MEM_TYPE_CACHE, pa, blk_size);
 | |
| 			if (va == 0) {
 | |
| 				goto map_err;
 | |
| 			}
 | |
| 		}
 | |
| 		p_share_mem[i].addr = pa;
 | |
| 		p_share_mem[i].va   = va;
 | |
| 		p_share_mem[i].size = blk_size;
 | |
| 		p_share_mem[i].blk  = blk;
 | |
| 		printf("share_mem[%d] pa = 0x%x, va=0x%x, size =0x%x\r\n",i, p_share_mem[i].addr, p_share_mem[i].va, p_share_mem[i].size);
 | |
| 	}
 | |
| 	return ret;
 | |
| blk2pa_err:
 | |
| map_err:
 | |
| 	for (; i > 0 ;) {
 | |
| 		i -= 1;
 | |
| 		ret = hd_common_mem_release_block(p_share_mem[i].blk);
 | |
| 		if (HD_OK != ret) {
 | |
| 			printf("err:release blk fail %d\r\n", ret);
 | |
| 			ret =  HD_ERR_NG;
 | |
| 			return ret;
 | |
| 		}
 | |
| 	}
 | |
| 	return ret;
 | |
| }
 | |
| 
 | |
| static INT32 share_memory_exit(MDMEM_RANGE *p_share_mem)
 | |
| {
 | |
| 	UINT8 i;
 | |
| 	for(i=0;i<SHARE_MEM_NUM;i++){
 | |
| 		printf("[exit] share_mem[%d] pa = 0x%x, va=0x%x, size =0x%x\r\n",i, p_share_mem[i].addr, p_share_mem[i].va, p_share_mem[i].size);
 | |
| 		if (p_share_mem[i].va != 0) {
 | |
| 			hd_common_mem_munmap((void *)p_share_mem[i].va, p_share_mem[i].size);
 | |
| 		}
 | |
| 		if (p_share_mem[i].blk != HD_COMMON_MEM_VB_INVALID_BLK) {
 | |
| 			hd_common_mem_release_block(p_share_mem[i].blk);
 | |
| 		}
 | |
| 		p_share_mem[i].addr = 0x00;
 | |
| 		p_share_mem[i].va   = 0x00;
 | |
| 		p_share_mem[i].size = 0x00;
 | |
| 		p_share_mem[i].blk  = HD_COMMON_MEM_VB_INVALID_BLK;
 | |
| 	}
 | |
| 	return HD_OK;
 | |
| }
 | |
| 
 | |
| #endif
 | |
| 
 | |
| static HD_RESULT md_mem_init(void)
 | |
| {
 | |
| 	HD_RESULT ret;
 | |
| 	HD_COMMON_MEM_INIT_CONFIG mem_cfg = {0};
 | |
| 	
 | |
| 	mem_cfg.pool_info[0].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
 | |
| 	mem_cfg.pool_info[0].blk_size = IMG_BUF_SIZE;
 | |
| 	mem_cfg.pool_info[0].blk_cnt = 2;
 | |
| 	mem_cfg.pool_info[0].ddr_id = DDR_ID0;
 | |
| 
 | |
| 	mem_cfg.pool_info[1].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
 | |
| 	mem_cfg.pool_info[1].blk_size = IMG_BUF_SIZE/2;
 | |
| 	mem_cfg.pool_info[1].blk_cnt = 2;
 | |
| 	mem_cfg.pool_info[1].ddr_id = DDR_ID0;
 | |
| 
 | |
| 	mem_cfg.pool_info[2].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
 | |
| 	mem_cfg.pool_info[2].blk_size = IMG_BUF_SIZE*40;
 | |
| 	mem_cfg.pool_info[2].blk_cnt = 1;
 | |
| 	mem_cfg.pool_info[2].ddr_id = DDR_ID0;
 | |
| 
 | |
| 	mem_cfg.pool_info[3].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
 | |
| 	mem_cfg.pool_info[3].blk_size = IMG_BUF_SIZE*13/2;
 | |
| 	mem_cfg.pool_info[3].blk_cnt = 1;
 | |
| 	mem_cfg.pool_info[3].ddr_id = DDR_ID0;
 | |
| 
 | |
| 	mem_cfg.pool_info[4].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
 | |
| 	mem_cfg.pool_info[4].blk_size = ((IMG_BUF_SIZE+15)/16)*16*12;
 | |
| 	mem_cfg.pool_info[4].blk_cnt = 1;
 | |
| 	mem_cfg.pool_info[4].ddr_id = DDR_ID0;
 | |
| 
 | |
| 	mem_cfg.pool_info[5].type = HD_COMMON_MEM_GLOBAL_MD_POOL;
 | |
| 	mem_cfg.pool_info[5].blk_size = ((IMG_BUF_SIZE+7)/8);
 | |
| 	mem_cfg.pool_info[5].blk_cnt = 1;
 | |
| 	mem_cfg.pool_info[5].ddr_id = DDR_ID0;
 | |
| 
 | |
| 	
 | |
| 	mem_cfg.pool_info[6].type = HD_COMMON_MEM_USER_DEFINIED_POOL;
 | |
| 	mem_cfg.pool_info[6].blk_size = PD_MAX_MEM_SIZE;
 | |
| 	mem_cfg.pool_info[6].blk_cnt = 1;
 | |
| 	mem_cfg.pool_info[6].ddr_id = DDR_ID0;
 | |
| 
 | |
| 	ret = hd_common_mem_init(&mem_cfg);
 | |
| 	if (HD_OK != ret) {
 | |
| 		printf("err:hd_common_mem_init err: %d\r\n", ret);
 | |
| 	}
 | |
| 	return ret;
 | |
| }
 | |
| 
 | |
| 
 | |
| ///////////////////////////////////////////////////////////////////
 | |
| 
 | |
| static VOID *nn_thread_api(VOID *arg)
 | |
| {
 | |
| 	HD_RESULT ret;
 | |
| 	MD_THREAD_PARM* md_thread_parm = arg;
 | |
| 	PD_THREAD_PARM* pd_parm = &md_thread_parm->pd_parm;
 | |
| 	VENDOR_AIS_FLOW_MEM_PARM pd_buf = pd_parm->pd_mem;
 | |
| 	VENDOR_AIS_FLOW_MEM_PARM scale_buf = pd_parm->scale_mem;
 | |
| 	HD_GFX_IMG_BUF gfx_img = {0};
 | |
| 	VENDOR_AI_BUF	p_src_img = {0};
 | |
| 	INT32 base_imgsize[2] = {1024, 576};
 | |
| 
 | |
| 	CHAR para_file[] = "/mnt/sd/CNNLib/para/pdcnn/para.txt";
 | |
| 	//CHAR name[256];
 | |
| 	PD_PROPOSAL_PARAM proposal_params = {0};
 | |
| 	FLOAT score_thr = 0.45, nms_thr = 0.2;
 | |
| 	PD_LIMIT_PARAM limit_param = {0};
 | |
| 	proposal_params.score_thres = score_thr;
 | |
| 	proposal_params.nms_thres = nms_thr;
 | |
| 	proposal_params.run_id = 0;
 | |
| #if LIMIT_FDET_PD
 | |
| 	LIMIT_FDET_PARAM limit_fdet_param = {0};
 | |
| 	LIMIT_FDET_MEM limit_fdet_mem = {0};	
 | |
| 	limit_fdet_param.run_id= 1;
 | |
| 	limit_param.limit_fdet = 1;
 | |
| #endif
 | |
| 
 | |
| #if PD_MAX_DISTANCE_MODE
 | |
| 	limit_param.max_distance = 1;
 | |
| 	limit_param.sm_thr_num = 2;
 | |
| #else
 | |
| 	limit_param.max_distance = 0;
 | |
| 	limit_param.sm_thr_num = 6;
 | |
| #endif	
 | |
| 
 | |
| 
 | |
| #if MD_ALG
 | |
| 	LIB_MD_MDT_RESULT_INFO lib_md_rst;
 | |
| 	VENDOR_MD_TRIGGER_PARAM md_trig_param;
 | |
| 	LIB_MD_MDT_LIB_INFO mdt_lib_param;
 | |
| 	UINT32 img_id = 0;
 | |
| 	//UINT32 img_name = 0;
 | |
| 	UINT32 is_Init = 0;
 | |
| 	if ((ret = md_preset(md_thread_parm->share_mem, &md_trig_param, &mdt_lib_param)) != HD_OK) {
 | |
| 		printf("md_preset fail, error code = %d\r\n", ret);
 | |
| 		goto libmd_init_fail;
 | |
| 	}
 | |
| 	
 | |
| #endif
 | |
| 
 | |
| 	
 | |
| 	PDCNN_MEM pdcnn_mem;
 | |
| 	ret = pdcnn_preset(&pdcnn_mem, &pd_buf, proposal_params);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: pdcnn_preset fail (%d)!!\r\n", ret);
 | |
| 		goto exit_thread;
 | |
| 	}
 | |
| 	// start network
 | |
| 	ret = vendor_ai_net_start(proposal_params.run_id);
 | |
| 	if (HD_OK != ret) {
 | |
| 		printf("ERR: pdcnn start fail !!\n");
 | |
| 		goto exit_thread;
 | |
| 	}
 | |
| 
 | |
| 	//get nn layer 0 info
 | |
| 	network_get_layer0_info(proposal_params.run_id);
 | |
| 
 | |
| 	//image parameter
 | |
| 	NET_IN nn_in;
 | |
| 	nn_in.c = 2,
 | |
| 	nn_in.fmt = HD_VIDEO_PXLFMT_YUV420;
 | |
| 
 | |
| 	//pdcnn_mem_init(&pdcnn_mem);
 | |
| 	PD_BACKBONE_OUT* backbone_outputs = (PD_BACKBONE_OUT*)pdcnn_mem.backbone_output.va;
 | |
| 	ret = pdcnn_init(&proposal_params, backbone_outputs, &limit_param, para_file);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: pdcnn init fail!\r\n");
 | |
| 		goto exit_thread;
 | |
| 	}
 | |
| 	proposal_params.limit_exsm_pd = 1;
 | |
| #if LIMIT_FDET_PD
 | |
| 	ret = limit_fdet_preset(&limit_fdet_mem, &pd_buf, limit_fdet_param);
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("ERR: limit_fdet_preset fail (%d)!!\r\n", ret);
 | |
| 		goto exit_thread;
 | |
| 	}
 | |
| #endif
 | |
| 
 | |
| 	UINT32 all_time = 0;
 | |
| 	INT32 img_num = 0;
 | |
| #if SAVE_SCALE
 | |
| 	CHAR BMP_FILE[256];
 | |
| #endif
 | |
| 	CHAR IMG_PATH[256];
 | |
| 	CHAR SAVE_TXT[256];
 | |
| 	CHAR IMG_LIST[256];
 | |
| 	CHAR list_infor[256];
 | |
| 	CHAR *line_infor;
 | |
| 	BOOL INPUT_STATE = TRUE;
 | |
| 
 | |
| 	sprintf(IMG_LIST, "/mnt/sd/jpg/pd_image_list.txt");
 | |
| 	sprintf(IMG_PATH, "/mnt/sd/jpg/PD");
 | |
| 
 | |
| 	FILE *fs, *fr;
 | |
| 
 | |
|     sprintf(SAVE_TXT, "/mnt/sd/det_results/pd_test_results.txt");
 | |
| 	
 | |
| 	fr = fopen(IMG_LIST, "r");
 | |
| 	fs = fopen(SAVE_TXT, "w+");
 | |
| 
 | |
| 	INT32 len = 0;
 | |
| 	CHAR img_name[256]={0};
 | |
| 	CHAR *token;
 | |
| 	INT32 sl = 0;
 | |
| 
 | |
| 	if(NULL == fr)
 | |
| 	{
 | |
| 		printf("Failed to open img_list!\r\n");	
 | |
| 	} 
 | |
| 	while(fgets(list_infor, 256, fr) != NULL){
 | |
| 		len = strlen(list_infor);
 | |
| 		list_infor[len - 1] = '\0';
 | |
| 		sl = 0;
 | |
| 		line_infor = list_infor;
 | |
| 
 | |
| 		while((token = strtok(line_infor, " ")) != NULL)
 | |
| 		{
 | |
| 			if(sl > 2){
 | |
| 				break;
 | |
| 			}
 | |
| 			if (sl == 0){
 | |
| 				strcpy(img_name, token);
 | |
| 				sprintf(nn_in.input_filename, "%s/%s", IMG_PATH, token);
 | |
| 				printf("%s ", token);
 | |
| 			}
 | |
| 			if (sl == 1){
 | |
| 				nn_in.w = atoi(token);
 | |
| 				nn_in.loff = ALIGN_CEIL_4(nn_in.w);
 | |
| 				printf("%s ", token);
 | |
| 			}
 | |
| 			if (sl == 2){
 | |
| 				nn_in.h = atoi(token);
 | |
| 				printf("%s\r\n", token);
 | |
| 			}
 | |
| 			line_infor = NULL;
 | |
| 			sl++;
 | |
| 		}
 | |
| 
 | |
| 		if ((ret = input_open(&nn_in, &pdcnn_mem)) != HD_OK) {
 | |
| 			printf("ERR: pdcnn input image open fail !!\n");
 | |
| 			goto exit_thread;
 | |
| 		}
 | |
| 
 | |
| 		proposal_params.ratiow = (FLOAT)nn_in.w / (FLOAT)base_imgsize[0];
 | |
| 		proposal_params.ratioh = (FLOAT)nn_in.h / (FLOAT)base_imgsize[1];
 | |
| 		
 | |
| 		gfx_img.dim.w = base_imgsize[0];
 | |
| 		gfx_img.dim.h = base_imgsize[1];
 | |
| 		gfx_img.format = nn_in.src_img.fmt;
 | |
| 		gfx_img.lineoffset[0] = ALIGN_CEIL_4(base_imgsize[0]);
 | |
| 		gfx_img.lineoffset[1] = ALIGN_CEIL_4(base_imgsize[1]);
 | |
| 		gfx_img.p_phy_addr[0] = scale_buf.pa;
 | |
| 		gfx_img.p_phy_addr[1] = scale_buf.pa + base_imgsize[0] * base_imgsize[1];
 | |
| 
 | |
| 		PD_IRECT roi = {0, 0, nn_in.src_img.width, nn_in.src_img.height};
 | |
| 		ret = pdcnn_crop_img(&gfx_img, &(nn_in.src_img), HD_GFX_SCALE_QUALITY_NULL, &roi);
 | |
| 		if (ret != HD_OK) {
 | |
| 			printf("ai_crop_img fail=%d\n", ret);
 | |
| 		}
 | |
| 		pd_gfx_img_to_vendor(&p_src_img, &gfx_img, (UINT32)scale_buf.va);
 | |
| #if SAVE_SCALE
 | |
| 		FILE *fb;
 | |
| 		sprintf(BMP_FILE, "/mnt/sd/save_bmp/%s_scale.bin", img_name);
 | |
| 		fb = fopen(BMP_FILE, "wb+");
 | |
| 		fwrite((UINT32 *)scale_buf.va, sizeof(UINT32), (gfx_img.dim.h * gfx_img.dim.w + gfx_img.dim.h * gfx_img.dim.w / 2), fb);
 | |
| 		fclose(fb);
 | |
| #endif
 | |
| 
 | |
| #if MD_ALG		
 | |
| 		//MD_IRECT roi = {0, 0, video_frame.dim.w, video_frame.dim.h};
 | |
| 		MD_IRECT md_roi = {0, 0, nn_in.src_img.width, nn_in.src_img.height};
 | |
| 		hd_common_mem_flush_cache((VOID *)md_thread_parm->share_mem[0].va, (IMG_BUF_SIZE));
 | |
| 		hd_common_mem_flush_cache((VOID *)md_thread_parm->share_mem[1].va, (IMG_BUF_SIZE/2));
 | |
| 		md_process(md_thread_parm->share_mem, &md_trig_param, &mdt_lib_param, &lib_md_rst, &p_src_img, md_roi, is_Init, img_id);
 | |
| 		++img_id;
 | |
| 		//img_name++;
 | |
| 		/*if ((ret = md_process(md_thread_parm->share_mem, &md_trig_param, &mdt_lib_param, &lib_md_rst, &nn_in.src_img, (MD_IRECT)roi, is_Init, img_name)) != HD_OK) {
 | |
| 			printf("md_process fail, error code = %d\r\n", ret);
 | |
| 			goto libmd_init_fail;
 | |
| 		}*/
 | |
| 
 | |
| 		if(is_Init==0)is_Init=1;
 | |
| #endif
 | |
| 
 | |
| 
 | |
| 		PROF_START();
 | |
| 
 | |
| 		ret = pdcnn_process(&proposal_params, &pdcnn_mem, &limit_param, backbone_outputs, &p_src_img, (UINT32)PD_MAX_DISTANCE_MODE);
 | |
| 
 | |
| 		if(ret != HD_OK){
 | |
| 			printf("pdcnn_process fail!\r\n");
 | |
| 			goto exit_thread;
 | |
| 		}
 | |
| #if LIMIT_FDET_PD
 | |
| 		limit_fdet_param.ratiow = (FLOAT)p_src_img.width / (FLOAT)PD_YUV_WIDTH;
 | |
| 		limit_fdet_param.ratioh = (FLOAT)p_src_img.height / (FLOAT)PD_YUV_HEIGHT;
 | |
| 		limit_fdet_param.cls_id = 0;
 | |
| 		limit_fdet_param.proc_num = pdcnn_mem.out_num;
 | |
| 		limit_fdet_mem.det_in_mem = pdcnn_mem.out_result;
 | |
| 		limit_fdet_mem.det_out_mem = pdcnn_mem.final_result;
 | |
| 		ret = limit_fdet_process(&limit_fdet_param, &limit_fdet_mem, &p_src_img);
 | |
| 		if(ret != HD_OK){
 | |
| 			printf("ERR: limit_fdet_process fail (%ld)!\r\n", ret);
 | |
| 			goto exit_thread;
 | |
| 		}
 | |
| 		pdcnn_mem.out_num = limit_fdet_param.proc_num;	
 | |
| #endif
 | |
| 		PROF_END("PDCNN");
 | |
| 		all_time += (tend.tv_sec - tstart.tv_sec) * 1000000 + (tend.tv_usec - tstart.tv_usec); 
 | |
| 
 | |
| 		PDCNN_RESULT *final_out_results = (PDCNN_RESULT*)pdcnn_mem.final_result.va;
 | |
| 		for(INT32 num = 0; num < pdcnn_mem.out_num; num++){
 | |
| 			printf("before: %f %f %f %f %f.\r\n", final_out_results[num].score, final_out_results[num].x1, final_out_results[num].y1, final_out_results[num].x2 - final_out_results[num].x1, final_out_results[num].y2 - final_out_results[num].y1);
 | |
| 			FLOAT xmin = final_out_results[num].x1 * proposal_params.ratiow;
 | |
| 			FLOAT ymin = final_out_results[num].y1 * proposal_params.ratioh;
 | |
| 			FLOAT width = final_out_results[num].x2 * proposal_params.ratiow - xmin;
 | |
| 			FLOAT height = final_out_results[num].y2 * proposal_params.ratioh - ymin;
 | |
| 			FLOAT score = final_out_results[num].score;
 | |
| 			
 | |
| 			#if MD_ALG
 | |
| 				FLOAT md_nms_threshold = 0.1;
 | |
| 				MDCNN_RESULT mdcnn_result = {0};
 | |
| 				mdcnn_result.x1 = xmin;
 | |
| 				mdcnn_result.x2 = final_out_results[num].x2 * proposal_params.ratiow;
 | |
| 				mdcnn_result.y1 = ymin;
 | |
| 				mdcnn_result.y2 = final_out_results[num].y2 * proposal_params.ratioh;
 | |
| 				
 | |
| 				FLOAT md_ratio_w = (FLOAT)nn_in.w / (FLOAT)MD_IMG_WIDTH;
 | |
| 				FLOAT md_ratio_h = (FLOAT)nn_in.h / (FLOAT)MD_IMG_HEIGHT;
 | |
| 
 | |
| 				if (md_check_overlap(&lib_md_rst, mdcnn_result, md_nms_threshold, md_ratio_w, md_ratio_h, 1)){
 | |
| 					printf("after MD obj information is: (socre: %f [%f %f %f %f])\r\n", score, xmin, ymin, width, height);
 | |
| 					fprintf(fs, "%s %f %f %f %f %f\r\n", img_name, score, xmin, ymin, width, height);
 | |
| 				}
 | |
| 			#else
 | |
| 				printf("obj information is: (socre: %f [%f %f %f %f])\r\n", score, xmin, ymin, width, height);
 | |
| 				fprintf(fs, "%s %f %f %f %f %f\r\n", img_name, score, xmin, ymin, width, height);
 | |
| 			#endif
 | |
| 		}
 | |
| 		
 | |
| 		img_num++;
 | |
| 
 | |
| 	}
 | |
| 	if (INPUT_STATE == TRUE){
 | |
|     	printf("all test img number is: %d\r\n", img_num);
 | |
| 	}
 | |
| 	fclose(fs);
 | |
| 	fclose(fr);
 | |
| 	//printf("mean_time: %d\r\n", all_time / img_num);
 | |
| 	printf("mean_time: %d\r\n", all_time / img_num);
 | |
| 
 | |
| #if MD_ALG
 | |
| libmd_init_fail:
 | |
| 		ret = lib_md_uninit(0);
 | |
| 		if (HD_OK != ret) {
 | |
| 			printf("lib_md_uninit fail, error code = %d\r\n", ret);
 | |
| 		}
 | |
| 		ret = vendor_md_uninit();
 | |
| 		if (HD_OK != ret)
 | |
| 			printf("uninit fail, error code = %d\r\n", ret);
 | |
| #endif	
 | |
| exit_thread:
 | |
| 	ret = vendor_ai_net_stop(proposal_params.run_id);
 | |
| 	if (HD_OK != ret) {
 | |
| 		printf("pdcnn stop fail (%d)!!\n", ret);
 | |
| 	}
 | |
| 
 | |
| 	// close network modules
 | |
| 	ret = network_close(proposal_params.run_id);
 | |
| 	if(ret != HD_OK) {
 | |
| 		printf("ERR: pdcnn close fail (%d)!!\n", ret);
 | |
| 	}
 | |
| #if LIMIT_FDET_PD	
 | |
| 	ret = vendor_ai_net_stop(limit_fdet_param.run_id);
 | |
| 	if (HD_OK != ret) {
 | |
| 		printf("ERR: limit_fdet stop fail (%d)!!\n", ret);
 | |
| 	}
 | |
| 	ret = network_close(limit_fdet_param.run_id);
 | |
| 	if(ret != HD_OK) {
 | |
| 		printf("ERR: limit_fdet close fail (%d)!!\n", ret);
 | |
| 	}
 | |
| #endif
 | |
| 		
 | |
| 	return 0;
 | |
| }
 | |
| 
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| /* Interface Functions                                                         */
 | |
| /*-----------------------------------------------------------------------------*/
 | |
| int main(int argc, char *argv[])
 | |
| {
 | |
| 	HD_RESULT ret;
 | |
| 	pthread_t nn_thread_id;
 | |
| 	//PD_THREAD_PARM pd_thread_parm;
 | |
| 	MD_THREAD_PARM md_thread_parm;
 | |
| 	memset(&md_thread_parm, 0, sizeof(md_thread_parm));
 | |
| 
 | |
| 	// init hdal
 | |
| 	ret = hd_common_init(0);
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("hd_common_init fail=%d\n", ret);
 | |
| 		goto exit;
 | |
| 	}
 | |
| 	// set project config for AI
 | |
| 	hd_common_sysconfig(0, (1<<16), 0, VENDOR_AI_CFG); //enable AI engine
 | |
| 
 | |
| 	ret = hd_gfx_init();
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("hd_gfx_init fail\r\n");
 | |
| 		goto exit;
 | |
| 	}
 | |
| 
 | |
| 	/* init memory */
 | |
| 	/*HD_COMMON_MEM_INIT_CONFIG mem_cfg = {0};
 | |
| 	mem_cfg.pool_info[0].type = HD_COMMON_MEM_USER_DEFINIED_POOL;
 | |
| 	mem_cfg.pool_info[0].blk_size = PD_MAX_MEM_SIZE;
 | |
| 	mem_cfg.pool_info[0].blk_cnt = 1;
 | |
| 	mem_cfg.pool_info[0].ddr_id = DDR_ID0;
 | |
| 	ret = hd_common_mem_init(&mem_cfg);
 | |
| 	if (HD_OK != ret) {
 | |
| 		printf("hd_common_mem_init err: %d\r\n", ret);
 | |
| 		goto exit;
 | |
| 	}*/
 | |
| 	
 | |
| 	ret = md_mem_init();
 | |
|     if(ret != HD_OK) {
 | |
|         printf("init fail=%d\n", ret);
 | |
|     }
 | |
| 
 | |
| 	/* init share memory */
 | |
| 	ret = mem_get();
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("pdcnn all mem get fail (%d)!!\r\n", ret);
 | |
| 		goto exit;
 | |
| 	}
 | |
| 
 | |
| 	#if MD_ALG
 | |
| 	ret = share_memory_init(md_thread_parm.share_mem);
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("share_memory_init fail=%d\n", ret);
 | |
| 		goto exit;
 | |
| 	}
 | |
| 	#endif
 | |
| 
 | |
| 	//ai cfg set
 | |
| 	UINT32 schd = VENDOR_AI_PROC_SCHD_FAIR;
 | |
| 	vendor_ai_cfg_set(VENDOR_AI_CFG_PLUGIN_ENGINE, vendor_ai_cpu1_get_engine());
 | |
| 	vendor_ai_cfg_set(VENDOR_AI_CFG_PROC_SCHD, &schd);
 | |
| 	ret = vendor_ai_init();
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("vendor_ai_init fail=%d\n", ret);
 | |
| 		goto exit;
 | |
| 	}
 | |
| 	//printf("before NN g_mem: pa=(%#x), va=(%#x), size=(%ld)\r\n", g_mem.pa, g_mem.va, g_mem.size);
 | |
| 	assign_ai_buf(&md_thread_parm.pd_parm);
 | |
| 
 | |
| 	ret = pthread_create(&nn_thread_id, NULL, nn_thread_api, (VOID *)(&md_thread_parm));
 | |
| 	if (ret < 0) {
 | |
| 		printf("create encode thread failed");
 | |
| 		goto exit;
 | |
| 	}
 | |
| 	
 | |
| 	pthread_join(nn_thread_id, NULL);
 | |
| 
 | |
| exit:
 | |
| 	ret = hd_gfx_uninit();
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("hd_gfx_uninit fail\r\n");
 | |
| 	}
 | |
| 
 | |
|     ret = vendor_ai_uninit();
 | |
|     if (ret != HD_OK) {
 | |
|         printf("vendor_ai_uninit fail=%d\n", ret);
 | |
|     }
 | |
| 	#if MD_ALG
 | |
| 		ret = share_memory_exit(md_thread_parm.share_mem);
 | |
| 		if(ret != HD_OK){
 | |
| 			printf("share_memory_exit fail!!\r\n");
 | |
| 		}
 | |
| 	#endif
 | |
| 	ret = mem_rel();
 | |
| 	if(ret != HD_OK){
 | |
| 		printf("release pdcnn buf fail!!\r\n");
 | |
| 	}
 | |
| 			
 | |
| 	// uninit hdal
 | |
| 	ret = hd_common_uninit();
 | |
| 	if (ret != HD_OK) {
 | |
| 		printf("common fail=%d\n", ret);
 | |
| 	}
 | |
| 	printf("test finish!!!\r\n");
 | |
| 	return ret;
 | |
| }
 | 
