Hello，
I wrote a program based on app_multi_cam_encode under the sdk to try to verify the encode capability of TDA4 by reading a local file.
NOTE:
1.My design logic is to feed the image data into the buffer of appsrc on the basis of a pipeline that can run successfully.
2.There are nine input images, which are continuous video frames with a resolution of 1920X1080 in YUV format.
3,here is my Main function:
x_int32 app_multi_cam_encode_main(vx_int32 argc, vx_char *argv[])
{
AppObj *obj = &gAppObj;
vx_status status = VX_SUCCESS; //status =0;
/*Optional parameter setting*/
app_default_param_set(obj);
if(!obj)
{
printf("pointer obj is null \n");
}
/* GStreamer INIT */
gst_init(&argc, &argv);
printf("gst_init_done \n");
/*Update of parameters are config file read*/
app_update_param_set(obj);
if (status == VX_SUCCESS)
{
status = app_init(obj);
}
//tivxTaskWaitMsecs(100);
if (status == VX_SUCCESS)
{
APP_PRINTF("App Init Done! \n");
status = app_create_graph(obj);
printf("4444 \n");
status = app_run_graph(obj);
APP_PRINTF("App Run Graph Done! \n");
printf("run graph done!\n");
app_delete_graph(obj);
printf("App Delete Graph Done! \n");
app_deinit(obj);
printf("App De-init Done! \n");
}
return status;
}
Here is the code I used to read the image and write it to the buffer
vx_status app_run_graph_for_one_frame_pipeline(AppObj * obj, vx_int32 frame_id)
{
vx_status status = VX_SUCCESS;
vx_char input_file_name[APP_MAX_FILE_PATH];
//void *gst_data_ptr[MAX_NUM_CHANNELS];
uint8_t *gst_data_ptr =NULL;
snprintf(obj->input_file_path, APP_MAX_FILE_PATH,"/opt/vision_apps/test_data/encode_test");
snprintf(input_file_name, APP_MAX_FILE_PATH, "%s/out%d.yuv", obj->input_file_path, frame_id);
printf("inputfilename=%s \n",input_file_name);
obj->gstPipeObj.num_channels = 1;
gst_data_ptr = (uint8_t *)calloc(obj->gstPipeObj.size, sizeof(uint8_t));
printf("alloc gst_data_ptr is ok\n");
// status = copy_image(&img_arr, gst_data_ptr, obj->sensorObj.num_cameras_enabled);
printf("we can go to get image \n");
//status = readScalerInput1(input_file_name,obj->input.arr[0], APP_MODULES_READ_FILE, 0, &(obj->input.arr[0]), gst_data_ptr, obj->sensorObj.num_cameras_enabled);
status = get_image(input_file_name, gst_data_ptr,&obj->gstPipeObj,obj);
return status;
}
//add by john
vx_status get_image(char *file_name, uint8_t *gst_data_ptr,GstPipeObj *gstPipeInst, AppObj *obj)
{
vx_status status = VX_SUCCESS;
FILE *fp = fopen(file_name, "rb");
// fseek(fp,0,SEEK_END);
// long length = ftell(fp);
// printf ("the size of input image =%ld\n",length);
vx_int32 j;
vx_uint32 num_bytes = 0;
void * null_test =NULL;
void * data_ptr = gst_data_ptr;
printf("start to get image\n");
int32_t img_height = gstPipeInst->height;
int32_t img_width = gstPipeInst->width;
printf("img_height=%d\n",img_height);
printf("img_width=%d\n",img_width);
if (fp == NULL)
{
printf("Unable to open file %s \n", file_name);
return (VX_FAILURE);
}
/* Copy Luma */
for (j = 0; j < img_height; j++)
{
num_bytes += fread(data_ptr, 1, img_width, fp);
//printf("j=%d,img_height=%d",j,img_height);
//printf("numbyts= %d\n",num_bytes);
}
printf("copy luma done!!!\n");
/*copy crcb*/
num_bytes = 0;
for (j = 0; j < img_height / 2; j++)
{
num_bytes += fread(data_ptr, 1, img_width, fp);
}
printf("read image done!\n");
status = push_image_to_bufffer(&obj->gstPipeObj,gst_data_ptr);
//printf("now push none~~\n");
//status = push_image_to_bufffer(&obj->gstPipeObj,null_test);
printf("gst_data_ptr=%d\n", *gst_data_ptr);
fclose(fp);
printf("status=%d\n",status);
return status;
}
//add the own push_data_buffer func
int32_t push_image_to_bufffer(GstPipeObj *gstPipeInst, void* p_dataArr)
{
int32_t status =0;
/* Replace by GstBufferPool implementation (dequeue, update, enqueue) */
GstBuffer *in_buff = NULL;
in_buff = gst_buffer_new_wrapped (p_dataArr, gstPipeInst->size);
if (in_buff == NULL)
{
printf("gst_wrapper: gst_buffer_new_wrapped() FAILED!\n");
status = -1;
}
GstFlowReturn ret;
ret = gst_app_src_push_buffer(GST_APP_SRC(gstPipeInst->m_srcElemArr[0]), in_buff);
if (ret != GST_FLOW_OK)
{
printf("gst_wrapper: Pushing buffer to AppSrc returned %d instead of GST_FLOW_OK:%d\n", ret, GST_FLOW_OK);
status = -1;
}
printf("push buffer data to appsrc successful!!!!!!!!!!!and the status = %d\n",status);
if (status==0) gstPipeInst->push_count++;
return status;
}
The output file was found to be empty by the printed log：
root@j7-evm:/opt/vision_apps# rm -rf output_video_00.mp4
root@j7-evm:/opt/vision_apps# ./vx_app_encode.out
APP: Init ... !!!
MEM: Init ... !!!
MEM: Initialized DMA HEAP (fd=4) !!!
MEM: Init ... Done !!!
IPC: Init ... !!!
IPC: Init ... Done !!!
REMOTE_SERVICE: Init ... !!!
REMOTE_SERVICE: Init ... Done !!!
79.460067 s: GTC Frequency = 200 MHz
APP: Init ... Done !!!
79.469812 s: VX_ZONE_INIT:Enabled
79.469822 s: VX_ZONE_ERROR:Enabled
79.469836 s: VX_ZONE_WARNING:Enabled
79.472450 s: VX_ZONE_INIT:[tivxInitLocal:130] Initialization Done !!!
79.474612 s: VX_ZONE_INIT:[tivxHostInitLocal:86] Initialization Done for HOST !!!
1111
gst_init_done
!!!!appsrcnamearr=myAppSrc0
gst param set ok!
gst_wrapper: GstCmdString:
appsrc format=GST_FORMAT_TIME is-live=true do-timestamp=true block=false name=myAppSrc0 ! queue
! video/x-raw, width=(int)1920, height=(int)1080, framerate=(fraction)30/1, format=(string)NV12, interlace-mode=(string)progressive, colorime
! v4l2h264enc bitrate=10000000
! h264parse
! mp4mux
! filesink location=output_video_00.mp4
GstPipe init done
3333
create a new gstpipe successful
[ 73.307909] img_enc 4200000.video-encoder: vxe_g_ext_ctrls Invalid control id 0x980927
gst_app_src_set_caps is okkk!
Gst Pipeline done!
4444
set gs[ 73.316956] img_enc 4200000.video-encoder: vxe_g_ext_ctrls Invalid control id 0x980927
t state OK
here to run the app!
start to in cycle!
inputfilename=/opt/vision_apps/test_data/encode_test/out0.yuv
alloc gst_data_ptr is ok
we can go to get image
start to get image
img[ 73.344761] img_enc 4200000.video-encoder: vxe_g_ext_ctrls Invalid control id 0x980928
_height=1080
img_width=1920
copy luma done!!!
read image done!
push buffer data to appsrc successful!!!!!!!!!!!and the status = 0
gst_data_ptr=127
status=0
start to in cycle!
inputfilename=/opt/vision_apps/test_data/encode_test/out1.yuv
alloc gst_data_ptr is ok
we can go to get image
start to get image
img_height=1080
img_width=1920
copy luma done!!!
read image done!
push buffer data to appsrc successful!!!!!!!!!!!and the status = 0
gst_data_ptr=127
status=0
start to in cycle!
inputfilename=/opt/vision_apps/test_data/encode_test/out2.yuv
alloc gst_data_ptr is ok
we can go to get image
start to get image
img_height=1080
img_width=1920
copy luma done!!!
read image done!
push buffer data to appsrc successful!!!!!!!!!!!and the status = 0
gst_data_ptr=127
status=0
start to in cycle!
inputfilename=/opt/vision_apps/test_data/encode_test/out3.yuv
alloc gst_data_ptr is ok
we can go to get image
start to get image
img_height=1080
img_width=1920
copy luma done!!!
read image done!
push buffer data to appsrc successful!!!!!!!!!!!and the status = 0
gst_data_ptr=127
status=0
start to in cycle!
inputfilename=/opt/vision_apps/test_data/encode_test/out4.yuv
alloc gst_data_ptr is ok
we can go to get image
start to get image
img_height=1080
img_width=1920
copy luma done!!!
read image done!
push buffer data to appsrc successful!!!!!!!!!!!and the status = 0
gst_data_ptr=127
status=0
start to in cycle!
inputfilename=/opt/vision_apps/test_data/encode_test/out5.yuv
alloc gst_data_ptr is ok
we can go to get image
start to get image
img_height=1080
img_width=1920
copy luma done!!!
read image done!
push buffer data to appsrc successful!!!!!!!!!!!and the status = 0
gst_data_ptr=127
status=0
start to in cycle!
inputfilename=/opt/vision_apps/test_data/encode_test/out6.yuv
alloc gst_data_ptr is ok
we can go to get image
start to get image
img_height=1080
img_width=1920
copy luma done!!!
read image done!
push buffer data to appsrc successful!!!!!!!!!!!and the status = 0
gst_data_ptr=127
status=0
start to in cycle!
inputfilename=/opt/vision_apps/test_data/encode_test/out7.yuv
alloc gst_data_ptr is ok
we can go to get image
start to get image
img_height=1080
img_width=1920
copy luma done!!!
read image done!
push buffer data to appsrc successful!!!!!!!!!!!and the status = 0
gst_data_ptr=127
status=0
start to in cycle!
inputfilename=/opt/vision_apps/test_data/encode_test/out8.yuv
alloc gst_data_ptr is ok
we can go to get image
start to get image
img_height=1080
img_width=1920
copy luma done!!!
read image done!
push buffer data to appsrc successful!!!!!!!!!!!and the status = 0
gst_data_ptr=127
status=0
run graph done!
80.391938 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.391964 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.391970 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
App Delete Graph Done!
80.392008 s: ISS: De-initializing sensor [IMX390-UB953_D3] ... !!!
80.394225 s: ISS: De-initializing sensor [IMX390-UB953_D3] ... Done !!!
80.394238 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394245 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394251 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394256 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394261 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394267 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394273 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394278 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394283 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394288 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394293 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394298 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394304 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394309 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394314 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394321 s: VX_ZONE_ERROR:[ownReleaseReferenceInt:307] Invalid reference
80.394358 s: VX_ZONE_ERROR:[vxReleaseContext:1102] context is invalid
App De-init Done!
80.394373 s: VX_ZONE_INIT:[tivxHostDeInitLocal:100] De-Initialization Done for HOST !!!
80.398757 s: VX_ZONE_INIT:[tivxDeInitLocal:193] De-Initialization Done !!!
APP: Deinit ... !!!
REMOTE_SERVICE: Deinit ... !!!
REMOTE_SERVICE: Deinit ... Done !!!
IPC: Deinit ... !!!
IPC: DeInit ... Done !!!
MEM: Deinit ... !!!
MEM: Alloc's: 0 alloc's of 0 bytes
MEM: Free's : 0 free's of 0 bytes
MEM: Open's : 0 allocs of 0 bytes
MEM: Deinit ... Done !!!
APP: Deinit ... Done !!!
So I'd like to ask you all here about the possible reasons why my buffer file is not being written to the gstreamer's pipe.
Thanks.
