Linux/AM5728: GStreamer encode problem

Hello,

I tried what you suggested,but it didn't work.And then I tried the following code which can capture and encode into an avi file.

At the beginning,I used the comand line to test the pipeline.It could achieve the function :capture and encode into an avi file.

gst-launch-1.0 -e v4l2src device=/dev/video1 num-buffers=1000 io-mode=4 ! 'video/x-raw, format=(string)YUY2, width=(int)1280, height=(int)720, framerate=(fraction)30/1' ! vpe num-input-buffers=8 ! queue ! ducatih264enc bitrate=4000 ! queue ! h264parse ! qtmux ! filesink location=x.avi

However,the same problem accured when I write my own app.I ran the code as the following shows:

#include <gst/gst.h> 

/**************************可行测试管道****************************
gst-launch-1.0 -e v4l2src device=/dev/video1 num-buffers=1000 io-mode=4 ! 'video/x-raw, 
format=(string)YUY2, width=(int)1280, height=(int)720, framerate=(fraction)30/1' ! vpe num-input-buffers=8 ! 
queue ! ducatimpeg4enc bitrate=4000 ! queue ! mpeg4videoparse ! qtmux ! filesink location=x.mp4

root@am57xx - evm:~# gst-launch-1.0 -e v4l2src device=/dev/video1 num-buffers=1000 io-mode=4 !'video/x-raw, 
format=(string)YUY2, width=(int)1280, height=(int)720, framerate=(fraction)30/1' ! vpe num-input-buffers=8 !
queue !ducatih264enc bitrate = 4000 !queue !h264parse !qtmux !filesink location = x.avi

mount - t nfs - o nolock, nfsvers = 3 - o proto = tcp 10.8.198.148: / home / nfs / mnt

gcc gst - test.c - o gst - test `pkg-config --cflags --libs gstreamer - 1.0`
*******************************************************************/

int main(int argc, char *argv[])
{
	GstElement *pipeline, *src, *filter, *myvpe, *q1, *enc, *q2, *parse, *mux, *sink;//需要过滤器
	GstCaps *caps1;
	GstBus *bus;
	GstMessage *msg;
	GstStateChangeReturn ret;
	gst_init(&argc, &argv);

	pipeline = gst_pipeline_new("videoencoder");

	src = gst_element_factory_make("v4l2src", "src");
	filter = gst_element_factory_make("capsfilter", "filter");
	myvpe = gst_element_factory_make("vpe", "myvpe");
	q1 = gst_element_factory_make("queue", "q1");
	enc = gst_element_factory_make("ducatih264enc", "enc");
	q2 = gst_element_factory_make("queue", "q2");
	parse = gst_element_factory_make("h264parse", "parse");
	mux = gst_element_factory_make("qtmux", "mux");
	sink = gst_element_factory_make("filesink", "sink");

	if (!pipeline || !src || !filter || !myvpe || !q1 || !enc || !q2 || !parse || !mux || !sink)
	{
		g_printerr("One element could not be created.Exiting.\n");
		return -1;
	}

	g_object_set(G_OBJECT(src), "device", "/dev/video1", NULL);
	g_object_set(G_OBJECT(src), "num-buffers", 1000, NULL);
	g_object_set(G_OBJECT(src), "io-mode", 4, NULL);

	caps1 = gst_caps_new_simple("video/x-raw",
		"format", G_TYPE_STRING, "YUY2",
		"width", G_TYPE_INT, 1280,
		"height", G_TYPE_INT, 720,
		"framerate", GST_TYPE_FRACTION, 30, 1,
		NULL);

	g_object_set(G_OBJECT(filter), "caps", caps1, NULL);
	gst_object_unref(caps1);

	g_object_set(G_OBJECT(myvpe), "num-input-buffers", 8, NULL);

	g_object_set(G_OBJECT(enc), "bitrate", 4000, NULL);

	g_object_set(G_OBJECT(sink), "location", "/home/root/81.avi", NULL);

	gst_bin_add_many(GST_BIN(pipeline), src, filter, myvpe, q1, enc, q2, parse, mux, sink, NULL);
	if (gst_element_link_many(src, filter, myvpe, q1, enc, q2, parse, mux, sink) != TRUE)
	{
		g_printerr("Elements could not be linked.\n");
		gst_object_unref(pipeline);
		return -1;
	}
	ret = gst_element_set_state(pipeline, GST_STATE_PLAYING);
	if (ret == GST_STATE_CHANGE_FAILURE) {
		g_printerr("Unable to set the pipeline to the playing state.\n");
		gst_object_unref(pipeline);
		return -1;
	}

	bus = gst_element_get_bus(pipeline);
	msg = gst_bus_timed_pop_filtered(bus, GST_CLOCK_TIME_NONE, GST_MESSAGE_ERROR | GST_MESSAGE_EOS);

	if (msg != NULL)
		gst_message_unref(msg);
	gst_object_unref(bus);
	gst_element_set_state(pipeline, GST_STATE_NULL);
	gst_object_unref(pipeline);
	return 0;
}

It showed the same problem:

(capture:1264): GLib-GObject-CRITICAL **: g_object_unref: assertion 'G_IS_OBJECT (object)' failed
Elements could not be linked.

It makes me confused ang could you advice me any other ways to solve the problem.Thanks so much!

Hello,

The video file will be in dir /home/root/x.mov please check in there for the output file.

Here is also the example code which is working on my PC.
#include <stdio.h>
#include <gst/gst.h>


/* BUS function for ERROR */

static gboolean bus_call(GstBus *bus, GstMessage *msg, gpointer data)
{
GMainLoop *loop = (GMainLoop *) data;
switch (GST_MESSAGE_TYPE (msg))
{
case GST_MESSAGE_EOS:
g_print ("End of stream\n");
g_main_loop_quit (loop);
break;

case GST_MESSAGE_ERROR:
{
gchar *debug;
GError *error;
gst_message_parse_error (msg, &error, &debug);
g_free (debug);
g_printerr ("Error: %s\n", error->message);
g_error_free (error);
g_main_loop_quit (loop);
break;
}

default:
break;
}

return TRUE;
}


static gboolean link_source_element_with_filter (GstElement *element1,
GstElement *element2)

{
/* CAPS to be link:
* 'video/x-raw, format=(string)YUY2, width=(int)800, height=(int)600, framerate=5/1'
* */

gboolean link_ok;
GstCaps *caps;

caps = gst_caps_new_simple ("video/x-raw",
"format", G_TYPE_STRING, "NV12",
"width", G_TYPE_INT, 800,
"height", G_TYPE_INT, 600,
"framerate", GST_TYPE_FRACTION, 5, 1,
NULL);

link_ok = gst_element_link_filtered (element1, element2, caps);
gst_caps_unref (caps);

if (!link_ok) {
g_warning ("Failed to link element1 and element2!(v4l2src->convert)");
}
return link_ok;

}


/* Main function does atual processing */

int main (int argc , char *argv[])

//gst-launch-1.0 -e videotestsrc ! 'video/x-raw, format=(string)NV12, width=(int)1280, height=(int)720, framerate=(fraction)30/1' !videoconvert ! queue ! x264enc ! queue ! h264parse ! qtmux ! filesink location=x.mov
{
GstElement *pipeline, *src, *convert, *q1, * enc, *q2, *parse, *mux, *sink;
GstBus *bus;
GstMessage *msg;


gst_init (&argc, &argv);

/* Create the empty pipeline */
pipeline = gst_pipeline_new ("test-pipeline");

/* Create the elements */
src = gst_element_factory_make ("videotestsrc", "video_source");
g_object_set (G_OBJECT (src), "num-buffers", 50, NULL);
convert = gst_element_factory_make ("videoconvert", "convert");
//g_object_set (G_OBJECT (src), "num-input-buffers", 8, NULL);
q1 = gst_element_factory_make ("queue", "q1");
enc = gst_element_factory_make ("x264enc", "enc");
q2 = gst_element_factory_make ("queue", "q2");
parse = gst_element_factory_make ("h264parse", "parser");
mux = gst_element_factory_make ("qtmux", "mux");
sink = gst_element_factory_make ("filesink", "sink");
g_object_set (G_OBJECT (sink), "location", "/home/mms/Desktop/gsttests/x.mov", NULL);


/* Link all elements that can be automatically linked because they have "Always" pads */


gst_bin_add_many (GST_BIN (pipeline), src, convert, q1, enc, q2, parse, mux, sink, NULL);

link_source_element_with_filter (src, convert);
gst_element_link_many (convert, q1, enc, q2, parse, mux, sink, NULL);




/* Start playing the pipeline */
gst_element_set_state (pipeline, GST_STATE_PLAYING);

/* Wait until error or EOS */
bus = gst_element_get_bus (pipeline);
msg = gst_bus_timed_pop_filtered (bus, GST_CLOCK_TIME_NONE, GST_MESSAGE_ERROR | GST_MESSAGE_EOS);



/* Free resources */
if (msg != NULL)
{
gst_message_unref (msg);
}
gst_object_unref (bus);
gst_element_set_state (pipeline, GST_STATE_NULL);

gst_object_unref (pipeline);
return 0;
}

Hello,

Could you try to put queue element in here:

... ! h264parse ! queue ! qtmux ....

Let me know the result.

BR
Margarita

Hello,


You could manually request the qtmux pads also if the above suggestion does not work in your case.
In fact in the log gst_qt_mux_request_new_pad:<mux> Requested pad: video_0 it seems that the pad is requested.
One more what you could try is manually link the pads of the all elements by gst_element_link_pads function.

Let me know the results.

BR
Margarita

Hello,

Thanks for your code! I tried your code,but it accured a problem :

A new pad src was created and linked to video_0
0:00:00.148453016 1536 0x148a90 WARN basesrc gstbasesrc.c:2948:gst_base_src_loop:<video_source> error: Internal data flow error.
0:00:00.148537928 1536 0x148a90 WARN basesrc gstbasesrc.c:2948:gst_base_src_loop:<video_source> error: streaming task paused, reason not-negotiated (-4)

And I fund the file x.mov,it was 0 bit.

I have been troubled by the problem :Internal data flow error.Because neither could I find any information about what result  in this problem,nor could I find any solutions to this problem.

So,could you help me if you know the way to solve the problem.If you have some information about the problem,could you share it to me?Thanks a lot!

I searched the pad templates of the element "qtmux":

Pad Templates:

SINK template: 'video_%u'
Availability: On request
Has request_new_pad() function: gst_qt_mux_request_new_pad
Capabilities:
video/x-raw
format: { RGB, UYVY, v210 }
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
video/mpeg
mpegversion: 4
systemstream: false
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
video/x-divx
divxversion: 5
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
video/x-prores
variant: { standard, lt, hq, proxy }
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
video/x-h263
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
video/x-h264
stream-format: avc
alignment: au
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
video/x-svq
svqversion: 3
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
video/x-dv
systemstream: false
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
image/jpeg
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
video/x-vp8
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
video/x-dirac
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]
video/x-qt-part
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]

And the message showed :A new pad src was created and linked to video_0.Does it means that the capability of qtmux's sink pad is :

video/x-raw
format: { RGB, UYVY, v210 }
width: [ 16, 2147483647 ]
height: [ 16, 2147483647 ]    ?

However,the stream of my pipeline is h264 stream.This is just my guess.And I‘ll have a try to set the capability of qtmux's sink pad. 

Thanks a lot!

Hello,

As I said the code above you must change the resolution, framerate and format  in the link_source_element_with_filte function per your use case.

The error :<video_source> error: streaming task paused, reason not-negotiated (-4) most of the cases means that something is wrong with the caps filter lika format, framerate etc.


BR
Margarita

Hello,

I want to ask you some question.I want to capture and encode the video one by one.I mean that after captureing the first video and encoding it, it will followthe next one,third one .......

And the videos are different.So what can I do after the pipeline released?Could give me some advices?

Hello,

You could unlink/link gstreamer elements when the pipeline is in playing state this is possible.
But keep in mind that if you unlink/link element (last one)  frames will be lost between the both video this is caused by unlinking/linking.
If you want to change the resolution of the capture source I do not think will work in this case you should destroy the pipeline.

BR
Margarita

Hello,

I used this command to capture and encode into a MP4 file from the website:. processors.wiki.ti.com/.../Processor_Training:_Multimedia

gst-launch-1.0 -e v4l2src device=/dev/video1 num-buffers=1000 io-mode=4 ! 'video/x-raw,
format=(string)YUY2, width=(int)1280, height=(int)720, framerate=(fraction)30/1' ! vpe num-input-buffers=8 !
queue ! ducatimpeg4enc bitrate=4000 ! queue ! mpeg4videoparse ! qtmux ! filesink location=y.mp4

But the properties of the Mp4 file showed that its  framerate was 23.And the bitrate of the file was 4058 kbps.

However, when I used this command:

gst-launch-1.0 videotestsrc num-buffers=500 ! 'video/x-raw,format=(string)YUY2, width=(int)1280, height=(int)720, framerate=(fraction)30/1' ! vpe num-input-buffers=8 ! queue ! ducatimpeg4enc bitrate=4000 ! queue ! mpeg4videoparse ! qtmux ! filesink location=x.mp4

it worked fine and didn't have any problem of its  framerate and  bitrate:

So,could u tell me the reason of the problem and give me some advice to solve this problem.

Thanks&regards!

Hello，

I tried that,but it did not work.And it showed :