diff options
author | Wim Taymans <wim.taymans@gmail.com> | 2008-07-01 13:28:02 +0000 |
---|---|---|
committer | Wim Taymans <wim.taymans@gmail.com> | 2008-07-01 13:28:02 +0000 |
commit | 41e206534c7dee561d06fb044926f9eb1ea14dc5 (patch) | |
tree | e7ea21b66aa6e6292b5b3c29e50a7d4ad0ed5f95 /gst | |
parent | 7d08894b38b97c614c50e48bd2e5ee475f3c0667 (diff) |
gst/rtp/: Add raw video pay and depayloaders, see RFC4175.
Original commit message from CVS:
* gst/rtp/Makefile.am:
* gst/rtp/gstrtp.c: (plugin_init):
* gst/rtp/gstrtpvrawdepay.c: (gst_rtp_vraw_depay_base_init),
(gst_rtp_vraw_depay_class_init), (gst_rtp_vraw_depay_init),
(gst_rtp_vraw_depay_setcaps), (gst_rtp_vraw_depay_process),
(gst_rtp_vraw_depay_change_state),
(gst_rtp_vraw_depay_plugin_init):
* gst/rtp/gstrtpvrawdepay.h:
* gst/rtp/gstrtpvrawpay.c: (gst_rtp_vraw_pay_get_type),
(gst_rtp_vraw_pay_base_init), (gst_rtp_vraw_pay_class_init),
(gst_rtp_vraw_pay_init), (gst_rtp_vraw_pay_finalize),
(gst_rtp_vraw_pay_setcaps), (gst_rtp_vraw_pay_handle_buffer),
(gst_rtp_vraw_pay_plugin_init):
* gst/rtp/gstrtpvrawpay.h:
Add raw video pay and depayloaders, see RFC4175.
Diffstat (limited to 'gst')
-rw-r--r-- | gst/rtp/Makefile.am | 8 | ||||
-rw-r--r-- | gst/rtp/gstrtp.c | 8 | ||||
-rw-r--r-- | gst/rtp/gstrtpvrawdepay.c | 500 | ||||
-rw-r--r-- | gst/rtp/gstrtpvrawdepay.h | 70 | ||||
-rw-r--r-- | gst/rtp/gstrtpvrawpay.c | 610 | ||||
-rw-r--r-- | gst/rtp/gstrtpvrawpay.h | 66 |
6 files changed, 1260 insertions, 2 deletions
diff --git a/gst/rtp/Makefile.am b/gst/rtp/Makefile.am index c0644d3f..78045b80 100644 --- a/gst/rtp/Makefile.am +++ b/gst/rtp/Makefile.am @@ -47,7 +47,9 @@ libgstrtp_la_SOURCES = \ gstrtptheoradepay.c \ gstrtptheorapay.c \ gstrtpvorbisdepay.c \ - gstrtpvorbispay.c + gstrtpvorbispay.c \ + gstrtpvrawdepay.c \ + gstrtpvrawpay.c if HAVE_WINSOCK2_H @@ -108,4 +110,6 @@ noinst_HEADERS = \ gstrtptheoradepay.h \ gstrtptheorapay.h \ gstrtpvorbisdepay.h \ - gstrtpvorbispay.h + gstrtpvorbispay.h \ + gstrtpvrawdepay.h \ + gstrtpvrawpay.h diff --git a/gst/rtp/gstrtp.c b/gst/rtp/gstrtp.c index 2dcc2269..5025a05b 100644 --- a/gst/rtp/gstrtp.c +++ b/gst/rtp/gstrtp.c @@ -66,6 +66,8 @@ #include "gstrtptheorapay.h" #include "gstrtpvorbisdepay.h" #include "gstrtpvorbispay.h" +#include "gstrtpvrawdepay.h" +#include "gstrtpvrawpay.h" static gboolean plugin_init (GstPlugin * plugin) @@ -205,6 +207,12 @@ plugin_init (GstPlugin * plugin) if (!gst_rtp_vorbis_pay_plugin_init (plugin)) return FALSE; + if (!gst_rtp_vraw_depay_plugin_init (plugin)) + return FALSE; + + if (!gst_rtp_vraw_pay_plugin_init (plugin)) + return FALSE; + return TRUE; } diff --git a/gst/rtp/gstrtpvrawdepay.c b/gst/rtp/gstrtpvrawdepay.c new file mode 100644 index 00000000..6e975ddc --- /dev/null +++ b/gst/rtp/gstrtpvrawdepay.c @@ -0,0 +1,500 @@ +/* GStreamer + * Copyright (C) <2008> Wim Taymans <wim.taymans@gmail.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#ifdef HAVE_CONFIG_H +# include "config.h" +#endif + +#include <gst/rtp/gstrtpbuffer.h> + +#include <string.h> +#include "gstrtpvrawdepay.h" + +GST_DEBUG_CATEGORY_STATIC (rtpvrawdepay_debug); +#define GST_CAT_DEFAULT (rtpvrawdepay_debug) + +/* elementfactory information */ +static const GstElementDetails gst_rtp_vrawdepay_details = +GST_ELEMENT_DETAILS ("RTP packet depayloader", + "Codec/Depayloader/Network", + "Extracts raw video from RTP packets (RFC 4175)", + "Wim Taymans <wim.taymans@gmail.com>"); + +static GstStaticPadTemplate gst_rtp_vraw_depay_src_template = + GST_STATIC_PAD_TEMPLATE ("src", + GST_PAD_SRC, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("video/x-raw-rgb; video/x-raw-yuv") + ); + +static GstStaticPadTemplate gst_rtp_vraw_depay_sink_template = +GST_STATIC_PAD_TEMPLATE ("sink", + GST_PAD_SINK, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("application/x-rtp, " + "media = (string) \"video\", " + "payload = (int) " GST_RTP_PAYLOAD_DYNAMIC_STRING ", " + "clock-rate = (int) 90000, " "encoding-name = (string) \"RAW\"") + ); + +GST_BOILERPLATE (GstRtpVRawDepay, gst_rtp_vraw_depay, GstBaseRTPDepayload, + GST_TYPE_BASE_RTP_DEPAYLOAD); + +static gboolean gst_rtp_vraw_depay_setcaps (GstBaseRTPDepayload * depayload, + GstCaps * caps); +static GstBuffer *gst_rtp_vraw_depay_process (GstBaseRTPDepayload * depayload, + GstBuffer * buf); + +static GstStateChangeReturn gst_rtp_vraw_depay_change_state (GstElement * + element, GstStateChange transition); + +static void +gst_rtp_vraw_depay_base_init (gpointer klass) +{ + GstElementClass *element_class = GST_ELEMENT_CLASS (klass); + + gst_element_class_add_pad_template (element_class, + gst_static_pad_template_get (&gst_rtp_vraw_depay_src_template)); + gst_element_class_add_pad_template (element_class, + gst_static_pad_template_get (&gst_rtp_vraw_depay_sink_template)); + + gst_element_class_set_details (element_class, &gst_rtp_vrawdepay_details); +} + +static void +gst_rtp_vraw_depay_class_init (GstRtpVRawDepayClass * klass) +{ + GObjectClass *gobject_class; + GstElementClass *gstelement_class; + GstBaseRTPDepayloadClass *gstbasertpdepayload_class; + + gobject_class = (GObjectClass *) klass; + gstelement_class = (GstElementClass *) klass; + gstbasertpdepayload_class = (GstBaseRTPDepayloadClass *) klass; + + parent_class = g_type_class_peek_parent (klass); + + gstelement_class->change_state = gst_rtp_vraw_depay_change_state; + + gstbasertpdepayload_class->set_caps = gst_rtp_vraw_depay_setcaps; + gstbasertpdepayload_class->process = gst_rtp_vraw_depay_process; + + GST_DEBUG_CATEGORY_INIT (rtpvrawdepay_debug, "rtpvrawdepay", 0, + "raw video RTP Depayloader"); +} + +static void +gst_rtp_vraw_depay_init (GstRtpVRawDepay * rtpvrawdepay, + GstRtpVRawDepayClass * klass) +{ + /* needed because of GST_BOILERPLATE */ +} + +static gboolean +gst_rtp_vraw_depay_setcaps (GstBaseRTPDepayload * depayload, GstCaps * caps) +{ + GstStructure *structure; + GstRtpVRawDepay *rtpvrawdepay; + gint clock_rate = 90000; /* default */ + const gchar *str, *type; + gint format, width, height, pgroup, xinc, yinc; + guint ystride, uvstride, yp, up, vp, outsize; + GstCaps *srccaps; + guint32 fourcc = 0; + + rtpvrawdepay = GST_RTP_VRAW_DEPAY (depayload); + + structure = gst_caps_get_structure (caps, 0); + + yp = up = vp = uvstride = 0; + xinc = yinc = 1; + + gst_structure_get_int (structure, "clock-rate", &clock_rate); + depayload->clock_rate = clock_rate; + + if (!(str = gst_structure_get_string (structure, "width"))) + goto no_width; + width = atoi (str); + + if (!(str = gst_structure_get_string (structure, "height"))) + goto no_height; + height = atoi (str); + + if (!(str = gst_structure_get_string (structure, "sampling"))) + goto no_sampling; + + if (!strcmp (str, "RGB")) { + format = GST_VIDEO_FORMAT_RGB; + pgroup = 3; + ystride = GST_ROUND_UP_4 (width * 3); + outsize = ystride * height; + type = "video/x-raw-rgb"; + } else if (!strcmp (str, "RGBA")) { + format = GST_VIDEO_FORMAT_RGBA; + pgroup = 4; + ystride = width * 4; + outsize = ystride * height; + type = "video/x-raw-rgb"; + } else if (!strcmp (str, "BGR")) { + format = GST_VIDEO_FORMAT_BGR; + pgroup = 3; + ystride = GST_ROUND_UP_4 (width * 3); + outsize = ystride * height; + type = "video/x-raw-rgb"; + } else if (!strcmp (str, "BGRA")) { + format = GST_VIDEO_FORMAT_BGRA; + pgroup = 4; + ystride = width * 4; + outsize = ystride * height; + type = "video/x-raw-rgb"; + } else if (!strcmp (str, "YCbCr-4:4:4")) { + format = GST_VIDEO_FORMAT_AYUV; + pgroup = 3; + ystride = width * 4; + outsize = ystride * height; + type = "video/x-raw-yuv"; + fourcc = GST_MAKE_FOURCC ('A', 'Y', 'U', 'V'); + } else if (!strcmp (str, "YCbCr-4:2:2")) { + format = GST_VIDEO_FORMAT_UYVY; + pgroup = 4; + ystride = GST_ROUND_UP_2 (width) * 2; + outsize = ystride * height; + type = "video/x-raw-yuv"; + fourcc = GST_MAKE_FOURCC ('U', 'Y', 'V', 'Y'); + xinc = 2; + } else if (!strcmp (str, "YCbCr-4:2:0")) { + format = GST_VIDEO_FORMAT_I420; + pgroup = 6; + ystride = GST_ROUND_UP_4 (width); + uvstride = GST_ROUND_UP_8 (width) / 2; + up = ystride * GST_ROUND_UP_2 (height); + vp = up + uvstride * GST_ROUND_UP_2 (height) / 2; + outsize = vp + uvstride * GST_ROUND_UP_2 (height) / 2; + type = "video/x-raw-yuv"; + fourcc = GST_MAKE_FOURCC ('I', '4', '2', '0'); + xinc = yinc = 2; + } else if (!strcmp (str, "YCbCr-4:1:1")) { + format = GST_VIDEO_FORMAT_Y41B; + pgroup = 6; + ystride = GST_ROUND_UP_4 (width); + uvstride = GST_ROUND_UP_8 (width) / 4; + up = ystride * height; + vp = up + uvstride * height; + outsize = vp + uvstride * height; + type = "video/x-raw-yuv"; + fourcc = GST_MAKE_FOURCC ('Y', '4', '1', 'B'); + xinc = 4; + } else + goto unknown_format; + + rtpvrawdepay->width = width; + rtpvrawdepay->height = height; + rtpvrawdepay->format = format; + rtpvrawdepay->yp = yp; + rtpvrawdepay->up = up; + rtpvrawdepay->vp = vp; + rtpvrawdepay->pgroup = pgroup; + rtpvrawdepay->xinc = xinc; + rtpvrawdepay->yinc = yinc; + rtpvrawdepay->ystride = ystride; + rtpvrawdepay->uvstride = uvstride; + rtpvrawdepay->outsize = outsize; + + srccaps = gst_caps_new_simple (type, + "width", G_TYPE_INT, width, + "height", G_TYPE_INT, height, + "format", GST_TYPE_FOURCC, fourcc, + "framerate", GST_TYPE_FRACTION, 0, 1, NULL); + + gst_pad_set_caps (GST_BASE_RTP_DEPAYLOAD_SRCPAD (depayload), srccaps); + gst_caps_unref (srccaps); + + GST_DEBUG_OBJECT (depayload, "width %d, height %d, format %d", width, height, + format); + GST_DEBUG_OBJECT (depayload, "yp %d, up %d, vp %d", yp, up, vp); + GST_DEBUG_OBJECT (depayload, "pgroup %d, ystride %d, uvstride %d", pgroup, + ystride, uvstride); + GST_DEBUG_OBJECT (depayload, "outsize %u", outsize); + + return TRUE; + + /* ERRORS */ +no_width: + { + GST_ERROR_OBJECT (depayload, "no width specified"); + return FALSE; + } +no_height: + { + GST_ERROR_OBJECT (depayload, "no height specified"); + return FALSE; + } +no_sampling: + { + GST_ERROR_OBJECT (depayload, "no sampling specified"); + return FALSE; + } +unknown_format: + { + GST_ERROR_OBJECT (depayload, "unknown sampling format '%s'", str); + return FALSE; + } +} + +static GstBuffer * +gst_rtp_vraw_depay_process (GstBaseRTPDepayload * depayload, GstBuffer * buf) +{ + GstRtpVRawDepay *rtpvrawdepay; + gint payload_len; + guint8 *payload, *data, *yp, *up, *vp, *headers; + guint32 timestamp; + guint cont, ystride, uvstride, pgroup; + + rtpvrawdepay = GST_RTP_VRAW_DEPAY (depayload); + + payload_len = gst_rtp_buffer_get_payload_len (buf); + + timestamp = gst_rtp_buffer_get_timestamp (buf); + + if (timestamp != rtpvrawdepay->timestamp || rtpvrawdepay->outbuf == NULL) { + GstBuffer *outbuf; + GstFlowReturn ret; + + GST_LOG_OBJECT (depayload, "new frame with timestamp %u", timestamp); + /* new timestamp, flush old buffer and create new output buffer */ + if (rtpvrawdepay->outbuf) { + gst_base_rtp_depayload_push_ts (depayload, rtpvrawdepay->timestamp, + rtpvrawdepay->outbuf); + rtpvrawdepay->outbuf = NULL; + } + + ret = gst_pad_alloc_buffer (depayload->srcpad, -1, rtpvrawdepay->outsize, + GST_PAD_CAPS (depayload->srcpad), &outbuf); + if (ret != GST_FLOW_OK) + goto alloc_failed; + + /* clear timestamp from alloc... */ + GST_BUFFER_TIMESTAMP (outbuf) = -1; + + rtpvrawdepay->outbuf = outbuf; + rtpvrawdepay->timestamp = timestamp; + } + + data = GST_BUFFER_DATA (rtpvrawdepay->outbuf); + + /* get pointer and strides of the planes */ + yp = data + rtpvrawdepay->yp; + up = data + rtpvrawdepay->up; + vp = data + rtpvrawdepay->vp; + + ystride = rtpvrawdepay->ystride; + uvstride = rtpvrawdepay->uvstride; + pgroup = rtpvrawdepay->pgroup; + + payload = gst_rtp_buffer_get_payload (buf); + + /* skip extended seqnum */ + payload++; + payload++; + + /* remember header position */ + headers = payload; + + /* find data start */ + do { + cont = payload[4] & 0x80; + payload += 6; + } while (cont); + + while (TRUE) { + guint length, line, offs; + guint8 *datap; + + /* read length and cont */ + length = (headers[0] << 8) | headers[1]; + line = ((headers[2] & 0x7f) << 8) | headers[3]; + offs = ((headers[4] & 0x7f) << 8) | headers[5]; + cont = headers[4] & 0x80; + headers += 6; + + /* sanity check */ + if (line > (rtpvrawdepay->height - rtpvrawdepay->yinc)) + continue; + if (offs > (rtpvrawdepay->width - rtpvrawdepay->xinc)) + continue; + + GST_LOG_OBJECT (depayload, "writing length %u, line %u, offset %u", length, + line, offs); + + switch (rtpvrawdepay->format) { + case GST_VIDEO_FORMAT_RGB: + case GST_VIDEO_FORMAT_RGBA: + case GST_VIDEO_FORMAT_BGR: + case GST_VIDEO_FORMAT_BGRA: + case GST_VIDEO_FORMAT_UYVY: + /* samples are packed just like gstreamer packs them */ + offs /= rtpvrawdepay->xinc; + datap = yp + (line * ystride) + (offs * pgroup); + memcpy (datap, payload, length); + payload += length; + break; + case GST_VIDEO_FORMAT_AYUV: + { + gint i; + + datap = yp + (line * ystride) + (offs * 4); + + /* samples are packed in order Cb-Y-Cr for both interlaced and + * progressive frames */ + for (i = 0; i < length; i += pgroup) { + *datap++ = 0; + *datap++ = payload[1]; + *datap++ = payload[0]; + *datap++ = payload[2]; + payload += pgroup; + } + break; + } + case GST_VIDEO_FORMAT_I420: + { + gint i; + guint uvoff; + guint8 *yd1p, *yd2p, *udp, *vdp; + + yd1p = yp + (line * ystride) + (offs); + yd2p = yd1p + ystride; + uvoff = + (line / rtpvrawdepay->yinc * uvstride) + + (offs / rtpvrawdepay->xinc); + udp = up + uvoff; + vdp = vp + uvoff; + + /* line 0/1: Y00-Y01-Y10-Y11-Cb00-Cr00 Y02-Y03-Y12-Y13-Cb01-Cr01 ... */ + for (i = 0; i < length; i += pgroup) { + *yd1p++ = payload[0]; + *yd1p++ = payload[1]; + *yd2p++ = payload[2]; + *yd2p++ = payload[3]; + *udp++ = payload[4]; + *vdp++ = payload[5]; + payload += pgroup; + } + break; + } + case GST_VIDEO_FORMAT_Y41B: + { + gint i; + guint uvoff; + guint8 *ydp, *udp, *vdp; + + ydp = yp + (line * ystride) + (offs); + uvoff = + (line / rtpvrawdepay->yinc * uvstride) + + (offs / rtpvrawdepay->xinc); + udp = up + uvoff; + vdp = vp + uvoff; + + /* Samples are packed in order Cb0-Y0-Y1-Cr0-Y2-Y3 for both interlaced + * and progressive scan lines */ + for (i = 0; i < length; i += pgroup) { + *udp++ = payload[0]; + *ydp++ = payload[1]; + *ydp++ = payload[2]; + *vdp++ = payload[3]; + *ydp++ = payload[4]; + *ydp++ = payload[5]; + payload += pgroup; + } + break; + } + default: + goto unknown_sampling; + } + + if (!cont) + break; + } + + if (gst_rtp_buffer_get_marker (buf)) { + GST_LOG_OBJECT (depayload, "marker, flushing frame"); + if (rtpvrawdepay->outbuf) { + gst_base_rtp_depayload_push_ts (depayload, timestamp, + rtpvrawdepay->outbuf); + rtpvrawdepay->outbuf = NULL; + } + rtpvrawdepay->timestamp = -1; + } + return NULL; + + /* ERRORS */ +unknown_sampling: + { + GST_ELEMENT_ERROR (depayload, STREAM, FORMAT, + (NULL), ("unimplemented sampling")); + return NULL; + } +alloc_failed: + { + GST_DEBUG_OBJECT (depayload, "failed to alloc output buffer"); + return NULL; + } +} + +static GstStateChangeReturn +gst_rtp_vraw_depay_change_state (GstElement * element, + GstStateChange transition) +{ + GstRtpVRawDepay *rtpvrawdepay; + GstStateChangeReturn ret; + + rtpvrawdepay = GST_RTP_VRAW_DEPAY (element); + + switch (transition) { + case GST_STATE_CHANGE_NULL_TO_READY: + break; + case GST_STATE_CHANGE_READY_TO_PAUSED: + rtpvrawdepay->timestamp = -1; + break; + default: + break; + } + + ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition); + + switch (transition) { + case GST_STATE_CHANGE_PAUSED_TO_READY: + if (rtpvrawdepay->outbuf) { + gst_buffer_unref (rtpvrawdepay->outbuf); + rtpvrawdepay->outbuf = NULL; + } + break; + case GST_STATE_CHANGE_READY_TO_NULL: + break; + default: + break; + } + return ret; +} + +gboolean +gst_rtp_vraw_depay_plugin_init (GstPlugin * plugin) +{ + return gst_element_register (plugin, "rtpvrawdepay", + GST_RANK_MARGINAL, GST_TYPE_RTP_VRAW_DEPAY); +} diff --git a/gst/rtp/gstrtpvrawdepay.h b/gst/rtp/gstrtpvrawdepay.h new file mode 100644 index 00000000..cc2eca2e --- /dev/null +++ b/gst/rtp/gstrtpvrawdepay.h @@ -0,0 +1,70 @@ +/* GStreamer + * Copyright (C) <2008> Wim Taymans <wim.taymans@gmail.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#ifndef __GST_RTP_VRAW_DEPAY_H__ +#define __GST_RTP_VRAW_DEPAY_H__ + +#include <gst/gst.h> +#include <gst/video/video.h> +#include <gst/rtp/gstbasertpdepayload.h> + +G_BEGIN_DECLS + +#define GST_TYPE_RTP_VRAW_DEPAY \ + (gst_rtp_vraw_depay_get_type()) +#define GST_RTP_VRAW_DEPAY(obj) \ + (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_RTP_VRAW_DEPAY,GstRtpVRawDepay)) +#define GST_RTP_VRAW_DEPAY_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_RTP_VRAW_DEPAY,GstRtpVRawDepayClass)) +#define GST_IS_RTP_VRAW_DEPAY(obj) \ + (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_RTP_VRAW_DEPAY)) +#define GST_IS_RTP_VRAW_DEPAY_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_RTP_VRAW_DEPAY)) + +typedef struct _GstRtpVRawDepay GstRtpVRawDepay; +typedef struct _GstRtpVRawDepayClass GstRtpVRawDepayClass; + +struct _GstRtpVRawDepay +{ + GstBaseRTPDepayload payload; + + gint width, height; + GstVideoFormat format; + + GstBuffer *outbuf; + guint32 timestamp; + guint outsize; + + gint pgroup; + gint xinc, yinc; + guint yp, up, vp; + gint ystride; + gint uvstride; +}; + +struct _GstRtpVRawDepayClass +{ + GstBaseRTPDepayloadClass parent_class; +}; + +gboolean gst_rtp_vraw_depay_plugin_init (GstPlugin * plugin); + +G_END_DECLS + +#endif /* __GST_RTP_VRAW_DEPAY_H__ */ diff --git a/gst/rtp/gstrtpvrawpay.c b/gst/rtp/gstrtpvrawpay.c new file mode 100644 index 00000000..d66ce8be --- /dev/null +++ b/gst/rtp/gstrtpvrawpay.c @@ -0,0 +1,610 @@ +/* GStreamer + * Copyright (C) <2008> Wim Taymans <wim.taymans@gmail.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#ifdef HAVE_CONFIG_H +# include "config.h" +#endif + +#include <string.h> + +#include <gst/rtp/gstrtpbuffer.h> + +#include "gstrtpvrawpay.h" + +GST_DEBUG_CATEGORY_STATIC (rtpvrawpay_debug); +#define GST_CAT_DEFAULT (rtpvrawpay_debug) + +/* elementfactory information */ +static const GstElementDetails gst_rtp_vrawpay_details = +GST_ELEMENT_DETAILS ("RTP packet payloader", + "Codec/Payloader/Network", + "Payload raw video as RTP packets (RFC 4175)", + "Wim Taymans <wim.taymans@gmail.com>"); + +static GstStaticPadTemplate gst_rtp_vraw_pay_sink_template = + GST_STATIC_PAD_TEMPLATE ("sink", + GST_PAD_SINK, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("video/x-raw-rgb, " + "bpp = (int) 24, " + "depth = (int) 24, " + "endianness = (int) BIG_ENDIAN, " + "red_mask = (int) 0xFF000000, " + "green_mask = (int) 0x00FF0000, " + "blue_mask = (int) 0x0000FF00, " + "width = (int) [ 1, 32767 ], " + "height = (int) [ 1, 32767 ]; " + "video/x-raw-rgb, " + "bpp = (int) 32, " + "depth = (int) 32, " + "endianness = (int) BIG_ENDIAN, " + "red_mask = (int) 0xFF000000, " + "green_mask = (int) 0x00FF0000, " + "blue_mask = (int) 0x0000FF00, " + "alpha_mask = (int) 0x000000FF, " + "width = (int) [ 1, 32767 ], " + "height = (int) [ 1, 32767 ]; " + "video/x-raw-rgb, " + "bpp = (int) 24, " + "depth = (int) 24, " + "endianness = (int) BIG_ENDIAN, " + "red_mask = (int) 0x0000FF00, " + "green_mask = (int) 0x00FF0000, " + "blue_mask = (int) 0xFF000000, " + "width = (int) [ 1, 32767 ], " + "height = (int) [ 1, 32767 ]; " + "video/x-raw-rgb, " + "bpp = (int) 32, " + "depth = (int) 32, " + "endianness = (int) BIG_ENDIAN, " + "red_mask = (int) 0x0000FF00, " + "green_mask = (int) 0x00FF0000, " + "blue_mask = (int) 0xFF000000, " + "alpha_mask = (int) 0x000000FF, " + "width = (int) [ 1, 32767 ], " + "height = (int) [ 1, 32767 ]; " + "video/x-raw-yuv, " + "format = (fourcc) { AYUV, UYVY, I420, Y41B }, " + "width = (int) [ 1, 32767 ], " "height = (int) [ 1, 32767 ]; ") + ); + +static GstStaticPadTemplate gst_rtp_vraw_pay_src_template = +GST_STATIC_PAD_TEMPLATE ("src", + GST_PAD_SRC, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("application/x-rtp, " + "media = (string) \"video\", " + "payload = (int) " GST_RTP_PAYLOAD_DYNAMIC_STRING ", " + "clock-rate = (int) 90000, " + "encoding-name = (string) \"RAW\"," + "sampling = (string) { \"RGB\", \"RGBA\", \"BGR\", \"BGRA\", " + "\"YCbCr-4:4:4\", \"YCbCr-4:2:2\", \"YCbCr-4:2:0\", " + "\"YCbCr-4:1:1\" }," + /* we cannot express these as strings + * "width = (string) [1 32767]," + * "height = (string) [1 32767]," + */ + "depth = (string) { \"8\", \"10\", \"12\", \"16\" }," + "colorimetry = (string) { \"BT601-5\", \"BT709-2\", \"SMPTE240M\" }" + /* optional + * interlace = + * top-field-first = + * chroma-position = (string) + * gamma = (float) + */ + ) + ); + +static void gst_rtp_vraw_pay_class_init (GstRtpVRawPayClass * klass); +static void gst_rtp_vraw_pay_base_init (GstRtpVRawPayClass * klass); +static void gst_rtp_vraw_pay_init (GstRtpVRawPay * rtpvrawpay); +static void gst_rtp_vraw_pay_finalize (GObject * object); + +static gboolean gst_rtp_vraw_pay_setcaps (GstBaseRTPPayload * payload, + GstCaps * caps); +static GstFlowReturn gst_rtp_vraw_pay_handle_buffer (GstBaseRTPPayload * + payload, GstBuffer * buffer); + +static GstBaseRTPPayloadClass *parent_class = NULL; + +static GType +gst_rtp_vraw_pay_get_type (void) +{ + static GType rtpvrawpay_type = 0; + + if (!rtpvrawpay_type) { + static const GTypeInfo rtpvrawpay_info = { + sizeof (GstRtpVRawPayClass), + (GBaseInitFunc) gst_rtp_vraw_pay_base_init, + NULL, + (GClassInitFunc) gst_rtp_vraw_pay_class_init, + NULL, + NULL, + sizeof (GstRtpVRawPay), + 0, + (GInstanceInitFunc) gst_rtp_vraw_pay_init, + }; + + rtpvrawpay_type = + g_type_register_static (GST_TYPE_BASE_RTP_PAYLOAD, "GstRtpVRawPay", + &rtpvrawpay_info, 0); + } + return rtpvrawpay_type; +} + +static void +gst_rtp_vraw_pay_base_init (GstRtpVRawPayClass * klass) +{ + GstElementClass *element_class = GST_ELEMENT_CLASS (klass); + + gst_element_class_add_pad_template (element_class, + gst_static_pad_template_get (&gst_rtp_vraw_pay_src_template)); + gst_element_class_add_pad_template (element_class, + gst_static_pad_template_get (&gst_rtp_vraw_pay_sink_template)); + + gst_element_class_set_details (element_class, &gst_rtp_vrawpay_details); +} + +static void +gst_rtp_vraw_pay_class_init (GstRtpVRawPayClass * klass) +{ + GObjectClass *gobject_class; + GstElementClass *gstelement_class; + GstBaseRTPPayloadClass *gstbasertppayload_class; + + gobject_class = (GObjectClass *) klass; + gstelement_class = (GstElementClass *) klass; + gstbasertppayload_class = (GstBaseRTPPayloadClass *) klass; + + parent_class = g_type_class_peek_parent (klass); + + gobject_class->finalize = gst_rtp_vraw_pay_finalize; + + gstbasertppayload_class->set_caps = gst_rtp_vraw_pay_setcaps; + gstbasertppayload_class->handle_buffer = gst_rtp_vraw_pay_handle_buffer; + + GST_DEBUG_CATEGORY_INIT (rtpvrawpay_debug, "rtpvrawpay", 0, + "Raw video RTP Payloader"); +} + +static void +gst_rtp_vraw_pay_init (GstRtpVRawPay * rtpvrawpay) +{ +} + +static void +gst_rtp_vraw_pay_finalize (GObject * object) +{ + GstRtpVRawPay *rtpvrawpay; + + rtpvrawpay = GST_RTP_VRAW_PAY (object); + + G_OBJECT_CLASS (parent_class)->finalize (object); +} + +static gboolean +gst_rtp_vraw_pay_setcaps (GstBaseRTPPayload * payload, GstCaps * caps) +{ + GstRtpVRawPay *rtpvrawpay; + GstStructure *s; + gboolean res; + const gchar *name; + gint width, height; + gint yp, up, vp; + gint pgroup, ystride, uvstride = 0, xinc, yinc; + GstVideoFormat sampling; + const gchar *depthstr, *samplingstr, *colorimetrystr; + gchar *wstr, *hstr; + + rtpvrawpay = GST_RTP_VRAW_PAY (payload); + + s = gst_caps_get_structure (caps, 0); + + /* start parsing the format */ + name = gst_structure_get_name (s); + + /* these values are the only thing we can do */ + depthstr = "8"; + colorimetrystr = "SMPTE240M"; + + /* parse common width/height */ + res = gst_structure_get_int (s, "width", &width); + res &= gst_structure_get_int (s, "height", &height); + if (!res) + goto missing_dimension; + + yp = up = vp = 0; + xinc = yinc = 1; + + if (!strcmp (name, "video/x-raw-rgb")) { + gint amask, rmask; + gboolean has_alpha; + + has_alpha = gst_structure_get_int (s, "alpha_mask", &amask); + + if (!gst_structure_get_int (s, "red_mask", &rmask)) + goto unknown_mask; + + if (has_alpha) { + pgroup = 4; + ystride = width * 4; + if (rmask == 0xFF000000) { + sampling = GST_VIDEO_FORMAT_RGBA; + samplingstr = "RGBA"; + } else { + sampling = GST_VIDEO_FORMAT_BGRA; + samplingstr = "BGRA"; + } + } else { + pgroup = 3; + ystride = GST_ROUND_UP_4 (width * 3); + if (rmask == 0xFF000000) { + sampling = GST_VIDEO_FORMAT_RGB; + samplingstr = "RGB"; + } else { + sampling = GST_VIDEO_FORMAT_BGR; + samplingstr = "BGR"; + } + } + } else if (!strcmp (name, "video/x-raw-yuv")) { + guint32 fourcc; + + if (!gst_structure_get_fourcc (s, "format", &fourcc)) + goto unknown_fourcc; + + GST_LOG_OBJECT (payload, "have fourcc %" GST_FOURCC_FORMAT, + GST_FOURCC_ARGS (fourcc)); + + switch (fourcc) { + case GST_MAKE_FOURCC ('A', 'Y', 'U', 'V'): + sampling = GST_VIDEO_FORMAT_AYUV; + samplingstr = "YCbCr-4:4:4"; + pgroup = 3; + ystride = width * 4; + break; + case GST_MAKE_FOURCC ('U', 'Y', 'V', 'Y'): + sampling = GST_VIDEO_FORMAT_UYVY; + samplingstr = "YCbCr-4:2:2"; + pgroup = 4; + xinc = 2; + ystride = GST_ROUND_UP_2 (width) * 2; + break; + case GST_MAKE_FOURCC ('Y', '4', '1', 'B'): + sampling = GST_VIDEO_FORMAT_Y41B; + samplingstr = "YCbCr-4:1:1"; + pgroup = 6; + xinc = 4; + ystride = GST_ROUND_UP_4 (width); + uvstride = GST_ROUND_UP_8 (width) / 4; + up = ystride * height; + vp = up + uvstride * height; + break; + case GST_MAKE_FOURCC ('I', '4', '2', '0'): + sampling = GST_VIDEO_FORMAT_I420; + samplingstr = "YCbCr-4:2:0"; + pgroup = 6; + xinc = yinc = 2; + ystride = GST_ROUND_UP_4 (width); + uvstride = GST_ROUND_UP_8 (width) / 2; + up = ystride * GST_ROUND_UP_2 (height); + vp = up + uvstride * GST_ROUND_UP_2 (height) / 2; + break; + default: + goto unknown_fourcc; + } + } else + goto unknown_format; + + rtpvrawpay->width = width; + rtpvrawpay->height = height; + rtpvrawpay->sampling = sampling; + rtpvrawpay->pgroup = pgroup; + rtpvrawpay->xinc = xinc; + rtpvrawpay->yinc = yinc; + rtpvrawpay->yp = yp; + rtpvrawpay->up = up; + rtpvrawpay->vp = vp; + rtpvrawpay->ystride = ystride; + rtpvrawpay->uvstride = uvstride; + + GST_DEBUG_OBJECT (payload, "width %d, height %d, sampling %d", width, height, + sampling); + GST_DEBUG_OBJECT (payload, "yp %d, up %d, vp %d", yp, up, vp); + GST_DEBUG_OBJECT (payload, "pgroup %d, ystride %d, uvstride %d", pgroup, + ystride, uvstride); + + wstr = g_strdup_printf ("%d", rtpvrawpay->width); + hstr = g_strdup_printf ("%d", rtpvrawpay->height); + + gst_basertppayload_set_options (payload, "video", TRUE, "RAW", 90000); + gst_basertppayload_set_outcaps (payload, "sampling", G_TYPE_STRING, + samplingstr, "depth", G_TYPE_STRING, depthstr, "width", G_TYPE_STRING, + wstr, "height", G_TYPE_STRING, hstr, "colorimetry", G_TYPE_STRING, + colorimetrystr, NULL); + g_free (wstr); + g_free (hstr); + + return TRUE; + + /* ERRORS */ +unknown_mask: + { + GST_ERROR_OBJECT (payload, "unknown red mask specified"); + return FALSE; + } +unknown_format: + { + GST_ERROR_OBJECT (payload, "unknown caps format"); + return FALSE; + } +unknown_fourcc: + { + GST_ERROR_OBJECT (payload, "invalid or missing fourcc"); + return FALSE; + } +missing_dimension: + { + GST_ERROR_OBJECT (payload, "missing width or height property"); + return FALSE; + } +} + +static GstFlowReturn +gst_rtp_vraw_pay_handle_buffer (GstBaseRTPPayload * payload, GstBuffer * buffer) +{ + GstRtpVRawPay *rtpvrawpay; + GstFlowReturn ret = GST_FLOW_OK; + guint line, offset; + guint8 *data, *yp, *up, *vp; + guint ystride, uvstride; + guint size, pgroup; + guint mtu; + guint width, height; + + rtpvrawpay = GST_RTP_VRAW_PAY (payload); + + data = GST_BUFFER_DATA (buffer); + size = GST_BUFFER_SIZE (buffer); + + GST_LOG_OBJECT (rtpvrawpay, "new frame of %u bytes", size); + + /* get pointer and strides of the planes */ + yp = data + rtpvrawpay->yp; + up = data + rtpvrawpay->up; + vp = data + rtpvrawpay->vp; + + ystride = rtpvrawpay->ystride; + uvstride = rtpvrawpay->uvstride; + + mtu = GST_BASE_RTP_PAYLOAD_MTU (payload); + + /* amount of bytes for one pixel */ + pgroup = rtpvrawpay->pgroup; + width = rtpvrawpay->width; + height = rtpvrawpay->height; + + /* start with line 0, offset 0 */ + line = 0; + offset = 0; + + /* write all lines */ + while (line < height) { + guint left; + GstBuffer *out; + guint8 *outdata, *headers; + gboolean next_line; + guint length, cont, pixels; + + /* get the max allowed payload length size, we try to fill the complete MTU */ + left = gst_rtp_buffer_calc_payload_len (mtu, 0, 0); + out = gst_rtp_buffer_new_allocate (left, 0, 0); + + GST_BUFFER_TIMESTAMP (out) = GST_BUFFER_TIMESTAMP (buffer); + + outdata = gst_rtp_buffer_get_payload (out); + + GST_LOG_OBJECT (rtpvrawpay, "created buffer of size %u for MTU %u", left, + mtu); + + /* need 2 bytes for the extended sequence number */ + *outdata++ = 0; + *outdata++ = 0; + left -= 2; + + /* the headers start here */ + headers = outdata; + + /* while we can fit at least one header and one pixel */ + while (left > (6 + pgroup)) { + /* we need a 6 bytes header */ + left -= 6; + + /* get how may bytes we need for the remaining pixels */ + pixels = width - offset; + length = (pixels * pgroup) / rtpvrawpay->xinc; + + if (left >= length) { + /* pixels and header fit completely, we will write them and skip to the + * next line. */ + next_line = TRUE; + } else { + /* line does not fit completely, see how many pixels fit */ + pixels = (left / pgroup) * rtpvrawpay->xinc; + length = (pixels * pgroup) / rtpvrawpay->xinc; + next_line = FALSE; + } + GST_LOG_OBJECT (rtpvrawpay, "filling %u bytes in %u pixels", length, + pixels); + left -= length; + + /* write length */ + *outdata++ = (length >> 8) & 0xff; + *outdata++ = length & 0xff; + /* write line no */ + *outdata++ = (line >> 8) & 0x7f; + *outdata++ = line & 0xff; + + if (next_line) { + /* go to next line we do this here to make the check below easier */ + line += rtpvrawpay->yinc; + } + + /* calculate continuation marker */ + cont = (left > (6 + pgroup) && line < height) ? 0x80 : 0x00; + + /* write offset and continuation marker */ + *outdata++ = ((offset >> 8) & 0x7f) | cont; + *outdata++ = offset & 0xff; + + if (next_line) { + /* reset offset */ + offset = 0; + GST_LOG_OBJECT (rtpvrawpay, "go to next line %u", line); + } else { + offset += pixels; + GST_LOG_OBJECT (rtpvrawpay, "next offset %u", offset); + } + + if (!cont) + break; + } + GST_LOG_OBJECT (rtpvrawpay, "consumed %d bytes", outdata - headers); + + /* second pass, read headers and write the data */ + while (TRUE) { + guint offs, lin; + + /* read length and cont */ + length = (headers[0] << 8) | headers[1]; + lin = ((headers[2] & 0x7f) << 8) | headers[3]; + offs = ((headers[4] & 0x7f) << 8) | headers[5]; + cont = headers[4] & 0x80; + pixels = length / pgroup; + headers += 6; + + GST_LOG_OBJECT (payload, "writing length %u, line %u, offset %u, cont %d", + length, lin, offs, cont); + + switch (rtpvrawpay->sampling) { + case GST_VIDEO_FORMAT_RGB: + case GST_VIDEO_FORMAT_RGBA: + case GST_VIDEO_FORMAT_BGR: + case GST_VIDEO_FORMAT_BGRA: + case GST_VIDEO_FORMAT_UYVY: + offs /= rtpvrawpay->xinc; + memcpy (outdata, yp + (lin * ystride) + (offs * pgroup), length); + outdata += length; + break; + case GST_VIDEO_FORMAT_AYUV: + { + gint i; + guint8 *datap; + + datap = yp + (lin * ystride) + (offs * 4); + + for (i = 0; i < pixels; i++) { + *outdata++ = datap[2]; + *outdata++ = datap[1]; + *outdata++ = datap[3]; + datap += 4; + } + break; + } + case GST_VIDEO_FORMAT_I420: + { + gint i; + guint uvoff; + guint8 *yd1p, *yd2p, *udp, *vdp; + + yd1p = yp + (lin * ystride) + (offs); + yd2p = yd1p + ystride; + uvoff = + (lin / rtpvrawpay->yinc * uvstride) + (offs / rtpvrawpay->xinc); + udp = up + uvoff; + vdp = vp + uvoff; + + for (i = 0; i < pixels; i++) { + *outdata++ = *yd1p++; + *outdata++ = *yd1p++; + *outdata++ = *yd2p++; + *outdata++ = *yd2p++; + *outdata++ = *udp++; + *outdata++ = *vdp++; + } + break; + } + case GST_VIDEO_FORMAT_Y41B: + { + gint i; + guint uvoff; + guint8 *ydp, *udp, *vdp; + + ydp = yp + (lin * ystride) + offs; + uvoff = + (lin / rtpvrawpay->yinc * uvstride) + (offs / rtpvrawpay->xinc); + udp = up + uvoff; + vdp = vp + uvoff; + + for (i = 0; i < pixels; i++) { + *outdata++ = *udp++; + *outdata++ = *ydp++; + *outdata++ = *ydp++; + *outdata++ = *vdp++; + *outdata++ = *ydp++; + *outdata++ = *ydp++; + } + break; + } + default: + gst_buffer_unref (out); + goto unknown_sampling; + } + + if (!cont) + break; + } + + if (line >= height) { + GST_LOG_OBJECT (rtpvrawpay, "frame complete, set marker"); + gst_rtp_buffer_set_marker (out, TRUE); + } + + /* push buffer */ + ret = gst_basertppayload_push (payload, out); + } + gst_buffer_unref (buffer); + + return ret; + + /* ERRORS */ +unknown_sampling: + { + GST_ELEMENT_ERROR (payload, STREAM, FORMAT, + (NULL), ("unimplemented sampling")); + gst_buffer_unref (buffer); + return GST_FLOW_NOT_SUPPORTED; + } +} + +gboolean +gst_rtp_vraw_pay_plugin_init (GstPlugin * plugin) +{ + return gst_element_register (plugin, "rtpvrawpay", + GST_RANK_NONE, GST_TYPE_RTP_VRAW_PAY); +} diff --git a/gst/rtp/gstrtpvrawpay.h b/gst/rtp/gstrtpvrawpay.h new file mode 100644 index 00000000..836198b5 --- /dev/null +++ b/gst/rtp/gstrtpvrawpay.h @@ -0,0 +1,66 @@ +/* GStreamer + * Copyright (C) <2008> Wim Taymans <wim.taymans@gmail.com> + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#ifndef __GST_RTP_VRAW_PAY_H__ +#define __GST_RTP_VRAW_PAY_H__ + +#include <gst/gst.h> +#include <gst/video/video.h> +#include <gst/rtp/gstbasertppayload.h> + +G_BEGIN_DECLS + +#define GST_TYPE_RTP_VRAW_PAY \ + (gst_rtp_vraw_pay_get_type()) +#define GST_RTP_VRAW_PAY(obj) \ + (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_RTP_VRAW_PAY,GstRtpVRawPay)) +#define GST_RTP_VRAW_PAY_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_RTP_VRAW_PAY,GstRtpVRawPayClass)) +#define GST_IS_RTP_VRAW_PAY(obj) \ + (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_RTP_VRAW_PAY)) +#define GST_IS_RTP_VRAW_PAY_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_RTP_VRAW_PAY)) + +typedef struct _GstRtpVRawPay GstRtpVRawPay; +typedef struct _GstRtpVRawPayClass GstRtpVRawPayClass; + +struct _GstRtpVRawPay +{ + GstBaseRTPPayload payload; + + gint width, height; + GstVideoFormat sampling; + + gint pgroup; + gint xinc, yinc; + guint yp, up, vp; + gint ystride; + gint uvstride; +}; + +struct _GstRtpVRawPayClass +{ + GstBaseRTPPayloadClass parent_class; +}; + +gboolean gst_rtp_vraw_pay_plugin_init (GstPlugin * plugin); + +G_END_DECLS + +#endif /* __GST_RTP_VRAW_PAY_H__ */ |