gstffmpegcolorspace.c 12 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/* GStreamer
 * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
 * This file:
 * Copyright (C) 2003 Ronald Bultje <rbultje@ronald.bitfreak.net>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 02111-1307, USA.
 */

#ifdef HAVE_CONFIG_H
#include "config.h"
#endif

26
#include <gst/gst.h>
27 28 29 30 31 32 33 34
#ifdef HAVE_FFMPEG_UNINSTALLED
#include <avcodec.h>
#else
#include <ffmpeg/avcodec.h>
#endif

#include "gstffmpegcodecmap.h"

35
#define GST_TYPE_FFMPEGCSP \
36
  (gst_ffmpegcsp_get_type())
37 38 39 40 41 42 43 44
#define GST_FFMPEGCSP(obj) \
  (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_FFMPEGCSP,GstFFMpegCsp))
#define GST_FFMPEGCSP_CLASS(klass) \
  (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_FFMPEGCSP,GstFFMpegCsp))
#define GST_IS_FFMPEGCSP(obj) \
  (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_FFMPEGCSP))
#define GST_IS_FFMPEGCSP_CLASS(obj) \
  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_FFMPEGCSP))
45 46 47 48 49

typedef struct _GstFFMpegCsp GstFFMpegCsp;
typedef struct _GstFFMpegCspClass GstFFMpegCspClass;

struct _GstFFMpegCsp {
50 51 52 53 54 55 56 57 58 59 60 61
  GstElement 	 element;

  GstPad 	*sinkpad, *srcpad;

  gint 		width, height;
  gfloat	fps;
  enum PixelFormat
		from_pixfmt,
		to_pixfmt;
  AVFrame	*from_frame,
		*to_frame;
  GstCaps	*sinkcaps;
62 63 64 65 66 67 68 69 70
};

struct _GstFFMpegCspClass {
  GstElementClass parent_class;
};

/* elementfactory information */
static GstElementDetails ffmpegcsp_details = {
  "FFMPEG Colorspace converter",
71
  "Filter/Converter/Video",
72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88
  "Converts video from one colorspace to another",
  "Ronald Bultje <rbultje@ronald.bitfreak.net>",
};


/* Stereo signals and args */
enum {
  /* FILL ME */
  LAST_SIGNAL
};

enum {
  ARG_0,
};

static GType	gst_ffmpegcsp_get_type 		(void);

89 90 91 92 93 94 95 96 97 98 99 100
static void	gst_ffmpegcsp_base_init		(GstFFMpegCspClass *klass);
static void	gst_ffmpegcsp_class_init	(GstFFMpegCspClass *klass);
static void	gst_ffmpegcsp_init		(GstFFMpegCsp *space);

static void	gst_ffmpegcsp_set_property	(GObject    *object,
						 guint       prop_id, 
						 const GValue *value,
						 GParamSpec *pspec);
static void	gst_ffmpegcsp_get_property	(GObject    *object,
						 guint       prop_id, 
						 GValue     *value,
						 GParamSpec *pspec);
101 102

static GstPadLinkReturn
David Schleef's avatar
David Schleef committed
103
		gst_ffmpegcsp_pad_link	        (GstPad     *pad,
104
						 const GstCaps *caps);
105

106 107
static void	gst_ffmpegcsp_chain		(GstPad     *pad,
						 GstData    *data);
108
static GstElementStateReturn
109
		gst_ffmpegcsp_change_state 	(GstElement *element);
110

111
static GstPadTemplate *srctempl, *sinktempl;
112 113 114
static GstElementClass *parent_class = NULL;
/*static guint gst_ffmpegcsp_signals[LAST_SIGNAL] = { 0 }; */

David Schleef's avatar
David Schleef committed
115

116
static GstCaps *
David Schleef's avatar
David Schleef committed
117
gst_ffmpegcsp_caps_remove_format_info (GstCaps *caps)
118
{
David Schleef's avatar
David Schleef committed
119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138
  int i;
  GstStructure *structure;
  GstCaps *rgbcaps;

  for(i=0;i<gst_caps_get_size (caps);i++){
    structure = gst_caps_get_structure (caps, i);

    gst_structure_set_name (structure,"video/x-raw-yuv");
    gst_structure_remove_field (structure,"format");
    gst_structure_remove_field (structure,"endianness");
    gst_structure_remove_field (structure,"depth");
    gst_structure_remove_field (structure,"bpp");
    gst_structure_remove_field (structure,"red_mask");
    gst_structure_remove_field (structure,"green_mask");
    gst_structure_remove_field (structure,"blue_mask");
  }

  rgbcaps = gst_caps_simplify (caps);
  gst_caps_free (caps);
  caps = gst_caps_copy (rgbcaps);
139

David Schleef's avatar
David Schleef committed
140 141
  for(i=0;i<gst_caps_get_size (rgbcaps);i++){
    structure = gst_caps_get_structure (rgbcaps, i);
142

David Schleef's avatar
David Schleef committed
143 144
    gst_structure_set_name (structure,"video/x-raw-rgb");
  }
145

David Schleef's avatar
David Schleef committed
146
  gst_caps_append (caps, rgbcaps);
147

David Schleef's avatar
David Schleef committed
148
  return caps;
149 150
}

David Schleef's avatar
David Schleef committed
151 152
static GstCaps *
gst_ffmpegcsp_getcaps (GstPad *pad)
153 154
{
  GstFFMpegCsp *space;
David Schleef's avatar
David Schleef committed
155 156 157 158
  GstCaps *othercaps;
  GstCaps *caps;
  GstPad *otherpad;
  
159 160
  space = GST_FFMPEGCSP (gst_pad_get_parent (pad));

David Schleef's avatar
David Schleef committed
161
  otherpad = (pad == space->srcpad) ? space->sinkpad : space->srcpad;
162

David Schleef's avatar
David Schleef committed
163
  othercaps = gst_pad_get_allowed_caps (otherpad);
164

David Schleef's avatar
David Schleef committed
165 166 167 168
  othercaps = gst_ffmpegcsp_caps_remove_format_info (othercaps);

  caps = gst_caps_intersect (othercaps, gst_pad_get_pad_template_caps (pad));
  gst_caps_free (othercaps);
169

David Schleef's avatar
David Schleef committed
170
  return caps;
171 172 173
}

static GstPadLinkReturn
David Schleef's avatar
David Schleef committed
174 175
gst_ffmpegcsp_pad_link (GstPad        *pad,
			const GstCaps *caps)
176
{
David Schleef's avatar
David Schleef committed
177
  GstStructure *structure;
178 179
  AVCodecContext *ctx;
  GstFFMpegCsp *space;
David Schleef's avatar
David Schleef committed
180 181 182 183 184
  const GstCaps *othercaps;
  GstPad *otherpad;
  GstPadLinkReturn ret;
  int height, width;
  double framerate;
185 186 187

  space = GST_FFMPEGCSP (gst_pad_get_parent (pad));

David Schleef's avatar
David Schleef committed
188 189 190 191 192 193 194
  otherpad = (pad == space->srcpad) ? space->sinkpad : space->srcpad;

  structure = gst_caps_get_structure (caps, 0);
  gst_structure_get_int (structure, "width", &width);
  gst_structure_get_int (structure, "height", &height);
  gst_structure_get_double (structure, "framerate", &framerate);

195
  /* FIXME attempt and/or check for passthru */
David Schleef's avatar
David Schleef committed
196 197 198

  /* loop over all possibilities and select the first one we can convert and
   * is accepted by the peer */
199 200
  ctx = avcodec_alloc_context ();

David Schleef's avatar
David Schleef committed
201 202 203
  ctx->width = width;
  ctx->height = height;
  ctx->pix_fmt = PIX_FMT_NB;
204
  gst_ffmpeg_caps_to_codectype (CODEC_TYPE_VIDEO, caps, ctx);
David Schleef's avatar
David Schleef committed
205 206 207 208 209 210 211 212 213 214
  if (ctx->pix_fmt == PIX_FMT_NB) {
    av_free (ctx);

    /* we disable ourself here */
    if (pad == space->srcpad) {
      space->to_pixfmt = PIX_FMT_NB;
    } else {
      space->from_pixfmt = PIX_FMT_NB;
    }

215 216 217
    return GST_PAD_LINK_REFUSED;
  }

David Schleef's avatar
David Schleef committed
218 219 220 221 222 223 224 225 226 227 228 229
  /* set the size on the otherpad */
  othercaps = gst_pad_get_negotiated_caps (otherpad);
  if (othercaps) {
    GstCaps *caps = gst_caps_copy (othercaps);

    gst_caps_set_simple (caps,
        "width", G_TYPE_INT, width,
        "height", G_TYPE_INT, height,
        "framerate", G_TYPE_DOUBLE, framerate,
        NULL);
    ret = gst_pad_try_set_caps (otherpad, caps);
    if (GST_PAD_LINK_FAILED (ret)) {
230 231
      return ret;
    }
David Schleef's avatar
David Schleef committed
232
  }
233

David Schleef's avatar
David Schleef committed
234 235 236 237
  if (pad == space->srcpad) {
    space->to_pixfmt = ctx->pix_fmt;
  } else {
    space->from_pixfmt = ctx->pix_fmt;
238
  }
David Schleef's avatar
David Schleef committed
239 240 241 242 243
  av_free (ctx);
  if (space->from_frame)
    av_free (space->from_frame);
  if (space->to_frame)
    av_free (space->to_frame);
244

245 246
  space->width = width;
  space->height = height;
247

David Schleef's avatar
David Schleef committed
248 249 250 251
  space->from_frame = avcodec_alloc_frame ();
  space->to_frame = avcodec_alloc_frame ();

  return GST_PAD_LINK_OK;
252 253
}

254 255 256 257 258 259 260 261
static GType
gst_ffmpegcsp_get_type (void)
{
  static GType ffmpegcsp_type = 0;

  if (!ffmpegcsp_type) {
    static const GTypeInfo ffmpegcsp_info = {
      sizeof (GstFFMpegCspClass),
262
      (GBaseInitFunc) gst_ffmpegcsp_base_init,
263
      NULL,
264
      (GClassInitFunc) gst_ffmpegcsp_class_init,
265 266 267 268
      NULL,
      NULL,
      sizeof (GstFFMpegCsp),
      0,
269
      (GInstanceInitFunc) gst_ffmpegcsp_init,
270 271 272
    };

    ffmpegcsp_type = g_type_register_static (GST_TYPE_ELEMENT,
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
273
					     "GstFFMpegCsp",
274 275 276 277 278 279
					     &ffmpegcsp_info, 0);
  }

  return ffmpegcsp_type;
}

Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
280
static void
281
gst_ffmpegcsp_base_init (GstFFMpegCspClass *klass)
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
282
{
283
  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
284

285 286
  gst_element_class_add_pad_template (element_class, srctempl);
  gst_element_class_add_pad_template (element_class, sinktempl);
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
287 288 289
  gst_element_class_set_details (element_class, &ffmpegcsp_details);
}

290
static void
291
gst_ffmpegcsp_class_init (GstFFMpegCspClass *klass)
292
{
293 294 295 296 297
  GObjectClass *gobject_class;
  GstElementClass *gstelement_class;

  gobject_class = (GObjectClass*) klass;
  gstelement_class = (GstElementClass*) klass;
298

299 300 301 302
  parent_class = g_type_class_ref (GST_TYPE_ELEMENT);

  gobject_class->set_property = gst_ffmpegcsp_set_property;
  gobject_class->get_property = gst_ffmpegcsp_get_property;
303 304 305 306 307

  gstelement_class->change_state = gst_ffmpegcsp_change_state;
}

static void
308
gst_ffmpegcsp_init (GstFFMpegCsp *space)
309
{
310
  space->sinkpad = gst_pad_new_from_template (sinktempl, "sink");
David Schleef's avatar
David Schleef committed
311
  gst_pad_set_link_function (space->sinkpad, gst_ffmpegcsp_pad_link);
312
  gst_pad_set_getcaps_function (space->sinkpad, gst_ffmpegcsp_getcaps);
313 314 315
  gst_pad_set_chain_function (space->sinkpad,gst_ffmpegcsp_chain);
  gst_element_add_pad (GST_ELEMENT(space), space->sinkpad);

316
  space->srcpad = gst_pad_new_from_template (srctempl, "src");
317
  gst_element_add_pad (GST_ELEMENT (space), space->srcpad);
David Schleef's avatar
David Schleef committed
318 319
  gst_pad_set_link_function (space->srcpad, gst_ffmpegcsp_pad_link);
  gst_pad_set_getcaps_function (space->srcpad, gst_ffmpegcsp_getcaps);
320 321 322 323 324 325 326 327 328

  space->from_pixfmt = space->to_pixfmt = PIX_FMT_NB;
  space->from_frame = space->to_frame = NULL;
}

static void
gst_ffmpegcsp_chain (GstPad  *pad,
		     GstData *data)
{
David Schleef's avatar
David Schleef committed
329
  GstBuffer *inbuf = GST_BUFFER (data);
330
  GstFFMpegCsp *space;
331 332 333 334 335 336
  GstBuffer *outbuf = NULL;

  g_return_if_fail (pad != NULL);
  g_return_if_fail (GST_IS_PAD (pad));
  g_return_if_fail (inbuf != NULL);

337
  space = GST_FFMPEGCSP (gst_pad_get_parent (pad));
338 339
  
  g_return_if_fail (space != NULL);
340
  g_return_if_fail (GST_IS_FFMPEGCSP (space));
341 342 343

  if (space->from_pixfmt == PIX_FMT_NB ||
      space->to_pixfmt == PIX_FMT_NB) {
David Schleef's avatar
David Schleef committed
344
    g_critical ("attempting to convert unknown formats");
345 346 347 348 349 350 351
    gst_buffer_unref (inbuf);
    return;
  }

  if (space->from_pixfmt == space->to_pixfmt) {
    outbuf = inbuf;
  } else {
352
    /* use bufferpool here */
David Schleef's avatar
David Schleef committed
353 354 355
    guint size = avpicture_get_size (space->to_pixfmt,
				     space->width,
				     space->height);
356
    outbuf = gst_pad_alloc_buffer (space->srcpad,
357
                                   GST_BUFFER_OFFSET_NONE, size);
358 359 360 361 362 363 364 365 366 367

    /* convert */
    avpicture_fill ((AVPicture *) space->from_frame, GST_BUFFER_DATA (inbuf),
		    space->from_pixfmt, space->width, space->height);
    avpicture_fill ((AVPicture *) space->to_frame, GST_BUFFER_DATA (outbuf),
		    space->to_pixfmt, space->width, space->height);
    img_convert ((AVPicture *) space->to_frame, space->to_pixfmt,
		 (AVPicture *) space->from_frame, space->from_pixfmt,
		 space->width, space->height);

368 369
    GST_BUFFER_TIMESTAMP (outbuf) = GST_BUFFER_TIMESTAMP (inbuf);
    GST_BUFFER_DURATION (outbuf) = GST_BUFFER_DURATION (inbuf);
370 371 372 373 374 375 376 377 378 379 380 381

    gst_buffer_unref (inbuf);
  }

  gst_pad_push (space->srcpad, GST_DATA (outbuf));
}

static GstElementStateReturn
gst_ffmpegcsp_change_state (GstElement *element)
{
  GstFFMpegCsp *space;

382
  space = GST_FFMPEGCSP (element);
383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400

  switch (GST_STATE_TRANSITION (element)) {
    case GST_STATE_PAUSED_TO_READY:
      if (space->from_frame)
        av_free (space->from_frame);
      if (space->to_frame)
        av_free (space->to_frame);
      space->from_frame = NULL;
      space->to_frame = NULL;
      break;
  }

  if (parent_class->change_state)
    return parent_class->change_state (element);

  return GST_STATE_SUCCESS;
}

401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437
static void
gst_ffmpegcsp_set_property (GObject      *object,
			    guint         prop_id,
			    const GValue *value,
			    GParamSpec   *pspec)
{
  GstFFMpegCsp *space;

  /* it's not null if we got it, but it might not be ours */
  g_return_if_fail (GST_IS_FFMPEGCSP (object));
  space = GST_FFMPEGCSP (object);

  switch (prop_id) {
    default:
      break;
  }
}

static void
gst_ffmpegcsp_get_property (GObject    *object,
			    guint       prop_id,
			    GValue     *value,
			    GParamSpec *pspec)
{
  GstFFMpegCsp *space;

  /* it's not null if we got it, but it might not be ours */
  g_return_if_fail (GST_IS_FFMPEGCSP (object));
  space = GST_FFMPEGCSP (object);

  switch (prop_id) {
    default:
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
      break;
  }
}

438 439 440
gboolean
gst_ffmpegcsp_register (GstPlugin *plugin)
{
441 442 443 444 445 446 447 448 449 450 451 452 453 454 455
  GstCaps *caps;

  /* template caps */
  caps = gst_ffmpeg_codectype_to_caps (CODEC_TYPE_VIDEO, NULL);

  /* build templates */
  srctempl  = gst_pad_template_new ("src",
				    GST_PAD_SRC,
				    GST_PAD_ALWAYS,
				    gst_caps_copy (caps));
  sinktempl = gst_pad_template_new ("sink",
				    GST_PAD_SINK,
				    GST_PAD_ALWAYS,
				    caps);

Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
456
  return gst_element_register (plugin, "ffcolorspace",
457
			       GST_RANK_NONE, GST_TYPE_FFMPEGCSP);
458
}