gstffmpegcolorspace.c 12.2 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/* GStreamer
 * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
 * This file:
 * Copyright (C) 2003 Ronald Bultje <rbultje@ronald.bitfreak.net>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 02111-1307, USA.
 */

#ifdef HAVE_CONFIG_H
#include "config.h"
#endif

26
#include <gst/gst.h>
27 28 29 30 31 32 33 34
#ifdef HAVE_FFMPEG_UNINSTALLED
#include <avcodec.h>
#else
#include <ffmpeg/avcodec.h>
#endif

#include "gstffmpegcodecmap.h"

35
#define GST_TYPE_FFMPEGCSP \
36
  (gst_ffmpegcsp_get_type())
37 38 39 40 41 42 43 44
#define GST_FFMPEGCSP(obj) \
  (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_FFMPEGCSP,GstFFMpegCsp))
#define GST_FFMPEGCSP_CLASS(klass) \
  (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_FFMPEGCSP,GstFFMpegCsp))
#define GST_IS_FFMPEGCSP(obj) \
  (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_FFMPEGCSP))
#define GST_IS_FFMPEGCSP_CLASS(obj) \
  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_FFMPEGCSP))
45 46 47 48 49

typedef struct _GstFFMpegCsp GstFFMpegCsp;
typedef struct _GstFFMpegCspClass GstFFMpegCspClass;

struct _GstFFMpegCsp {
50 51 52 53 54 55 56 57 58 59 60 61
  GstElement 	 element;

  GstPad 	*sinkpad, *srcpad;

  gint 		width, height;
  gfloat	fps;
  enum PixelFormat
		from_pixfmt,
		to_pixfmt;
  AVFrame	*from_frame,
		*to_frame;
  GstCaps	*sinkcaps;
David Schleef's avatar
David Schleef committed
62
  gboolean      passthru;
63 64 65 66 67 68 69 70 71
};

struct _GstFFMpegCspClass {
  GstElementClass parent_class;
};

/* elementfactory information */
static GstElementDetails ffmpegcsp_details = {
  "FFMPEG Colorspace converter",
72
  "Filter/Converter/Video",
73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89
  "Converts video from one colorspace to another",
  "Ronald Bultje <rbultje@ronald.bitfreak.net>",
};


/* Stereo signals and args */
enum {
  /* FILL ME */
  LAST_SIGNAL
};

enum {
  ARG_0,
};

static GType	gst_ffmpegcsp_get_type 		(void);

90 91 92 93 94 95 96 97 98 99 100 101
static void	gst_ffmpegcsp_base_init		(GstFFMpegCspClass *klass);
static void	gst_ffmpegcsp_class_init	(GstFFMpegCspClass *klass);
static void	gst_ffmpegcsp_init		(GstFFMpegCsp *space);

static void	gst_ffmpegcsp_set_property	(GObject    *object,
						 guint       prop_id, 
						 const GValue *value,
						 GParamSpec *pspec);
static void	gst_ffmpegcsp_get_property	(GObject    *object,
						 guint       prop_id, 
						 GValue     *value,
						 GParamSpec *pspec);
102 103

static GstPadLinkReturn
David Schleef's avatar
David Schleef committed
104
		gst_ffmpegcsp_pad_link	        (GstPad     *pad,
105
						 const GstCaps *caps);
106

107 108
static void	gst_ffmpegcsp_chain		(GstPad     *pad,
						 GstData    *data);
109
static GstElementStateReturn
110
		gst_ffmpegcsp_change_state 	(GstElement *element);
111

112
static GstPadTemplate *srctempl, *sinktempl;
113 114 115
static GstElementClass *parent_class = NULL;
/*static guint gst_ffmpegcsp_signals[LAST_SIGNAL] = { 0 }; */

David Schleef's avatar
David Schleef committed
116

117
static GstCaps *
David Schleef's avatar
David Schleef committed
118
gst_ffmpegcsp_caps_remove_format_info (GstCaps *caps)
119
{
David Schleef's avatar
David Schleef committed
120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139
  int i;
  GstStructure *structure;
  GstCaps *rgbcaps;

  for(i=0;i<gst_caps_get_size (caps);i++){
    structure = gst_caps_get_structure (caps, i);

    gst_structure_set_name (structure,"video/x-raw-yuv");
    gst_structure_remove_field (structure,"format");
    gst_structure_remove_field (structure,"endianness");
    gst_structure_remove_field (structure,"depth");
    gst_structure_remove_field (structure,"bpp");
    gst_structure_remove_field (structure,"red_mask");
    gst_structure_remove_field (structure,"green_mask");
    gst_structure_remove_field (structure,"blue_mask");
  }

  rgbcaps = gst_caps_simplify (caps);
  gst_caps_free (caps);
  caps = gst_caps_copy (rgbcaps);
140

David Schleef's avatar
David Schleef committed
141 142
  for(i=0;i<gst_caps_get_size (rgbcaps);i++){
    structure = gst_caps_get_structure (rgbcaps, i);
143

David Schleef's avatar
David Schleef committed
144 145
    gst_structure_set_name (structure,"video/x-raw-rgb");
  }
146

David Schleef's avatar
David Schleef committed
147
  gst_caps_append (caps, rgbcaps);
148

David Schleef's avatar
David Schleef committed
149
  return caps;
150 151
}

David Schleef's avatar
David Schleef committed
152 153
static GstCaps *
gst_ffmpegcsp_getcaps (GstPad *pad)
154 155
{
  GstFFMpegCsp *space;
David Schleef's avatar
David Schleef committed
156 157 158 159
  GstCaps *othercaps;
  GstCaps *caps;
  GstPad *otherpad;
  
160 161
  space = GST_FFMPEGCSP (gst_pad_get_parent (pad));

David Schleef's avatar
David Schleef committed
162
  otherpad = (pad == space->srcpad) ? space->sinkpad : space->srcpad;
163

David Schleef's avatar
David Schleef committed
164
  othercaps = gst_pad_get_allowed_caps (otherpad);
165

David Schleef's avatar
David Schleef committed
166 167 168 169
  othercaps = gst_ffmpegcsp_caps_remove_format_info (othercaps);

  caps = gst_caps_intersect (othercaps, gst_pad_get_pad_template_caps (pad));
  gst_caps_free (othercaps);
170

David Schleef's avatar
David Schleef committed
171
  return caps;
172 173 174
}

static GstPadLinkReturn
David Schleef's avatar
David Schleef committed
175 176
gst_ffmpegcsp_pad_link (GstPad        *pad,
			const GstCaps *caps)
177
{
David Schleef's avatar
David Schleef committed
178
  GstStructure *structure;
179 180
  AVCodecContext *ctx;
  GstFFMpegCsp *space;
David Schleef's avatar
David Schleef committed
181 182 183 184 185
  const GstCaps *othercaps;
  GstPad *otherpad;
  GstPadLinkReturn ret;
  int height, width;
  double framerate;
186 187 188

  space = GST_FFMPEGCSP (gst_pad_get_parent (pad));

David Schleef's avatar
David Schleef committed
189 190 191 192 193 194 195 196 197 198 199
  otherpad = (pad == space->srcpad) ? space->sinkpad : space->srcpad;

  structure = gst_caps_get_structure (caps, 0);
  gst_structure_get_int (structure, "width", &width);
  gst_structure_get_int (structure, "height", &height);
  gst_structure_get_double (structure, "framerate", &framerate);

  ret = gst_pad_try_set_caps (otherpad, caps);
  if (GST_PAD_LINK_SUCCESSFUL (ret)) {
    space->passthru = TRUE;
    return ret;
200
  }
201

David Schleef's avatar
David Schleef committed
202 203 204 205
  space->passthru = FALSE;

  /* loop over all possibilities and select the first one we can convert and
   * is accepted by the peer */
206 207
  ctx = avcodec_alloc_context ();

David Schleef's avatar
David Schleef committed
208 209 210
  ctx->width = width;
  ctx->height = height;
  ctx->pix_fmt = PIX_FMT_NB;
211
  gst_ffmpeg_caps_to_codectype (CODEC_TYPE_VIDEO, caps, ctx);
David Schleef's avatar
David Schleef committed
212 213 214 215 216 217 218 219 220 221
  if (ctx->pix_fmt == PIX_FMT_NB) {
    av_free (ctx);

    /* we disable ourself here */
    if (pad == space->srcpad) {
      space->to_pixfmt = PIX_FMT_NB;
    } else {
      space->from_pixfmt = PIX_FMT_NB;
    }

222 223 224
    return GST_PAD_LINK_REFUSED;
  }

David Schleef's avatar
David Schleef committed
225 226 227 228 229 230 231 232 233 234 235 236
  /* set the size on the otherpad */
  othercaps = gst_pad_get_negotiated_caps (otherpad);
  if (othercaps) {
    GstCaps *caps = gst_caps_copy (othercaps);

    gst_caps_set_simple (caps,
        "width", G_TYPE_INT, width,
        "height", G_TYPE_INT, height,
        "framerate", G_TYPE_DOUBLE, framerate,
        NULL);
    ret = gst_pad_try_set_caps (otherpad, caps);
    if (GST_PAD_LINK_FAILED (ret)) {
237 238
      return ret;
    }
David Schleef's avatar
David Schleef committed
239
  }
240

David Schleef's avatar
David Schleef committed
241 242 243 244
  if (pad == space->srcpad) {
    space->to_pixfmt = ctx->pix_fmt;
  } else {
    space->from_pixfmt = ctx->pix_fmt;
245
  }
David Schleef's avatar
David Schleef committed
246 247 248 249 250
  av_free (ctx);
  if (space->from_frame)
    av_free (space->from_frame);
  if (space->to_frame)
    av_free (space->to_frame);
251

David Schleef's avatar
David Schleef committed
252 253
  space->width = width & ~3;
  space->height = height & ~3;
254

David Schleef's avatar
David Schleef committed
255 256 257 258
  space->from_frame = avcodec_alloc_frame ();
  space->to_frame = avcodec_alloc_frame ();

  return GST_PAD_LINK_OK;
259 260
}

261 262 263 264 265 266 267 268
static GType
gst_ffmpegcsp_get_type (void)
{
  static GType ffmpegcsp_type = 0;

  if (!ffmpegcsp_type) {
    static const GTypeInfo ffmpegcsp_info = {
      sizeof (GstFFMpegCspClass),
269
      (GBaseInitFunc) gst_ffmpegcsp_base_init,
270
      NULL,
271
      (GClassInitFunc) gst_ffmpegcsp_class_init,
272 273 274 275
      NULL,
      NULL,
      sizeof (GstFFMpegCsp),
      0,
276
      (GInstanceInitFunc) gst_ffmpegcsp_init,
277 278 279 280 281 282 283 284 285 286
    };

    ffmpegcsp_type = g_type_register_static (GST_TYPE_ELEMENT,
					     "GstFFMpegColorspace",
					     &ffmpegcsp_info, 0);
  }

  return ffmpegcsp_type;
}

Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
287
static void
288
gst_ffmpegcsp_base_init (GstFFMpegCspClass *klass)
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
289
{
290
  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
291

292 293
  gst_element_class_add_pad_template (element_class, srctempl);
  gst_element_class_add_pad_template (element_class, sinktempl);
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
294 295 296
  gst_element_class_set_details (element_class, &ffmpegcsp_details);
}

297
static void
298
gst_ffmpegcsp_class_init (GstFFMpegCspClass *klass)
299
{
300 301 302 303 304
  GObjectClass *gobject_class;
  GstElementClass *gstelement_class;

  gobject_class = (GObjectClass*) klass;
  gstelement_class = (GstElementClass*) klass;
305

306 307 308 309
  parent_class = g_type_class_ref (GST_TYPE_ELEMENT);

  gobject_class->set_property = gst_ffmpegcsp_set_property;
  gobject_class->get_property = gst_ffmpegcsp_get_property;
310 311 312 313 314

  gstelement_class->change_state = gst_ffmpegcsp_change_state;
}

static void
315
gst_ffmpegcsp_init (GstFFMpegCsp *space)
316
{
317
  space->sinkpad = gst_pad_new_from_template (sinktempl, "sink");
David Schleef's avatar
David Schleef committed
318
  gst_pad_set_link_function (space->sinkpad, gst_ffmpegcsp_pad_link);
319
  gst_pad_set_getcaps_function (space->sinkpad, gst_ffmpegcsp_getcaps);
320 321 322
  gst_pad_set_chain_function (space->sinkpad,gst_ffmpegcsp_chain);
  gst_element_add_pad (GST_ELEMENT(space), space->sinkpad);

323
  space->srcpad = gst_pad_new_from_template (srctempl, "src");
324
  gst_element_add_pad (GST_ELEMENT (space), space->srcpad);
David Schleef's avatar
David Schleef committed
325 326
  gst_pad_set_link_function (space->srcpad, gst_ffmpegcsp_pad_link);
  gst_pad_set_getcaps_function (space->srcpad, gst_ffmpegcsp_getcaps);
327 328 329 330 331 332 333 334 335

  space->from_pixfmt = space->to_pixfmt = PIX_FMT_NB;
  space->from_frame = space->to_frame = NULL;
}

static void
gst_ffmpegcsp_chain (GstPad  *pad,
		     GstData *data)
{
David Schleef's avatar
David Schleef committed
336
  GstBuffer *inbuf = GST_BUFFER (data);
337
  GstFFMpegCsp *space;
338 339 340 341 342 343
  GstBuffer *outbuf = NULL;

  g_return_if_fail (pad != NULL);
  g_return_if_fail (GST_IS_PAD (pad));
  g_return_if_fail (inbuf != NULL);

344
  space = GST_FFMPEGCSP (gst_pad_get_parent (pad));
345 346
  
  g_return_if_fail (space != NULL);
347
  g_return_if_fail (GST_IS_FFMPEGCSP (space));
348

David Schleef's avatar
David Schleef committed
349 350 351 352 353
  if (space->passthru) {
    gst_pad_push (space->srcpad, data);
    return;
  }

354 355
  if (space->from_pixfmt == PIX_FMT_NB ||
      space->to_pixfmt == PIX_FMT_NB) {
David Schleef's avatar
David Schleef committed
356
    g_critical ("attempting to convert unknown formats");
357 358 359 360 361 362 363
    gst_buffer_unref (inbuf);
    return;
  }

  if (space->from_pixfmt == space->to_pixfmt) {
    outbuf = inbuf;
  } else {
364
    /* use bufferpool here */
David Schleef's avatar
David Schleef committed
365 366 367 368
    guint size = avpicture_get_size (space->to_pixfmt,
				     space->width,
				     space->height);
    outbuf = gst_buffer_new_and_alloc (size);
369 370 371 372 373 374 375 376 377 378

    /* convert */
    avpicture_fill ((AVPicture *) space->from_frame, GST_BUFFER_DATA (inbuf),
		    space->from_pixfmt, space->width, space->height);
    avpicture_fill ((AVPicture *) space->to_frame, GST_BUFFER_DATA (outbuf),
		    space->to_pixfmt, space->width, space->height);
    img_convert ((AVPicture *) space->to_frame, space->to_pixfmt,
		 (AVPicture *) space->from_frame, space->from_pixfmt,
		 space->width, space->height);

379 380
    GST_BUFFER_TIMESTAMP (outbuf) = GST_BUFFER_TIMESTAMP (inbuf);
    GST_BUFFER_DURATION (outbuf) = GST_BUFFER_DURATION (inbuf);
381 382 383 384 385 386 387 388 389 390 391 392

    gst_buffer_unref (inbuf);
  }

  gst_pad_push (space->srcpad, GST_DATA (outbuf));
}

static GstElementStateReturn
gst_ffmpegcsp_change_state (GstElement *element)
{
  GstFFMpegCsp *space;

393
  space = GST_FFMPEGCSP (element);
394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411

  switch (GST_STATE_TRANSITION (element)) {
    case GST_STATE_PAUSED_TO_READY:
      if (space->from_frame)
        av_free (space->from_frame);
      if (space->to_frame)
        av_free (space->to_frame);
      space->from_frame = NULL;
      space->to_frame = NULL;
      break;
  }

  if (parent_class->change_state)
    return parent_class->change_state (element);

  return GST_STATE_SUCCESS;
}

412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448
static void
gst_ffmpegcsp_set_property (GObject      *object,
			    guint         prop_id,
			    const GValue *value,
			    GParamSpec   *pspec)
{
  GstFFMpegCsp *space;

  /* it's not null if we got it, but it might not be ours */
  g_return_if_fail (GST_IS_FFMPEGCSP (object));
  space = GST_FFMPEGCSP (object);

  switch (prop_id) {
    default:
      break;
  }
}

static void
gst_ffmpegcsp_get_property (GObject    *object,
			    guint       prop_id,
			    GValue     *value,
			    GParamSpec *pspec)
{
  GstFFMpegCsp *space;

  /* it's not null if we got it, but it might not be ours */
  g_return_if_fail (GST_IS_FFMPEGCSP (object));
  space = GST_FFMPEGCSP (object);

  switch (prop_id) {
    default:
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
      break;
  }
}

449 450 451
gboolean
gst_ffmpegcsp_register (GstPlugin *plugin)
{
452 453 454 455 456 457 458 459 460 461 462 463 464 465 466
  GstCaps *caps;

  /* template caps */
  caps = gst_ffmpeg_codectype_to_caps (CODEC_TYPE_VIDEO, NULL);

  /* build templates */
  srctempl  = gst_pad_template_new ("src",
				    GST_PAD_SRC,
				    GST_PAD_ALWAYS,
				    gst_caps_copy (caps));
  sinktempl = gst_pad_template_new ("sink",
				    GST_PAD_SINK,
				    GST_PAD_ALWAYS,
				    caps);

Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
467
  return gst_element_register (plugin, "ffcolorspace",
468
			       GST_RANK_NONE, GST_TYPE_FFMPEGCSP);
469
}