gstffmpegdec.c 24.6 KB
Newer Older
Andy Wingo Wingo's avatar
Andy Wingo Wingo committed
1
/* GStreamer
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
 * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 02111-1307, USA.
 */

20
#ifdef HAVE_CONFIG_H
21
#include "config.h"
22
#endif
23

24
#include <assert.h>
25
#include <string.h>
26

27 28 29 30 31
#ifdef HAVE_FFMPEG_UNINSTALLED
#include <avcodec.h>
#else
#include <ffmpeg/avcodec.h>
#endif
32 33 34

#include <gst/gst.h>

35
#include "gstffmpeg.h"
36
#include "gstffmpegcodecmap.h"
37

38 39
typedef struct _GstFFMpegDec GstFFMpegDec;

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
40 41
struct _GstFFMpegDec
{
42 43 44 45 46 47
  GstElement element;

  /* We need to keep track of our pads, so we do so here. */
  GstPad *srcpad;
  GstPad *sinkpad;

48
  /* decoding */
49
  AVCodecContext *context;
50
  AVFrame *picture;
51
  gboolean opened;
52 53 54 55 56 57 58 59
  union {
    struct {
      gint width, height, fps, fps_base;
    } video;
    struct {
      gint channels, samplerate;
    } audio;
  } format; 
60

61 62 63 64
  /* parsing */
  AVCodecParserContext *pctx;
  GstBuffer *pcache;

65
  GValue *par;		/* pixel aspect ratio of incoming data */
66 67 68 69
};

typedef struct _GstFFMpegDecClass GstFFMpegDecClass;

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
70 71
struct _GstFFMpegDecClass
{
72 73 74
  GstElementClass parent_class;

  AVCodec *in_plugin;
75
  GstPadTemplate *srctempl, *sinktempl;
76 77
};

Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
78 79
typedef struct _GstFFMpegDecClassParams GstFFMpegDecClassParams;

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
80 81
struct _GstFFMpegDecClassParams
{
82
  AVCodec *in_plugin;
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
83 84
  GstCaps *srccaps, *sinkcaps;
};
85

86 87 88 89 90 91 92 93 94 95
#define GST_TYPE_FFMPEGDEC \
  (gst_ffmpegdec_get_type())
#define GST_FFMPEGDEC(obj) \
  (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_FFMPEGDEC,GstFFMpegDec))
#define GST_FFMPEGDEC_CLASS(klass) \
  (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_FFMPEGDEC,GstFFMpegDecClass))
#define GST_IS_FFMPEGDEC(obj) \
  (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_FFMPEGDEC))
#define GST_IS_FFMPEGDEC_CLASS(obj) \
  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_FFMPEGDEC))
96

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
97 98
enum
{
99 100 101 102
  /* FILL ME */
  LAST_SIGNAL
};

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
103 104
enum
{
105 106 107 108 109 110 111
  ARG_0,
  /* FILL ME */
};

static GHashTable *global_plugins;

/* A number of functon prototypes are given so we can refer to them later. */
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
112 113 114 115
static void gst_ffmpegdec_base_init (GstFFMpegDecClass * klass);
static void gst_ffmpegdec_class_init (GstFFMpegDecClass * klass);
static void gst_ffmpegdec_init (GstFFMpegDec * ffmpegdec);
static void gst_ffmpegdec_dispose (GObject * object);
116

117 118 119 120
static gboolean gst_ffmpegdec_query (GstPad * pad, GstQueryType type,
    GstFormat * fmt, gint64 * value);
static gboolean gst_ffmpegdec_event (GstPad * pad, GstEvent * event);

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
121 122 123
static GstPadLinkReturn gst_ffmpegdec_connect (GstPad * pad,
    const GstCaps * caps);
static void gst_ffmpegdec_chain (GstPad * pad, GstData * data);
124

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
125
static GstElementStateReturn gst_ffmpegdec_change_state (GstElement * element);
126

127
#if 0
128
/* some sort of bufferpool handling, but different */
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
129 130 131 132
static int gst_ffmpegdec_get_buffer (AVCodecContext * context,
    AVFrame * picture);
static void gst_ffmpegdec_release_buffer (AVCodecContext * context,
    AVFrame * picture);
133
#endif
134 135 136

static GstElementClass *parent_class = NULL;

137
/*static guint gst_ffmpegdec_signals[LAST_SIGNAL] = { 0 }; */
138

Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
139
static void
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
140
gst_ffmpegdec_base_init (GstFFMpegDecClass * klass)
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
141 142 143 144
{
  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
  GstFFMpegDecClassParams *params;
Benjamin Otte's avatar
Benjamin Otte committed
145
  GstElementDetails details;
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
146 147 148
  GstPadTemplate *sinktempl, *srctempl;

  params = g_hash_table_lookup (global_plugins,
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
149
      GINT_TO_POINTER (G_OBJECT_CLASS_TYPE (gobject_class)));
150
  if (!params)
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
151
    params = g_hash_table_lookup (global_plugins, GINT_TO_POINTER (0));
152
  g_assert (params);
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
153 154

  /* construct the element details struct */
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
155
  details.longname = g_strdup_printf ("FFMPEG %s decoder",
156
      gst_ffmpeg_get_codecid_longname (params->in_plugin->id));
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
157
  details.klass = g_strdup_printf ("Codec/Decoder/%s",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
158 159 160
      (params->in_plugin->type == CODEC_TYPE_VIDEO) ? "Video" : "Audio");
  details.description = g_strdup_printf ("FFMPEG %s decoder",
      params->in_plugin->name);
Benjamin Otte's avatar
Benjamin Otte committed
161
  details.author = "Wim Taymans <wim.taymans@chello.be>, "
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
162
      "Ronald Bultje <rbultje@ronald.bitfreak.net>";
Benjamin Otte's avatar
Benjamin Otte committed
163 164 165 166
  gst_element_class_set_details (element_class, &details);
  g_free (details.longname);
  g_free (details.klass);
  g_free (details.description);
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
167 168 169

  /* pad templates */
  sinktempl = gst_pad_template_new ("sink", GST_PAD_SINK,
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
170
      GST_PAD_ALWAYS, params->sinkcaps);
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
171
  srctempl = gst_pad_template_new ("src", GST_PAD_SRC,
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
172
      GST_PAD_ALWAYS, params->srccaps);
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
173 174 175 176 177 178 179 180 181

  gst_element_class_add_pad_template (element_class, srctempl);
  gst_element_class_add_pad_template (element_class, sinktempl);

  klass->in_plugin = params->in_plugin;
  klass->srctempl = srctempl;
  klass->sinktempl = sinktempl;
}

182
static void
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
183
gst_ffmpegdec_class_init (GstFFMpegDecClass * klass)
184 185 186 187
{
  GObjectClass *gobject_class;
  GstElementClass *gstelement_class;

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
188 189
  gobject_class = (GObjectClass *) klass;
  gstelement_class = (GstElementClass *) klass;
190

191
  parent_class = g_type_class_peek_parent (klass);
192

193 194 195 196 197
  gobject_class->dispose = gst_ffmpegdec_dispose;
  gstelement_class->change_state = gst_ffmpegdec_change_state;
}

static void
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
198
gst_ffmpegdec_init (GstFFMpegDec * ffmpegdec)
199
{
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
200 201
  GstFFMpegDecClass *oclass =
      (GstFFMpegDecClass *) (G_OBJECT_GET_CLASS (ffmpegdec));
202 203 204 205 206

  /* setup pads */
  ffmpegdec->sinkpad = gst_pad_new_from_template (oclass->sinktempl, "sink");
  gst_pad_set_link_function (ffmpegdec->sinkpad, gst_ffmpegdec_connect);
  gst_pad_set_chain_function (ffmpegdec->sinkpad, gst_ffmpegdec_chain);
207 208
  gst_element_add_pad (GST_ELEMENT (ffmpegdec), ffmpegdec->sinkpad);

209
  ffmpegdec->srcpad = gst_pad_new_from_template (oclass->srctempl, "src");
210
  gst_pad_use_explicit_caps (ffmpegdec->srcpad);
211 212 213 214
  gst_pad_set_event_function (ffmpegdec->srcpad,
      GST_DEBUG_FUNCPTR (gst_ffmpegdec_event));
  gst_pad_set_query_function (ffmpegdec->srcpad,
      GST_DEBUG_FUNCPTR (gst_ffmpegdec_query));
215 216 217
  gst_element_add_pad (GST_ELEMENT (ffmpegdec), ffmpegdec->srcpad);

  /* some ffmpeg data */
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
218 219
  ffmpegdec->context = avcodec_alloc_context ();
  ffmpegdec->picture = avcodec_alloc_frame ();
220

221 222 223
  ffmpegdec->pctx = NULL;
  ffmpegdec->pcache = NULL;

224
  ffmpegdec->par = NULL;
225 226 227 228
  ffmpegdec->opened = FALSE;
}

static void
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
229
gst_ffmpegdec_dispose (GObject * object)
230 231
{
  GstFFMpegDec *ffmpegdec = (GstFFMpegDec *) object;
232 233 234 235

  G_OBJECT_CLASS (parent_class)->dispose (object);
  /* old session should have been closed in element_class->dispose */
  g_assert (!ffmpegdec->opened);
236

237 238 239
  /* clean up remaining allocated data */
  av_free (ffmpegdec->context);
  av_free (ffmpegdec->picture);
240 241
}

242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280
static gboolean
gst_ffmpegdec_query (GstPad * pad, GstQueryType type,
    GstFormat * fmt, gint64 * value)
{
  GstFFMpegDec *ffmpegdec = (GstFFMpegDec *) gst_pad_get_parent (pad);
  GstPad *peer = GST_PAD_PEER (ffmpegdec->sinkpad);
  GstFormat bfmt = GST_FORMAT_BYTES;

  if (!peer)
    return FALSE;
  else if (gst_pad_query (peer, type, fmt, value))
    return TRUE;
  /* ok, do bitrate calc... */
  else if ((type != GST_QUERY_POSITION && type != GST_QUERY_TOTAL) ||
           *fmt != GST_FORMAT_TIME || ffmpegdec->context->bit_rate == 0 ||
           !gst_pad_query (peer, type, &bfmt, value))
    return FALSE;

  if (ffmpegdec->pcache && type == GST_QUERY_POSITION)
    *value -= GST_BUFFER_SIZE (ffmpegdec->pcache);
  *value *= GST_SECOND / ffmpegdec->context->bit_rate;

  return TRUE;
}

static gboolean
gst_ffmpegdec_event (GstPad * pad, GstEvent * event)
{
  GstFFMpegDec *ffmpegdec = (GstFFMpegDec *) gst_pad_get_parent (pad);
  GstPad *peer = GST_PAD_PEER (ffmpegdec->sinkpad);

  if (!peer)
    return FALSE;
  else if (gst_pad_send_event (peer, event))
    return TRUE;
  else 
    return FALSE; /* .. */
}

281 282 283 284 285 286
static void
gst_ffmpegdec_close (GstFFMpegDec *ffmpegdec)
{
  if (!ffmpegdec->opened)
    return;

287 288 289 290 291
  if (ffmpegdec->par) {
    g_free (ffmpegdec->par);
    ffmpegdec->par = NULL;
  }

292 293
  if (ffmpegdec->context->priv_data)
    avcodec_close (ffmpegdec->context);
294 295 296 297 298 299 300 301 302 303 304
  ffmpegdec->opened = FALSE;

  if (ffmpegdec->context->palctrl) {
    av_free (ffmpegdec->context->palctrl);
    ffmpegdec->context->palctrl = NULL;
  }

  if (ffmpegdec->context->extradata) {
    av_free (ffmpegdec->context->extradata);
    ffmpegdec->context->extradata = NULL;
  }
305 306 307 308 309 310 311 312 313

  if (ffmpegdec->pctx) {
    if (ffmpegdec->pcache) {
      gst_buffer_unref (ffmpegdec->pcache);
      ffmpegdec->pcache = NULL;
    }
    av_parser_close (ffmpegdec->pctx);
    ffmpegdec->pctx = NULL;
  }
314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329
}

static gboolean
gst_ffmpegdec_open (GstFFMpegDec *ffmpegdec)
{
  GstFFMpegDecClass *oclass =
      (GstFFMpegDecClass *) (G_OBJECT_GET_CLASS (ffmpegdec));

  ffmpegdec->opened = TRUE;
  if (avcodec_open (ffmpegdec->context, oclass->in_plugin) < 0) {
    gst_ffmpegdec_close (ffmpegdec);
    GST_DEBUG ("ffdec_%s: Failed to open FFMPEG codec",
        oclass->in_plugin->name);
    return FALSE;
  }

330 331 332 333 334 335
  /* open a parser if we can - exclude mpeg4, because it is already
   * framed (divx), mp3 because it doesn't work (?) and mjpeg because
   * of $(see mpeg4)... */
  if (oclass->in_plugin->id != CODEC_ID_MPEG4 &&
      oclass->in_plugin->id != CODEC_ID_MJPEG &&
      oclass->in_plugin->id != CODEC_ID_MP3)
336 337
    ffmpegdec->pctx = av_parser_init (oclass->in_plugin->id);

338 339 340 341 342 343 344 345 346 347 348 349 350 351 352
  switch (oclass->in_plugin->type) {
    case CODEC_TYPE_VIDEO:
      ffmpegdec->format.video.width = 0;
      ffmpegdec->format.video.height = 0;
      ffmpegdec->format.video.fps = 0;
      ffmpegdec->format.video.fps_base = 0;
      break;
    case CODEC_TYPE_AUDIO:
      ffmpegdec->format.audio.samplerate = 0;
      ffmpegdec->format.audio.channels = 0;
      break;
    default:
      break;
  }

353 354 355
  return TRUE;
}

Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
356
static GstPadLinkReturn
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
357
gst_ffmpegdec_connect (GstPad * pad, const GstCaps * caps)
358
{
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
359 360 361
  GstFFMpegDec *ffmpegdec = (GstFFMpegDec *) (gst_pad_get_parent (pad));
  GstFFMpegDecClass *oclass =
      (GstFFMpegDecClass *) (G_OBJECT_GET_CLASS (ffmpegdec));
362 363
  GstStructure *structure;
  const GValue *par;
364

365
  /* close old session */
366
  gst_ffmpegdec_close (ffmpegdec);
367

368 369
  /* set defaults */
  avcodec_get_context_defaults (ffmpegdec->context);
370

371
#if 0
372 373 374
  /* set buffer functions */
  ffmpegdec->context->get_buffer = gst_ffmpegdec_get_buffer;
  ffmpegdec->context->release_buffer = gst_ffmpegdec_release_buffer;
375
#endif
376

377
  /* get size and so */
378 379
  gst_ffmpeg_caps_with_codecid (oclass->in_plugin->id,
      oclass->in_plugin->type, caps, ffmpegdec->context);
380

381 382 383 384 385 386 387 388 389
  /* get pixel aspect ratio if it's set */
  structure = gst_caps_get_structure (caps, 0);
  par = gst_structure_get_value (structure, "pixel-aspect-ratio");
  if (par) {
    GST_DEBUG_OBJECT (ffmpegdec, "sink caps have pixel-aspect-ratio");
    ffmpegdec->par = g_new0 (GValue, 1);
    gst_value_init_and_copy (ffmpegdec->par, par);
  }

390 391 392 393
  /* we dont send complete frames - FIXME: we need a 'framed' property
   * in caps */
  if (oclass->in_plugin->capabilities & CODEC_CAP_TRUNCATED &&
      (ffmpegdec->context->codec_id == CODEC_ID_MPEG1VIDEO ||
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
394
          ffmpegdec->context->codec_id == CODEC_ID_MPEG2VIDEO))
395 396
    ffmpegdec->context->flags |= CODEC_FLAG_TRUNCATED;

397 398 399
  /* do *not* draw edges */
  ffmpegdec->context->flags |= CODEC_FLAG_EMU_EDGE;

400 401 402
  /* workaround encoder bugs */
  ffmpegdec->context->workaround_bugs |= FF_BUG_AUTODETECT;

403 404 405
  /* open codec - we don't select an output pix_fmt yet,
   * simply because we don't know! We only get it
   * during playback... */
406 407 408 409 410 411 412 413 414
  if (!gst_ffmpegdec_open (ffmpegdec)) {
    if (ffmpegdec->par) {
      g_free (ffmpegdec->par);
      ffmpegdec->par = NULL;
    }
    return GST_PAD_LINK_REFUSED;
  }

  return GST_PAD_LINK_OK;
415 416
}

417
#if 0
418
static int
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
419
gst_ffmpegdec_get_buffer (AVCodecContext * context, AVFrame * picture)
420 421 422 423 424 425
{
  GstBuffer *buf = NULL;
  gulong bufsize = 0;

  switch (context->codec_type) {
    case CODEC_TYPE_VIDEO:
426
      bufsize = avpicture_get_size (context->pix_fmt,
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
427
          context->width, context->height);
428
      buf = gst_buffer_new_and_alloc (bufsize);
429 430
      gst_ffmpeg_avpicture_fill ((AVPicture *) picture,
          GST_BUFFER_DATA (buf),
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
431
          context->pix_fmt, context->width, context->height);
432 433 434 435 436 437
      break;

    case CODEC_TYPE_AUDIO:
    default:
      g_assert (0);
      break;
438 439
  }

440 441 442 443 444 445 446 447 448 449 450 451 452
  /* tell ffmpeg we own this buffer
   *
   * we also use an evil hack (keep buffer in base[0])
   * to keep a reference to the buffer in release_buffer(),
   * so that we can ref() it here and unref() it there
   * so that we don't need to copy data */
  picture->type = FF_BUFFER_TYPE_USER;
  picture->age = G_MAXINT;
  picture->base[0] = (int8_t *) buf;
  gst_buffer_ref (buf);

  return 0;
}
453

454
static void
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
455
gst_ffmpegdec_release_buffer (AVCodecContext * context, AVFrame * picture)
456 457 458
{
  gint i;
  GstBuffer *buf = GST_BUFFER (picture->base[0]);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
459

460 461 462
  gst_buffer_unref (buf);

  /* zero out the reference in ffmpeg */
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
463
  for (i = 0; i < 4; i++) {
464 465 466
    picture->data[i] = NULL;
    picture->linesize[i] = 0;
  }
467
}
468
#endif
469

470 471 472 473 474 475 476
static gboolean
gst_ffmpegdec_negotiate (GstFFMpegDec * ffmpegdec)
{
  GstFFMpegDecClass *oclass =
      (GstFFMpegDecClass *) (G_OBJECT_GET_CLASS (ffmpegdec));
  GstCaps *caps;

477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495
  switch (oclass->in_plugin->type) {
    case CODEC_TYPE_VIDEO:
      if (ffmpegdec->format.video.width == ffmpegdec->context->width &&
          ffmpegdec->format.video.height == ffmpegdec->context->height &&
          ffmpegdec->format.video.fps == ffmpegdec->context->frame_rate &&
          ffmpegdec->format.video.fps_base ==
              ffmpegdec->context->frame_rate_base)
        return TRUE;
      break;
    case CODEC_TYPE_AUDIO:
      if (ffmpegdec->format.audio.samplerate ==
              ffmpegdec->context->sample_rate &&
          ffmpegdec->format.audio.channels == ffmpegdec->context->channels)
        return TRUE;
      break;
    default:
      break;
  }

496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537
  caps = gst_ffmpeg_codectype_to_caps (oclass->in_plugin->type,
      ffmpegdec->context);

  /* add in pixel-aspect-ratio if we have it,
   * prefer ffmpeg par over sink par (since it's provided
   * by the codec, which is more often correct).
   */
 if (caps) {
   if (ffmpegdec->context->sample_aspect_ratio.num &&
       ffmpegdec->context->sample_aspect_ratio.den) {
     GST_DEBUG ("setting ffmpeg provided pixel-aspect-ratio");
     gst_structure_set (gst_caps_get_structure (caps, 0),
         "pixel-aspect-ratio", GST_TYPE_FRACTION,
         ffmpegdec->context->sample_aspect_ratio.num,
         ffmpegdec->context->sample_aspect_ratio.den,
         NULL);
    } else if (ffmpegdec->par) {
      GST_DEBUG ("passing on pixel-aspect-ratio from sink");
      gst_structure_set (gst_caps_get_structure (caps, 0),
          "pixel-aspect-ratio", GST_TYPE_FRACTION,
           gst_value_get_fraction_numerator (ffmpegdec->par),
           gst_value_get_fraction_denominator (ffmpegdec->par),
           NULL);
    }
  }

  if (caps == NULL ||
      !gst_pad_set_explicit_caps (ffmpegdec->srcpad, caps)) {
    GST_ELEMENT_ERROR (ffmpegdec, CORE, NEGOTIATION, (NULL),
        ("Failed to link ffmpeg decoder (%s) to next element",
        oclass->in_plugin->name));

    if (caps != NULL)
      gst_caps_free (caps);

    return FALSE;
  }

  gst_caps_free (caps);

  return TRUE;
}
538

539
static void
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
540
gst_ffmpegdec_chain (GstPad * pad, GstData * _data)
541
{
542
  GstBuffer *inbuf = GST_BUFFER (_data);
543
  GstBuffer *outbuf = NULL;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
544 545 546
  GstFFMpegDec *ffmpegdec = (GstFFMpegDec *) (gst_pad_get_parent (pad));
  GstFFMpegDecClass *oclass =
      (GstFFMpegDecClass *) (G_OBJECT_GET_CLASS (ffmpegdec));
547 548
  guint8 *bdata, *data;
  gint bsize, size, len = 0;
549
  gint have_data;
550
  guint64 expected_ts = GST_BUFFER_TIMESTAMP (inbuf);
551

Ronald S. Bultje's avatar
Ronald S. Bultje committed
552
  if (!ffmpegdec->opened) {
553
    GST_ELEMENT_ERROR (ffmpegdec, CORE, NEGOTIATION, (NULL),
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
554 555
        ("ffdec_%s: input format was not set before data start",
            oclass->in_plugin->name));
Ronald S. Bultje's avatar
Ronald S. Bultje committed
556 557 558
    return;
  }

559 560
  GST_DEBUG ("Received new data of size %d", GST_BUFFER_SIZE (inbuf));

561 562 563 564
  /* FIXME: implement event awareness (especially EOS
   * (av_close_codec ()) and FLUSH/DISCONT
   * (avcodec_flush_buffers ()))
   */
565

566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585
  /* parse cache joining */
  if (ffmpegdec->pcache) {
    inbuf = gst_buffer_join (ffmpegdec->pcache, inbuf);
    ffmpegdec->pcache = NULL;
    bdata = GST_BUFFER_DATA (inbuf);
    bsize = GST_BUFFER_SIZE (inbuf);
  }
  /* workarounds, functions write to buffers:
   *  libavcodec/svq1.c:svq1_decode_frame writes to the given buffer.
   *  libavcodec/svq3.c:svq3_decode_slice_header too.
   * ffmpeg devs know about it and will fix it (they said). */
  else if (oclass->in_plugin->id == CODEC_ID_SVQ1 ||
      oclass->in_plugin->id == CODEC_ID_SVQ3) {
    inbuf = gst_buffer_copy_on_write (inbuf);
    bdata = GST_BUFFER_DATA (inbuf);
    bsize = GST_BUFFER_SIZE (inbuf);
  } else {
    bdata = GST_BUFFER_DATA (inbuf);
    bsize = GST_BUFFER_SIZE (inbuf);
  }
586 587

  do {
588
    /* parse, if at all possible */
589
    if (ffmpegdec->pctx) {
590 591 592 593 594 595 596
      gint res;

      res = av_parser_parse (ffmpegdec->pctx, ffmpegdec->context,
          &data, &size, bdata, bsize,
          expected_ts / (GST_SECOND / AV_TIME_BASE),
          expected_ts / (GST_SECOND / AV_TIME_BASE));

597
      if (res == 0 || size == 0)
598
        break;
599
      else {
600 601 602 603 604 605 606 607
        bsize -= res;
        bdata += res;
      }
    } else {
      data = bdata;
      size = bsize;
    }

608 609
    ffmpegdec->context->frame_number++;

610 611 612
    switch (oclass->in_plugin->type) {
      case CODEC_TYPE_VIDEO:
        len = avcodec_decode_video (ffmpegdec->context,
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
613
            ffmpegdec->picture, &have_data, data, size);
614
        GST_DEBUG ("Decode video: len=%d, have_data=%d", len, have_data);
615 616

        if (len >= 0 && have_data) {
617 618 619 620
          /* libavcodec constantly crashes on stupid buffer allocation
           * errors inside. This drives me crazy, so we let it allocate
           * it's own buffers and copy to our own buffer afterwards... */
          AVPicture pic;
621
          gint fsize = gst_ffmpeg_avpicture_get_size (ffmpegdec->context->pix_fmt,
622
              ffmpegdec->context->width, ffmpegdec->context->height);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
623

624
          outbuf = gst_buffer_new_and_alloc (fsize);
625 626
	  /* original ffmpeg code does not handle odd sizes correctly. This patched
	   * up version does */
627
          gst_ffmpeg_avpicture_fill (&pic, GST_BUFFER_DATA (outbuf),
628 629
              ffmpegdec->context->pix_fmt,
              ffmpegdec->context->width, ffmpegdec->context->height);
630 631 632 633 634

	  /* the original convert function did not do the right thing, this
	   * is a patched up version that adjust widht/height so that the
	   * ffmpeg one works correctly. */
          gst_ffmpeg_img_convert (&pic, ffmpegdec->context->pix_fmt,
635 636
              (AVPicture *) ffmpegdec->picture,
              ffmpegdec->context->pix_fmt,
637 638
              ffmpegdec->context->width, 
	      ffmpegdec->context->height);
639

640
          /* note that ffmpeg sometimes gets the FPS wrong */
641 642
          if (GST_CLOCK_TIME_IS_VALID (expected_ts) &&
              ffmpegdec->context->frame_rate > 0) {
643 644 645 646
            GST_BUFFER_TIMESTAMP (outbuf) = expected_ts;
            GST_BUFFER_DURATION (outbuf) = GST_SECOND *
                ffmpegdec->context->frame_rate_base /
                ffmpegdec->context->frame_rate;
647 648
          } else {
            GST_BUFFER_DURATION (outbuf) = GST_BUFFER_DURATION (inbuf);
649
          }
650
        }
651
        break;
652

653
      case CODEC_TYPE_AUDIO:
654
        outbuf = gst_buffer_new_and_alloc (AVCODEC_MAX_AUDIO_FRAME_SIZE);
655
        len = avcodec_decode_audio (ffmpegdec->context,
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
656
            (int16_t *) GST_BUFFER_DATA (outbuf), &have_data, data, size);
657 658
        GST_DEBUG ("Decode audio: len=%d, have_data=%d", len, have_data);

659 660 661
        if (have_data < 0) {
          GST_WARNING_OBJECT (ffmpegdec,
              "FFmpeg error: len %d, have_data: %d < 0 !",
662
              len, have_data);
663 664 665
          gst_buffer_unref (inbuf);
          return;
        }
666

667
        if (len >= 0 && have_data) {
668
          GST_BUFFER_SIZE (outbuf) = have_data;
669 670 671 672 673 674 675
          if (GST_CLOCK_TIME_IS_VALID (expected_ts)) {
            GST_BUFFER_TIMESTAMP (outbuf) = expected_ts;
            GST_BUFFER_DURATION (outbuf) = (have_data * GST_SECOND) /
                (2 * ffmpegdec->context->channels *
                ffmpegdec->context->sample_rate);
            expected_ts += GST_BUFFER_DURATION (outbuf);
          }
676 677
        } else {
          gst_buffer_unref (outbuf);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
678
        }
679 680
        break;
      default:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
681
        g_assert (0);
682 683
        break;
    }
684 685

    if (len < 0) {
686
      GST_ERROR_OBJECT (ffmpegdec, "ffdec_%s: decoding error",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
687
          oclass->in_plugin->name);
688
      break;
689 690
    } else if (len == 0) {
      break;
691 692
    }

693
    if (have_data) {
694 695
      GST_DEBUG ("Decoded data, now pushing");

696 697 698
      if (!gst_ffmpegdec_negotiate (ffmpegdec)) {
        gst_buffer_unref (outbuf);
        return;
699 700
      }

701 702 703 704
      if (GST_PAD_IS_USABLE (ffmpegdec->srcpad))
        gst_pad_push (ffmpegdec->srcpad, GST_DATA (outbuf));
      else
        gst_buffer_unref (outbuf);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
705
    }
706

707 708
    if (!ffmpegdec->pctx || ffmpegdec->context->codec_id == CODEC_ID_MP3 || 
	ffmpegdec->context->codec_id == CODEC_ID_MJPEG) {
709 710 711 712
      bsize -= len;
      bdata += len;
    }
  } while (bsize > 0);
713

714 715
  if ((ffmpegdec->pctx || oclass->in_plugin->id == CODEC_ID_MP3) &&
      bsize > 0) {
716 717
    GST_DEBUG ("Keeping %d bytes of data", bsize);

718 719 720
    ffmpegdec->pcache = gst_buffer_create_sub (inbuf,
        GST_BUFFER_SIZE (inbuf) - bsize, bsize);
  }
721 722 723
  gst_buffer_unref (inbuf);
}

724
static GstElementStateReturn
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
725
gst_ffmpegdec_change_state (GstElement * element)
726
{
727 728 729 730 731
  GstFFMpegDec *ffmpegdec = (GstFFMpegDec *) element;
  gint transition = GST_STATE_TRANSITION (element);

  switch (transition) {
    case GST_STATE_PAUSED_TO_READY:
732
      gst_ffmpegdec_close (ffmpegdec);
733 734 735
      break;
  }

736 737
  if (GST_ELEMENT_CLASS (parent_class)->change_state)
    return GST_ELEMENT_CLASS (parent_class)->change_state (element);
738

739
  return GST_STATE_SUCCESS;
740 741 742
}

gboolean
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
743
gst_ffmpegdec_register (GstPlugin * plugin)
744 745
{
  GTypeInfo typeinfo = {
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
746 747
    sizeof (GstFFMpegDecClass),
    (GBaseInitFunc) gst_ffmpegdec_base_init,
748
    NULL,
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
749
    (GClassInitFunc) gst_ffmpegdec_class_init,
750 751
    NULL,
    NULL,
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
752
    sizeof (GstFFMpegDec),
753
    0,
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
754
    (GInstanceInitFunc) gst_ffmpegdec_init,
755 756 757
  };
  GType type;
  AVCodec *in_plugin;
758
  gint rank;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
759

760 761 762 763 764
  in_plugin = first_avcodec;

  global_plugins = g_hash_table_new (NULL, NULL);

  while (in_plugin) {
765
    GstFFMpegDecClassParams *params;
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
766 767
    GstCaps *srccaps, *sinkcaps;
    gchar *type_name;
768

Ronald S. Bultje's avatar
Ronald S. Bultje committed
769 770
    /* no quasi-codecs, please */
    if (in_plugin->id == CODEC_ID_RAWVIDEO ||
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
771 772
        (in_plugin->id >= CODEC_ID_PCM_S16LE &&
            in_plugin->id <= CODEC_ID_PCM_ALAW)) {
Ronald S. Bultje's avatar
Ronald S. Bultje committed
773
      goto next;
774
    }
Ronald S. Bultje's avatar
Ronald S. Bultje committed
775 776 777

    /* only decoders */
    if (!in_plugin->decode) {
778 779
      goto next;
    }
780

781 782 783 784
    /* name */
    if (!gst_ffmpeg_get_codecid_longname (in_plugin->id))
      goto next;

785
    /* first make sure we've got a supported type */
786
    sinkcaps = gst_ffmpeg_codecid_to_caps (in_plugin->id, NULL, FALSE);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
787
    srccaps = gst_ffmpeg_codectype_to_caps (in_plugin->type, NULL);
Benjamin Otte's avatar
Benjamin Otte committed
788 789 790
    if (!sinkcaps || !srccaps) {
      if (sinkcaps) gst_caps_free (sinkcaps);
      if (srccaps) gst_caps_free (srccaps);
791
      goto next;
Benjamin Otte's avatar
Benjamin Otte committed
792
    }
793

794
    /* construct the type */
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
795
    type_name = g_strdup_printf ("ffdec_%s", in_plugin->name);
796

797
    /* if it's already registered, drop it */
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
798 799
    if (g_type_from_name (type_name)) {
      g_free (type_name);
800 801 802
      goto next;
    }

803 804 805 806
    params = g_new0 (GstFFMpegDecClassParams, 1);
    params->in_plugin = in_plugin;
    params->srccaps = srccaps;
    params->sinkcaps = sinkcaps;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
807 808 809
    g_hash_table_insert (global_plugins,
        GINT_TO_POINTER (0), (gpointer) params);

810
    /* create the gtype now */
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
811
    type = g_type_register_static (GST_TYPE_ELEMENT, type_name, &typeinfo, 0);
812 813 814

    /* (Ronald) MPEG-4 gets a higher priority because it has been well-
     * tested and by far outperforms divxdec/xviddec - so we prefer it.
815 816 817 818 819
     * msmpeg4v3 same, as it outperforms divxdec for divx3 playback.
     * H263 has the same mimetype as H263I and since H263 works for the
     * few streams that I've tried (see, e.g., #155163), I'll use that
     * and use rank=none for H263I for now, until I know what the diff
     * is. */
820 821 822 823 824
    switch (in_plugin->id) {
      case CODEC_ID_MPEG4:
      case CODEC_ID_MSMPEG4V3:
        rank = GST_RANK_PRIMARY;
        break;
825 826 827
      case CODEC_ID_H263I:
        rank = GST_RANK_NONE;
        break;
828 829 830 831 832
      default:
        rank = GST_RANK_MARGINAL;
        break;
    }
    if (!gst_element_register (plugin, type_name, rank, type)) {
David Schleef's avatar
David Schleef committed
833
      g_free (type_name);
Ronald S. Bultje's avatar
Bla  
Ronald S. Bultje committed
834
      return FALSE;
David Schleef's avatar
David Schleef committed
835 836 837
    }

    g_free (type_name);
838

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
839 840
    g_hash_table_insert (global_plugins,
        GINT_TO_POINTER (type), (gpointer) params);
841

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
842
  next:
843 844
    in_plugin = in_plugin->next;
  }
845
  g_hash_table_remove (global_plugins, GINT_TO_POINTER (0));
846 847 848

  return TRUE;
}