theoradec.c 18.6 KB
Newer Older
Benjamin Otte's avatar
Benjamin Otte committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
/* GStreamer
 * Copyright (C) 2004 Benjamin Otte <in7y118@public.uni-hamburg.de>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 02111-1307, USA.
 */

#ifdef HAVE_CONFIG_H
#  include "config.h"
#endif

#include <gst/gst.h>
#include <theora/theora.h>
#include <string.h>
#include <gst/tag/tag.h>

Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
29 30
GST_DEBUG_CATEGORY (theoradec_debug);
#define GST_CAT_DEFAULT theoradec_debug
Benjamin Otte's avatar
Benjamin Otte committed
31 32 33 34 35 36 37 38 39 40 41 42 43 44 45

#define GST_TYPE_THEORA_DEC \
  (gst_theora_dec_get_type())
#define GST_THEORA_DEC(obj) \
  (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_THEORA_DEC,GstTheoraDec))
#define GST_THEORA_DEC_CLASS(klass) \
  (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_THEORA_DEC,GstTheoraDec))
#define GST_IS_THEORA_DEC(obj) \
  (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_THEORA_DEC))
#define GST_IS_THEORA_DEC_CLASS(obj) \
  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_THEORA_DEC))

typedef struct _GstTheoraDec GstTheoraDec;
typedef struct _GstTheoraDecClass GstTheoraDecClass;

Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
46 47 48 49 50 51 52 53 54 55 56 57 58
struct _GstTheoraDec
{
  GstElement element;

  GstPad *sinkpad;
  GstPad *srcpad;

  theora_state state;
  theora_info info;
  theora_comment comment;

  guint packetno;
  guint64 granulepos;
59 60

  gboolean need_keyframe;
Benjamin Otte's avatar
Benjamin Otte committed
61 62
};

Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
63 64
struct _GstTheoraDecClass
{
Benjamin Otte's avatar
Benjamin Otte committed
65 66 67 68 69
  GstElementClass parent_class;
};

static GstElementDetails theora_dec_details = {
  "TheoraDec",
70
  "Codec/Decoder/Video",
Benjamin Otte's avatar
Benjamin Otte committed
71
  "decode raw theora streams to raw YUV video",
72 73
  "Benjamin Otte <in7y118@public.uni-hamburg.de>, "
      "Wim Taymans <wim@fluendo.com>",
Benjamin Otte's avatar
Benjamin Otte committed
74 75 76
};

static GstStaticPadTemplate theora_dec_src_factory =
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
77 78 79 80
GST_STATIC_PAD_TEMPLATE ("src",
    GST_PAD_SRC,
    GST_PAD_ALWAYS,
    GST_STATIC_CAPS ("video/x-raw-yuv, "
81 82 83
        "format = (fourcc) I420, "
        "framerate = (double) [0, MAX], "
        "width = (int) [ 1, MAX ], " "height = (int) [ 1, MAX ]")
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
84
    );
Benjamin Otte's avatar
Benjamin Otte committed
85 86

static GstStaticPadTemplate theora_dec_sink_factory =
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
87 88 89 90 91
GST_STATIC_PAD_TEMPLATE ("sink",
    GST_PAD_SINK,
    GST_PAD_ALWAYS,
    GST_STATIC_CAPS ("video/x-theora")
    );
Benjamin Otte's avatar
Benjamin Otte committed
92 93

GST_BOILERPLATE (GstTheoraDec, gst_theora_dec, GstElement, GST_TYPE_ELEMENT);
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
94 95 96 97 98 99

static void theora_dec_chain (GstPad * pad, GstData * data);
static GstElementStateReturn theora_dec_change_state (GstElement * element);
static gboolean theora_dec_src_event (GstPad * pad, GstEvent * event);
static gboolean theora_dec_src_query (GstPad * pad,
    GstQueryType query, GstFormat * format, gint64 * value);
100 101 102 103 104 105 106 107 108
static gboolean theora_dec_src_convert (GstPad * pad,
    GstFormat src_format, gint64 src_value,
    GstFormat * dest_format, gint64 * dest_value);
static gboolean theora_dec_sink_convert (GstPad * pad,
    GstFormat src_format, gint64 src_value,
    GstFormat * dest_format, gint64 * dest_value);
static const GstFormat *theora_get_formats (GstPad * pad);
static const GstEventMask *theora_get_event_masks (GstPad * pad);
static const GstQueryType *theora_get_query_types (GstPad * pad);
Benjamin Otte's avatar
Benjamin Otte committed
109 110 111 112 113 114


static void
gst_theora_dec_base_init (gpointer g_class)
{
  GstElementClass *element_class = GST_ELEMENT_CLASS (g_class);
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
115 116

  gst_element_class_add_pad_template (element_class,
Benjamin Otte's avatar
Benjamin Otte committed
117 118 119 120 121 122 123
      gst_static_pad_template_get (&theora_dec_src_factory));
  gst_element_class_add_pad_template (element_class,
      gst_static_pad_template_get (&theora_dec_sink_factory));
  gst_element_class_set_details (element_class, &theora_dec_details);
}

static void
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
124
gst_theora_dec_class_init (GstTheoraDecClass * klass)
Benjamin Otte's avatar
Benjamin Otte committed
125 126 127 128
{
  GstElementClass *gstelement_class = GST_ELEMENT_CLASS (klass);

  gstelement_class->change_state = theora_dec_change_state;
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
129 130

  GST_DEBUG_CATEGORY_INIT (theoradec_debug, "theoradec", 0, "Theora decoder");
Benjamin Otte's avatar
Benjamin Otte committed
131 132 133
}

static void
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
134
gst_theora_dec_init (GstTheoraDec * dec)
Benjamin Otte's avatar
Benjamin Otte committed
135
{
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
136 137 138
  dec->sinkpad =
      gst_pad_new_from_template (gst_static_pad_template_get
      (&theora_dec_sink_factory), "sink");
139 140
  gst_pad_set_formats_function (dec->sinkpad, theora_get_formats);
  gst_pad_set_convert_function (dec->sinkpad, theora_dec_sink_convert);
Benjamin Otte's avatar
Benjamin Otte committed
141 142 143
  gst_pad_set_chain_function (dec->sinkpad, theora_dec_chain);
  gst_element_add_pad (GST_ELEMENT (dec), dec->sinkpad);

Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
144 145 146
  dec->srcpad =
      gst_pad_new_from_template (gst_static_pad_template_get
      (&theora_dec_src_factory), "src");
Benjamin Otte's avatar
Benjamin Otte committed
147
  gst_pad_use_explicit_caps (dec->srcpad);
148
  gst_pad_set_event_mask_function (dec->srcpad, theora_get_event_masks);
Benjamin Otte's avatar
Benjamin Otte committed
149
  gst_pad_set_event_function (dec->srcpad, theora_dec_src_event);
150
  gst_pad_set_query_type_function (dec->srcpad, theora_get_query_types);
151
  gst_pad_set_query_function (dec->srcpad, theora_dec_src_query);
152 153 154
  gst_pad_set_formats_function (dec->srcpad, theora_get_formats);
  gst_pad_set_convert_function (dec->srcpad, theora_dec_src_convert);

Benjamin Otte's avatar
Benjamin Otte committed
155 156 157 158
  gst_element_add_pad (GST_ELEMENT (dec), dec->srcpad);

  GST_FLAG_SET (dec, GST_ELEMENT_EVENT_AWARE);
}
159 160

/* FIXME: copy from libtheora, theora should somehow make this available for seeking */
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
161 162 163 164 165 166
static int
_theora_ilog (unsigned int v)
{
  int ret = 0;

  while (v) {
167
    ret++;
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
168
    v >>= 1;
169
  }
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
170
  return (ret);
171 172
}

173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214
static const GstFormat *
theora_get_formats (GstPad * pad)
{
  static GstFormat src_formats[] = {
    GST_FORMAT_DEFAULT,         /* frames in this case */
    GST_FORMAT_TIME,
    GST_FORMAT_BYTES,
    0
  };
  static GstFormat sink_formats[] = {
    GST_FORMAT_DEFAULT,
    GST_FORMAT_TIME,
    0
  };

  return (GST_PAD_IS_SRC (pad) ? src_formats : sink_formats);
}

static const GstEventMask *
theora_get_event_masks (GstPad * pad)
{
  static const GstEventMask theora_src_event_masks[] = {
    {GST_EVENT_SEEK, GST_SEEK_METHOD_SET | GST_SEEK_FLAG_FLUSH},
    {0,}
  };

  return theora_src_event_masks;
}

static const GstQueryType *
theora_get_query_types (GstPad * pad)
{
  static const GstQueryType theora_src_query_types[] = {
    GST_QUERY_TOTAL,
    GST_QUERY_POSITION,
    0
  };

  return theora_src_query_types;
}


215
static gboolean
216 217 218
theora_dec_src_convert (GstPad * pad,
    GstFormat src_format, gint64 src_value,
    GstFormat * dest_format, gint64 * dest_value)
219
{
220 221 222 223 224
  gboolean res = TRUE;
  GstTheoraDec *dec;
  guint64 scale = 1;

  dec = GST_THEORA_DEC (gst_pad_get_parent (pad));
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
225

226
  /* we need the info part before we can done something */
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
227 228 229
  if (dec->packetno < 1)
    return FALSE;

230 231 232 233 234 235 236 237 238 239 240 241 242
  switch (src_format) {
    case GST_FORMAT_BYTES:
      switch (*dest_format) {
        case GST_FORMAT_DEFAULT:
          *dest_value =
              src_value * 2 / (dec->info.height * dec->info.width * 3);
          break;
        case GST_FORMAT_TIME:
          /* seems like a rather silly conversion, implement me if you like */
        default:
          res = FALSE;
      }
      break;
243
    case GST_FORMAT_TIME:
244 245 246 247 248 249 250 251 252 253
      switch (*dest_format) {
        case GST_FORMAT_BYTES:
          scale = 4 * (dec->info.width * dec->info.height) / 3;
        case GST_FORMAT_DEFAULT:
          *dest_value = src_value * scale * dec->info.fps_numerator /
              (dec->info.fps_denominator * GST_SECOND);
          break;
        default:
          res = FALSE;
      }
254 255
      break;
    case GST_FORMAT_DEFAULT:
256 257 258 259 260 261 262 263 264 265 266 267
      switch (*dest_format) {
        case GST_FORMAT_TIME:
          *dest_value = src_value * (GST_SECOND * dec->info.fps_denominator /
              dec->info.fps_numerator);
          break;
        case GST_FORMAT_BYTES:
          *dest_value =
              src_value * 3 * (dec->info.width * dec->info.height) / 2;
          break;
        default:
          res = FALSE;
      }
268 269
      break;
    default:
270
      res = FALSE;
271
  }
272 273

  return res;
274 275
}

Benjamin Otte's avatar
Benjamin Otte committed
276
static gboolean
277 278 279
theora_dec_sink_convert (GstPad * pad,
    GstFormat src_format, gint64 src_value,
    GstFormat * dest_format, gint64 * dest_value)
Benjamin Otte's avatar
Benjamin Otte committed
280
{
281 282
  gboolean res = TRUE;
  GstTheoraDec *dec;
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
283

284 285 286
  dec = GST_THEORA_DEC (gst_pad_get_parent (pad));

  /* we need the info part before we can done something */
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
287 288 289
  if (dec->packetno < 1)
    return FALSE;

290
  switch (src_format) {
Benjamin Otte's avatar
Benjamin Otte committed
291
    case GST_FORMAT_DEFAULT:
292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310
    {
      guint64 framecount;
      guint ilog;

      ilog = _theora_ilog (dec->info.keyframe_frequency_force - 1);

      /* granulepos is last ilog bits for counting pframes since last iframe and 
       * bits in front of that for the framenumber of the last iframe. */
      framecount = src_value >> ilog;
      framecount += src_value - (framecount << ilog);

      switch (*dest_format) {
        case GST_FORMAT_TIME:
          *dest_value = framecount * (GST_SECOND * dec->info.fps_denominator /
              dec->info.fps_numerator);
          break;
        default:
          res = FALSE;
      }
311
      break;
312
    }
Benjamin Otte's avatar
Benjamin Otte committed
313
    default:
314
      res = FALSE;
Benjamin Otte's avatar
Benjamin Otte committed
315
  }
316 317

  return res;
Benjamin Otte's avatar
Benjamin Otte committed
318
}
319 320

static gboolean
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
321 322
theora_dec_src_query (GstPad * pad, GstQueryType query, GstFormat * format,
    gint64 * value)
323 324 325 326
{
  gint64 granulepos;
  GstTheoraDec *dec = GST_THEORA_DEC (gst_pad_get_parent (pad));
  GstFormat my_format = GST_FORMAT_DEFAULT;
327
  guint64 time;
328

329
  if (query == GST_QUERY_POSITION) {
330
    /* this is easy, we can convert a granule position to everything */
331 332
    granulepos = dec->granulepos;
  } else {
333
    /* for the total, we just forward the query to the peer */
334 335 336 337
    if (!gst_pad_query (GST_PAD_PEER (dec->sinkpad), query, &my_format,
            &granulepos))
      return FALSE;
  }
338

339 340 341 342 343 344 345
  /* and convert to the final format in two steps with time as the 
   * intermediate step */
  my_format = GST_FORMAT_TIME;
  if (!theora_dec_sink_convert (dec->sinkpad, granulepos, GST_FORMAT_DEFAULT,
          &my_format, &time))
    return FALSE;
  if (!theora_dec_src_convert (pad, my_format, time, format, value))
346 347
    return FALSE;

Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
348
  GST_LOG_OBJECT (dec,
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
349
      "query %u: peer returned granulepos: %llu - we return %llu (format %u)",
350 351 352 353
      query, granulepos, *value, *format);
  return TRUE;
}

Benjamin Otte's avatar
Benjamin Otte committed
354
static gboolean
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
355
theora_dec_src_event (GstPad * pad, GstEvent * event)
Benjamin Otte's avatar
Benjamin Otte committed
356 357 358
{
  gboolean res = TRUE;
  GstTheoraDec *dec;
359
  GstFormat format;
Benjamin Otte's avatar
Benjamin Otte committed
360 361 362 363

  dec = GST_THEORA_DEC (gst_pad_get_parent (pad));

  switch (GST_EVENT_TYPE (event)) {
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
364
    case GST_EVENT_SEEK:{
Benjamin Otte's avatar
Benjamin Otte committed
365
      guint64 value;
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
366

367 368 369 370 371 372
      /* convert to granulepos, this will fail as we cannot generate
       * a granulepos, only convert an existing one to something else,
       * which basically means that seeking doesn't work this way */
      format = GST_FORMAT_DEFAULT;
      res = theora_dec_sink_convert (pad, GST_EVENT_SEEK_FORMAT (event),
          GST_EVENT_SEEK_OFFSET (event), &format, &value);
Benjamin Otte's avatar
Benjamin Otte committed
373
      if (res) {
374 375 376 377
        GstEvent *real_seek = gst_event_new_seek (
            (GST_EVENT_SEEK_TYPE (event) & ~GST_SEEK_FORMAT_MASK) |
            GST_FORMAT_DEFAULT,
            value);
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
378

379
        res = gst_pad_send_event (GST_PAD_PEER (dec->sinkpad), real_seek);
380 381 382 383
        if (res) {
          /* sync to keyframe */
          dec->need_keyframe = TRUE;
        }
Benjamin Otte's avatar
Benjamin Otte committed
384 385 386 387 388 389 390 391 392 393 394 395 396
      }
      gst_event_unref (event);
      break;
    }
    default:
      res = gst_pad_event_default (pad, event);
      break;
  }

  return res;
}

static void
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
397
theora_dec_event (GstTheoraDec * dec, GstEvent * event)
Benjamin Otte's avatar
Benjamin Otte committed
398
{
399
  guint64 value, time, bytes;
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
400

Benjamin Otte's avatar
Benjamin Otte committed
401 402 403 404
  GST_LOG_OBJECT (dec, "handling event");
  switch (GST_EVENT_TYPE (event)) {
    case GST_EVENT_DISCONTINUOUS:
      if (gst_event_discont_get_value (event, GST_FORMAT_DEFAULT, &value)) {
405 406
        dec->granulepos = value;
        GST_DEBUG_OBJECT (dec,
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
407
            "setting granuleposition to %" G_GUINT64_FORMAT " after discont",
408
            value);
Benjamin Otte's avatar
Benjamin Otte committed
409
      } else {
410 411
        GST_WARNING_OBJECT (dec,
            "discont event didn't include offset, we might set it wrong now");
Benjamin Otte's avatar
Benjamin Otte committed
412
      }
413
      if (dec->packetno < 3) {
414 415 416 417 418 419 420
        if (dec->granulepos != 0)
          GST_ELEMENT_ERROR (dec, STREAM, DECODE, (NULL),
              ("can't handle discont before parsing first 3 packets"));
        dec->packetno = 0;
        gst_pad_push (dec->srcpad, GST_DATA (gst_event_new_discontinuous (FALSE,
                    GST_FORMAT_TIME, (guint64) 0, GST_FORMAT_DEFAULT,
                    (guint64) 0, GST_FORMAT_BYTES, (guint64) 0, 0)));
421
      } else {
422 423 424 425 426 427
        GstFormat time_format, default_format, bytes_format;

        time_format = GST_FORMAT_TIME;
        default_format = GST_FORMAT_DEFAULT;
        bytes_format = GST_FORMAT_BYTES;

428
        /* if one of them works, all of them work */
429 430 431 432 433 434
        if (theora_dec_sink_convert (dec->sinkpad, GST_FORMAT_DEFAULT,
                dec->granulepos, &time_format, &time)
            && theora_dec_src_convert (dec->srcpad, GST_FORMAT_TIME, time,
                &default_format, &value)
            && theora_dec_src_convert (dec->srcpad, GST_FORMAT_TIME, time,
                &bytes_format, &bytes)) {
435 436 437 438
          gst_pad_push (dec->srcpad,
              GST_DATA (gst_event_new_discontinuous (FALSE, GST_FORMAT_TIME,
                      time, GST_FORMAT_DEFAULT, value, GST_FORMAT_BYTES, bytes,
                      0)));
439 440
          /* store new framenumber */
          dec->packetno = value + 3;
441 442 443 444
        } else {
          GST_ERROR_OBJECT (dec,
              "failed to parse data for DISCONT event, not sending any");
        }
445 446
        /* sync to keyframe */
        dec->need_keyframe = TRUE;
447
      }
Benjamin Otte's avatar
Benjamin Otte committed
448 449 450 451 452 453 454 455
      break;
    default:
      break;
  }
  gst_pad_event_default (dec->sinkpad, event);
}

static void
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
456
theora_dec_chain (GstPad * pad, GstData * data)
Benjamin Otte's avatar
Benjamin Otte committed
457 458 459 460
{
  GstBuffer *buf;
  GstTheoraDec *dec;
  ogg_packet packet;
461
  guint64 offset_end;
462
  GstClockTime outtime;
Benjamin Otte's avatar
Benjamin Otte committed
463 464 465 466 467 468 469 470

  dec = GST_THEORA_DEC (gst_pad_get_parent (pad));
  if (GST_IS_EVENT (data)) {
    theora_dec_event (dec, GST_EVENT (data));
    return;
  }

  buf = GST_BUFFER (data);
471

472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487
  if (dec->packetno >= 3) {
    offset_end = GST_BUFFER_OFFSET_END (buf);
    if (offset_end != -1) {
      dec->granulepos = offset_end;
      /* granulepos to time */
      outtime = GST_SECOND * theora_granule_time (&dec->state, dec->granulepos);
    } else {
      GstFormat time_format = GST_FORMAT_TIME;

      /* framenumber to time */
      theora_dec_src_convert (dec->srcpad, GST_FORMAT_DEFAULT,
          dec->packetno - 3, &time_format, &outtime);
    }
  } else {
    /* we don't know yet */
    outtime = -1;
488 489
  }

Benjamin Otte's avatar
Benjamin Otte committed
490 491 492
  /* make ogg_packet out of the buffer */
  packet.packet = GST_BUFFER_DATA (buf);
  packet.bytes = GST_BUFFER_SIZE (buf);
493
  packet.granulepos = dec->granulepos;
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
494
  packet.packetno = dec->packetno++;
495 496
  packet.b_o_s = (packet.packetno == 0) ? 1 : 0;
  packet.e_o_s = 0;
497

Benjamin Otte's avatar
Benjamin Otte committed
498 499 500 501
  /* switch depending on packet type */
  if (packet.packet[0] & 0x80) {
    /* header packet */
    if (theora_decode_header (&dec->info, &dec->comment, &packet)) {
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
502
      GST_ELEMENT_ERROR (GST_ELEMENT (dec), STREAM, DECODE,
503
          (NULL), ("couldn't read header packet"));
Benjamin Otte's avatar
Benjamin Otte committed
504 505 506 507
      gst_data_unref (data);
      return;
    }
    if (packet.packetno == 1) {
508
      gchar *encoder = NULL;
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
509
      GstTagList *list =
510 511
          gst_tag_list_from_vorbiscomment_buffer (buf, "\201theora", 7,
          &encoder);
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
512

513
      if (!list) {
514 515
        GST_ERROR_OBJECT (dec, "failed to parse tags");
        list = gst_tag_list_new ();
516 517
      }
      if (encoder) {
518 519 520
        gst_tag_list_add (list, GST_TAG_MERGE_REPLACE,
            GST_TAG_ENCODER, encoder, NULL);
        g_free (encoder);
521
      }
Benjamin Otte's avatar
Benjamin Otte committed
522
      gst_tag_list_add (list, GST_TAG_MERGE_REPLACE,
523
          GST_TAG_ENCODER_VERSION, dec->info.version_major, NULL);
Benjamin Otte's avatar
Benjamin Otte committed
524 525 526
      gst_element_found_tags_for_pad (GST_ELEMENT (dec), dec->srcpad, 0, list);
    } else if (packet.packetno == 2) {
      GstCaps *caps;
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
527

Benjamin Otte's avatar
Benjamin Otte committed
528 529 530
      /* done */
      theora_decode_init (&dec->state, &dec->info);
      caps = gst_caps_new_simple ("video/x-raw-yuv",
531 532 533 534 535
          "format", GST_TYPE_FOURCC, GST_MAKE_FOURCC ('I', '4', '2', '0'),
          "framerate", G_TYPE_DOUBLE,
          ((gdouble) dec->info.fps_numerator) / dec->info.fps_denominator,
          "width", G_TYPE_INT, dec->info.width, "height", G_TYPE_INT,
          dec->info.height, NULL);
Benjamin Otte's avatar
Benjamin Otte committed
536 537 538 539
      gst_pad_set_explicit_caps (dec->srcpad, caps);
      gst_caps_free (caps);
    }
  } else {
540
    /* normal data packet */
Benjamin Otte's avatar
Benjamin Otte committed
541 542 543 544
    yuv_buffer yuv;
    GstBuffer *out;
    guint8 *y, *v, *u;
    guint i;
545 546 547 548 549 550 551 552 553 554 555 556
    gboolean keyframe;

    /* the second most significant bit of the first data byte is cleared 
     * for keyframes */
    keyframe = (packet.packet[0] & 0x40) == 0;
    if (keyframe) {
      dec->need_keyframe = FALSE;
    } else if (dec->need_keyframe) {
      /* drop frames if we're looking for a keyframe */
      gst_data_unref (data);
      return;
    }
557 558 559 560 561
    if (theora_decode_packetin (&dec->state, &packet)) {
      GST_ELEMENT_ERROR (GST_ELEMENT (dec), STREAM, DECODE,
          (NULL), ("theora decoder did not read data packet"));
      gst_data_unref (data);
      return;
562
    }
563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589
    if (theora_decode_YUVout (&dec->state, &yuv) < 0) {
      GST_ELEMENT_ERROR (GST_ELEMENT (dec), STREAM, DECODE,
          (NULL), ("couldn't read out YUV image"));
      gst_data_unref (data);
      return;
    }
    g_return_if_fail (yuv.y_width == dec->info.width);
    g_return_if_fail (yuv.y_height == dec->info.height);
    out = gst_pad_alloc_buffer (dec->srcpad, GST_BUFFER_OFFSET_NONE,
        yuv.y_width * yuv.y_height * 3 / 2);
    y = GST_BUFFER_DATA (out);
    u = y + yuv.y_width * yuv.y_height;
    v = u + yuv.y_width * yuv.y_height / 4;
    for (i = 0; i < yuv.y_height; i++) {
      memcpy (y + i * yuv.y_width, yuv.y + i * yuv.y_stride, yuv.y_width);
    }
    for (i = 0; i < yuv.y_height / 2; i++) {
      memcpy (u + i * yuv.uv_width, yuv.u + i * yuv.uv_stride, yuv.uv_width);
      memcpy (v + i * yuv.uv_width, yuv.v + i * yuv.uv_stride, yuv.uv_width);
    }
    GST_BUFFER_OFFSET (out) = dec->packetno - 4;
    GST_BUFFER_OFFSET_END (out) = dec->packetno - 3;
    GST_BUFFER_DURATION (out) =
        GST_SECOND * ((gdouble) dec->info.fps_denominator) /
        dec->info.fps_numerator;
    GST_BUFFER_TIMESTAMP (out) = outtime;

Benjamin Otte's avatar
Benjamin Otte committed
590 591 592 593 594 595
    gst_pad_push (dec->srcpad, GST_DATA (out));
  }
  gst_data_unref (data);
}

static GstElementStateReturn
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
596
theora_dec_change_state (GstElement * element)
Benjamin Otte's avatar
Benjamin Otte committed
597 598 599 600 601 602 603 604 605
{
  GstTheoraDec *dec = GST_THEORA_DEC (element);

  switch (GST_STATE_TRANSITION (element)) {
    case GST_STATE_NULL_TO_READY:
      break;
    case GST_STATE_READY_TO_PAUSED:
      theora_info_init (&dec->info);
      theora_comment_init (&dec->comment);
606
      dec->need_keyframe = TRUE;
Benjamin Otte's avatar
Benjamin Otte committed
607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626
      break;
    case GST_STATE_PAUSED_TO_PLAYING:
      break;
    case GST_STATE_PLAYING_TO_PAUSED:
      break;
    case GST_STATE_PAUSED_TO_READY:
      theora_clear (&dec->state);
      theora_comment_clear (&dec->comment);
      theora_info_clear (&dec->info);
      dec->packetno = 0;
      dec->granulepos = 0;
      break;
    case GST_STATE_READY_TO_NULL:
      break;
    default:
      break;
  }

  return parent_class->change_state (element);
}