gstffmpegcodecmap.c 98 KB
Newer Older
1 2
/* GStreamer
 * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
3
 * This file:
4
 * Copyright (c) 2002-2004 Ronald Bultje <rbultje@ronald.bitfreak.net>
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 02111-1307, USA.
 */

22
#ifdef HAVE_CONFIG_H
23
#include "config.h"
24
#endif
25
#include <gst/gst.h>
26 27 28
#ifdef HAVE_FFMPEG_UNINSTALLED
#include <avcodec.h>
#else
29
#include <libavcodec/avcodec.h>
30
#endif
31
#include <string.h>
32

33
#include "gstffmpeg.h"
34 35
#include "gstffmpegcodecmap.h"

Wim Taymans's avatar
Wim Taymans committed
36
#include <gst/video/video.h>
Wim Taymans's avatar
Wim Taymans committed
37
#include <gst/audio/audio.h>
38 39
#include <gst/pbutils/codec-utils.h>

40 41 42 43 44
/*
 * Read a palette from a caps.
 */

static void
45
gst_ffmpeg_get_palette (const GstCaps * caps, AVCodecContext * context)
46 47 48
{
  GstStructure *str = gst_caps_get_structure (caps, 0);
  const GValue *palette_v;
Wim Taymans's avatar
Wim Taymans committed
49
  GstBuffer *palette;
50 51

  /* do we have a palette? */
52
  if ((palette_v = gst_structure_get_value (str, "palette_data")) && context) {
53
    palette = gst_value_get_buffer (palette_v);
Wim Taymans's avatar
Wim Taymans committed
54
    if (gst_buffer_get_size (palette) >= AVPALETTE_SIZE) {
55 56 57 58
      if (context->palctrl)
        av_free (context->palctrl);
      context->palctrl = av_malloc (sizeof (AVPaletteControl));
      context->palctrl->palette_changed = 1;
Wim Taymans's avatar
Wim Taymans committed
59
      gst_buffer_extract (palette, 0, context->palctrl->palette,
60 61 62 63 64 65
          AVPALETTE_SIZE);
    }
  }
}

static void
66
gst_ffmpeg_set_palette (GstCaps * caps, AVCodecContext * context)
67 68
{
  if (context->palctrl) {
69
    GstBuffer *palette = gst_buffer_new_and_alloc (AVPALETTE_SIZE);
70

Wim Taymans's avatar
Wim Taymans committed
71
    gst_buffer_fill (palette, 0, context->palctrl->palette, AVPALETTE_SIZE);
72
    gst_caps_set_simple (caps, "palette_data", GST_TYPE_BUFFER, palette, NULL);
73 74 75
  }
}

76 77 78 79 80 81 82 83 84 85
/* IMPORTANT: Keep this sorted by the ffmpeg channel masks */
static const struct
{
  guint64 ff;
  GstAudioChannelPosition gst;
} _ff_to_gst_layout[] = {
  {
  CH_FRONT_LEFT, GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT}, {
  CH_FRONT_RIGHT, GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT}, {
  CH_FRONT_CENTER, GST_AUDIO_CHANNEL_POSITION_FRONT_CENTER}, {
86
  CH_LOW_FREQUENCY, GST_AUDIO_CHANNEL_POSITION_LFE1}, {
87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144
  CH_BACK_LEFT, GST_AUDIO_CHANNEL_POSITION_REAR_LEFT}, {
  CH_BACK_RIGHT, GST_AUDIO_CHANNEL_POSITION_REAR_RIGHT}, {
  CH_FRONT_LEFT_OF_CENTER, GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT_OF_CENTER}, {
  CH_FRONT_RIGHT_OF_CENTER, GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT_OF_CENTER}, {
  CH_BACK_CENTER, GST_AUDIO_CHANNEL_POSITION_REAR_CENTER}, {
  CH_SIDE_LEFT, GST_AUDIO_CHANNEL_POSITION_SIDE_LEFT}, {
  CH_SIDE_RIGHT, GST_AUDIO_CHANNEL_POSITION_SIDE_RIGHT}, {
  CH_TOP_CENTER, GST_AUDIO_CHANNEL_POSITION_NONE}, {
  CH_TOP_FRONT_LEFT, GST_AUDIO_CHANNEL_POSITION_NONE}, {
  CH_TOP_FRONT_CENTER, GST_AUDIO_CHANNEL_POSITION_NONE}, {
  CH_TOP_FRONT_RIGHT, GST_AUDIO_CHANNEL_POSITION_NONE}, {
  CH_TOP_BACK_LEFT, GST_AUDIO_CHANNEL_POSITION_NONE}, {
  CH_TOP_BACK_CENTER, GST_AUDIO_CHANNEL_POSITION_NONE}, {
  CH_TOP_BACK_RIGHT, GST_AUDIO_CHANNEL_POSITION_NONE}, {
  CH_STEREO_LEFT, GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT}, {
  CH_STEREO_RIGHT, GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT}
};

static GstAudioChannelPosition *
gst_ff_channel_layout_to_gst (guint64 channel_layout, guint channels)
{
  guint nchannels = 0, i, j;
  GstAudioChannelPosition *pos = NULL;
  gboolean none_layout = FALSE;

  for (i = 0; i < 64; i++) {
    if ((channel_layout & (G_GUINT64_CONSTANT (1) << i)) != 0) {
      nchannels++;
    }
  }

  if (channel_layout == 0) {
    nchannels = channels;
    none_layout = TRUE;
  }

  if (nchannels != channels) {
    GST_ERROR ("Number of channels is different (%u != %u)", channels,
        nchannels);
    return NULL;
  }

  pos = g_new (GstAudioChannelPosition, nchannels);

  for (i = 0, j = 0; i < G_N_ELEMENTS (_ff_to_gst_layout); i++) {
    if ((channel_layout & _ff_to_gst_layout[i].ff) != 0) {
      pos[j++] = _ff_to_gst_layout[i].gst;

      if (_ff_to_gst_layout[i].gst == GST_AUDIO_CHANNEL_POSITION_NONE)
        none_layout = TRUE;
    }
  }

  if (j != nchannels) {
    GST_WARNING ("Unknown channels in channel layout - assuming NONE layout");
    none_layout = TRUE;
  }

145 146
  if (!none_layout
      && !gst_audio_check_valid_channel_positions (pos, nchannels, TRUE)) {
147 148
    GST_ERROR ("Invalid channel layout %" G_GUINT64_FORMAT
        " - assuming NONE layout", channel_layout);
149 150 151 152 153
    none_layout = TRUE;
  }

  if (none_layout) {
    if (nchannels == 1) {
154
      pos[0] = GST_AUDIO_CHANNEL_POSITION_MONO;
155 156 157
    } else if (nchannels == 2) {
      pos[0] = GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT;
      pos[1] = GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT;
158 159 160
    } else if (channel_layout == 0) {
      g_free (pos);
      pos = NULL;
161 162 163 164 165 166
    } else {
      for (i = 0; i < nchannels; i++)
        pos[i] = GST_AUDIO_CHANNEL_POSITION_NONE;
    }
  }

167 168 169 170 171 172 173 174 175 176
  if (nchannels == 1 && pos[0] == GST_AUDIO_CHANNEL_POSITION_FRONT_CENTER) {
    GST_DEBUG ("mono common case; won't set channel positions");
    g_free (pos);
    pos = NULL;
  } else if (nchannels == 2 && pos[0] == GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT
      && pos[1] == GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT) {
    GST_DEBUG ("stereo common case; won't set channel positions");
    g_free (pos);
    pos = NULL;
  }
177 178 179 180

  return pos;
}

181 182 183 184
/* this macro makes a caps width fixed or unfixed width/height
 * properties depending on whether we've got a context.
 *
 * See below for why we use this.
185 186 187
 *
 * We should actually do this stuff at the end, like in riff-media.c,
 * but I'm too lazy today. Maybe later.
188
 */
189
static GstCaps *
190 191
gst_ff_vid_caps_new (AVCodecContext * context, enum CodecID codec_id,
    const char *mimetype, const char *fieldname, ...)
192 193 194 195
{
  GstStructure *structure = NULL;
  GstCaps *caps = NULL;
  va_list var_args;
196
  gint i;
197

198 199
  GST_LOG ("context:%p, codec_id:%d, mimetype:%s", context, codec_id, mimetype);

200 201
  /* fixed, non probing context */
  if (context != NULL && context->width != -1) {
202 203
    gint num, denom;

204 205
    caps = gst_caps_new_simple (mimetype,
        "width", G_TYPE_INT, context->width,
206 207 208 209 210
        "height", G_TYPE_INT, context->height, NULL);

    num = context->time_base.den / context->ticks_per_frame;
    denom = context->time_base.num;

211 212 213 214
    if (!denom) {
      GST_LOG ("invalid framerate: %d/0, -> %d/1", num, num);
      denom = 1;
    }
215 216 217 218 219 220 221 222
    if (gst_util_fraction_compare (num, denom, 1000, 1) > 0) {
      GST_LOG ("excessive framerate: %d/%d, -> 0/1", num, denom);
      num = 0;
      denom = 1;
    }
    GST_LOG ("setting framerate: %d/%d", num, denom);
    gst_caps_set_simple (caps,
        "framerate", GST_TYPE_FRACTION, num, denom, NULL);
223
  } else {
224
    /* so we are after restricted caps in this case */
225
    switch (codec_id) {
226 227 228 229 230 231 232 233 234 235 236 237
      case CODEC_ID_H261:
      {
        caps = gst_caps_new_simple (mimetype,
            "width", G_TYPE_INT, 352,
            "height", G_TYPE_INT, 288,
            "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
        gst_caps_append (caps, gst_caps_new_simple (mimetype,
                "width", G_TYPE_INT, 176,
                "height", G_TYPE_INT, 144,
                "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL));
        break;
      }
238 239 240 241 242 243 244 245 246
      case CODEC_ID_H263:
      {
        /* 128x96, 176x144, 352x288, 704x576, and 1408x1152. slightly reordered
         * because we want automatic negotiation to go as close to 320x240 as
         * possible. */
        const static gint widths[] = { 352, 704, 176, 1408, 128 };
        const static gint heights[] = { 288, 576, 144, 1152, 96 };
        GstCaps *temp;
        gint n_sizes = G_N_ELEMENTS (widths);
247

248 249 250 251 252 253
        caps = gst_caps_new_empty ();
        for (i = 0; i < n_sizes; i++) {
          temp = gst_caps_new_simple (mimetype,
              "width", G_TYPE_INT, widths[i],
              "height", G_TYPE_INT, heights[i],
              "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
254

255 256 257 258
          gst_caps_append (caps, temp);
        }
        break;
      }
259 260
      case CODEC_ID_DVVIDEO:
      {
261 262 263 264 265 266 267 268 269 270 271 272 273 274 275
        static struct
        {
          guint32 csp;
          gint width, height;
          gint par_n, par_d;
          gint framerate_n, framerate_d;
        } profiles[] = {
          {
          GST_MAKE_FOURCC ('Y', '4', '1', 'B'), 720, 480, 10, 11, 30000, 1001}, {
          GST_MAKE_FOURCC ('Y', '4', '1', 'B'), 720, 480, 40, 33, 30000, 1001}, {
          GST_MAKE_FOURCC ('I', '4', '2', '0'), 720, 576, 59, 54, 25, 1}, {
          GST_MAKE_FOURCC ('I', '4', '2', '0'), 720, 576, 118, 81, 25, 1}, {
          GST_MAKE_FOURCC ('Y', '4', '1', 'B'), 720, 576, 59, 54, 25, 1}, {
          GST_MAKE_FOURCC ('Y', '4', '1', 'B'), 720, 576, 118, 81, 25, 1}
        };
276
        GstCaps *temp;
277
        gint n_sizes = G_N_ELEMENTS (profiles);
278 279 280 281

        caps = gst_caps_new_empty ();
        for (i = 0; i < n_sizes; i++) {
          temp = gst_caps_new_simple (mimetype,
282 283 284 285 286
              "width", G_TYPE_INT, profiles[i].width,
              "height", G_TYPE_INT, profiles[i].height,
              "framerate", GST_TYPE_FRACTION, profiles[i].framerate_n,
              profiles[i].framerate_d, "pixel-aspect-ratio", GST_TYPE_FRACTION,
              profiles[i].par_n, profiles[i].par_d, NULL);
287 288

          gst_caps_append (caps, temp);
289
        }
290 291
        break;
      }
292 293
      case CODEC_ID_DNXHD:
      {
294
        caps = gst_caps_new_simple (mimetype,
295 296
            "width", G_TYPE_INT, 1920,
            "height", G_TYPE_INT, 1080,
297
            "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
298 299 300 301 302 303 304
        gst_caps_append (caps, gst_caps_new_simple (mimetype,
                "width", G_TYPE_INT, 1280,
                "height", G_TYPE_INT, 720,
                "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL));
        break;
      }
      default:
305 306 307 308
        break;
    }
  }

309 310
  /* no fixed caps or special restrictions applied;
   * default unfixed setting */
311 312
  if (!caps) {
    GST_DEBUG ("Creating default caps");
313 314 315 316
    caps = gst_caps_new_simple (mimetype,
        "width", GST_TYPE_INT_RANGE, 16, 4096,
        "height", GST_TYPE_INT_RANGE, 16, 4096,
        "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
317
  }
318

319
  for (i = 0; i < gst_caps_get_size (caps); i++) {
320
    va_start (var_args, fieldname);
321
    structure = gst_caps_get_structure (caps, i);
322 323 324 325 326 327
    gst_structure_set_valist (structure, fieldname, var_args);
    va_end (var_args);
  }

  return caps;
}
328 329 330

/* same for audio - now with channels/sample rate
 */
331
static GstCaps *
332 333
gst_ff_aud_caps_new (AVCodecContext * context, enum CodecID codec_id,
    const char *mimetype, const char *fieldname, ...)
334 335 336
{
  GstCaps *caps = NULL;
  GstStructure *structure = NULL;
337
  gint i;
338 339
  va_list var_args;

340 341
  /* fixed, non-probing context */
  if (context != NULL && context->channels != -1) {
342
    GstAudioInfo info;
343
    GstAudioChannelPosition *pos;
344 345
    guint64 channel_layout = context->channel_layout;

346 347 348
    gst_audio_info_init (&info);


349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366
    if (channel_layout == 0) {
      const guint64 default_channel_set[] = {
        0, 0, CH_LAYOUT_SURROUND, CH_LAYOUT_QUAD, CH_LAYOUT_5POINT0,
        CH_LAYOUT_5POINT1, 0, CH_LAYOUT_7POINT1
      };

      switch (codec_id) {
        case CODEC_ID_EAC3:
        case CODEC_ID_AC3:
        case CODEC_ID_DTS:
          if (context->channels > 0
              && context->channels < G_N_ELEMENTS (default_channel_set))
            channel_layout = default_channel_set[context->channels - 1];
          break;
        default:
          break;
      }
    }
367

368 369
    caps = gst_caps_new_simple (mimetype,
        "rate", G_TYPE_INT, context->sample_rate,
370
        "channels", G_TYPE_INT, context->channels, NULL);
371

372
    pos = gst_ff_channel_layout_to_gst (channel_layout, context->channels);
373
    if (pos != NULL) {
374 375 376 377 378 379
      guint64 mask;

      if (gst_audio_channel_positions_to_mask (pos, context->channels, &mask)) {
        gst_caps_set_simple (caps, "channel-mask", GST_TYPE_BITMASK, &mask,
            NULL);
      }
380 381
      g_free (pos);
    }
382
  } else {
383 384 385
    gint maxchannels = 2;
    const gint *rates = NULL;
    gint n_rates = 0;
386

387
    /* so we must be after restricted caps in this case */
388 389
    switch (codec_id) {
      case CODEC_ID_AAC:
390
      case CODEC_ID_AAC_LATM:
391 392 393
      case CODEC_ID_DTS:
        maxchannels = 6;
        break;
394 395 396 397 398 399 400
      case CODEC_ID_MP2:
      {
        const static gint l_rates[] =
            { 48000, 44100, 32000, 24000, 22050, 16000 };
        n_rates = G_N_ELEMENTS (l_rates);
        rates = l_rates;
        break;
401
      }
402 403 404 405 406 407 408 409 410 411
      case CODEC_ID_EAC3:
      case CODEC_ID_AC3:
      {
        const static gint l_rates[] = { 48000, 44100, 32000 };
        maxchannels = 6;
        n_rates = G_N_ELEMENTS (l_rates);
        rates = l_rates;
        break;
      }
      case CODEC_ID_ADPCM_G722:
412 413 414 415 416 417 418
      {
        const static gint l_rates[] = { 16000 };
        n_rates = G_N_ELEMENTS (l_rates);
        rates = l_rates;
        maxchannels = 1;
        break;
      }
419
      case CODEC_ID_ADPCM_G726:
420 421 422 423
      {
        const static gint l_rates[] = { 8000 };
        n_rates = G_N_ELEMENTS (l_rates);
        rates = l_rates;
424 425
        maxchannels = 1;
        break;
426
      }
427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458
      case CODEC_ID_ADPCM_SWF:
      {
        const static gint l_rates[] = { 11025, 22050, 44100 };
        n_rates = G_N_ELEMENTS (l_rates);
        rates = l_rates;
        break;
      }
      case CODEC_ID_ROQ_DPCM:
      {
        const static gint l_rates[] = { 22050 };
        n_rates = G_N_ELEMENTS (l_rates);
        rates = l_rates;
        break;
      }
      case CODEC_ID_AMR_NB:
      {
        const static gint l_rates[] = { 8000 };
        maxchannels = 1;
        n_rates = G_N_ELEMENTS (l_rates);
        rates = l_rates;
        break;
      }
      case CODEC_ID_AMR_WB:
      {
        const static gint l_rates[] = { 16000 };
        maxchannels = 1;
        n_rates = G_N_ELEMENTS (l_rates);
        rates = l_rates;
        break;
      }
      default:
        break;
459 460
    }

461 462 463 464
    /* TODO: handle context->channel_layouts here to set
     * the list of channel layouts supported by the encoder.
     * Unfortunately no encoder uses this yet....
     */
465 466 467 468
    /* regardless of encode/decode, open up channels if applicable */
    /* Until decoders/encoders expose the maximum number of channels
     * they support, we whitelist them here. */
    switch (codec_id) {
469 470 471 472
      case CODEC_ID_WMAPRO:
      case CODEC_ID_TRUEHD:
        maxchannels = 8;
        break;
473 474 475
      default:
        break;
    }
476

477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499
    if (maxchannels == 1)
      caps = gst_caps_new_simple (mimetype,
          "channels", G_TYPE_INT, maxchannels, NULL);
    else
      caps = gst_caps_new_simple (mimetype,
          "channels", GST_TYPE_INT_RANGE, 1, maxchannels, NULL);
    if (n_rates) {
      GValue list = { 0, };
      GstStructure *structure;

      g_value_init (&list, GST_TYPE_LIST);
      for (i = 0; i < n_rates; i++) {
        GValue v = { 0, };

        g_value_init (&v, G_TYPE_INT);
        g_value_set_int (&v, rates[i]);
        gst_value_list_append_value (&list, &v);
        g_value_unset (&v);
      }
      structure = gst_caps_get_structure (caps, 0);
      gst_structure_set_value (structure, "rate", &list);
      g_value_unset (&list);
    } else
500
      gst_caps_set_simple (caps, "rate", GST_TYPE_INT_RANGE, 4000, 96000, NULL);
501 502
  }

503
  for (i = 0; i < gst_caps_get_size (caps); i++) {
504
    va_start (var_args, fieldname);
505
    structure = gst_caps_get_structure (caps, i);
506 507 508 509 510 511
    gst_structure_set_valist (structure, fieldname, var_args);
    va_end (var_args);
  }

  return caps;
}
512 513 514 515 516 517

/* Convert a FFMPEG codec ID and optional AVCodecContext
 * to a GstCaps. If the context is ommitted, no fixed values
 * for video/audio size will be included in the GstCaps
 *
 * CodecID is primarily meant for compressed data GstCaps!
518 519 520 521 522 523 524 525 526
 *
 * encode is a special parameter. gstffmpegdec will say
 * FALSE, gstffmpegenc will say TRUE. The output caps
 * depends on this, in such a way that it will be very
 * specific, defined, fixed and correct caps for encoders,
 * yet very wide, "forgiving" caps for decoders. Example
 * for mp3: decode: audio/mpeg,mpegversion=1,layer=[1-3]
 * but encode: audio/mpeg,mpegversion=1,layer=3,bitrate=x,
 * rate=x,channels=x.
527 528
 */

529
GstCaps *
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
530 531
gst_ffmpeg_codecid_to_caps (enum CodecID codec_id,
    AVCodecContext * context, gboolean encode)
532
{
533
  GstCaps *caps = NULL;
534
  gboolean buildcaps = FALSE;
535

536 537
  GST_LOG ("codec_id:%d, context:%p, encode:%d", codec_id, context, encode);

538
  switch (codec_id) {
539
    case CODEC_ID_MPEG1VIDEO:
540 541 542 543
      /* FIXME: bitrate */
      caps = gst_ff_vid_caps_new (context, codec_id, "video/mpeg",
          "mpegversion", G_TYPE_INT, 1,
          "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
544 545 546 547 548
      break;

    case CODEC_ID_MPEG2VIDEO:
      if (encode) {
        /* FIXME: bitrate */
549
        caps = gst_ff_vid_caps_new (context, codec_id, "video/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
550 551
            "mpegversion", G_TYPE_INT, 2,
            "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
552 553 554 555
      } else {
        /* decode both MPEG-1 and MPEG-2; width/height/fps are all in
         * the MPEG video stream headers, so may be omitted from caps. */
        caps = gst_caps_new_simple ("video/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
556 557
            "mpegversion", GST_TYPE_INT_RANGE, 1, 2,
            "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
558
      }
559
      break;
560 561 562 563 564 565

    case CODEC_ID_MPEG2VIDEO_XVMC:
      /* this is a special ID - don't need it in GStreamer, I think */
      break;

    case CODEC_ID_H263:
566
      if (encode) {
567
        caps = gst_ff_vid_caps_new (context, codec_id, "video/x-h263",
568 569 570
            "variant", G_TYPE_STRING, "itu",
            "h263version", G_TYPE_STRING, "h263", NULL);
      } else {
571 572 573 574
        /* don't pass codec_id, we can decode other variants with the H263
         * decoder that don't have specific size requirements
         */
        caps = gst_ff_vid_caps_new (context, CODEC_ID_NONE, "video/x-h263",
575 576
            "variant", G_TYPE_STRING, "itu", NULL);
      }
577 578 579
      break;

    case CODEC_ID_H263P:
580
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-h263",
581 582
          "variant", G_TYPE_STRING, "itu",
          "h263version", G_TYPE_STRING, "h263p", NULL);
583 584 585 586 587 588 589 590 591
      if (encode && context) {

        gst_caps_set_simple (caps,
            "annex-f", G_TYPE_BOOLEAN, context->flags & CODEC_FLAG_4MV,
            "annex-j", G_TYPE_BOOLEAN, context->flags & CODEC_FLAG_LOOP_FILTER,
            "annex-i", G_TYPE_BOOLEAN, context->flags & CODEC_FLAG_AC_PRED,
            "annex-t", G_TYPE_BOOLEAN, context->flags & CODEC_FLAG_AC_PRED,
            NULL);
      }
592
      break;
593

594
    case CODEC_ID_H263I:
595
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-intel-h263",
596
          "variant", G_TYPE_STRING, "intel", NULL);
597 598
      break;

599
    case CODEC_ID_H261:
600
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-h261", NULL);
601 602
      break;

603
    case CODEC_ID_RV10:
604
    case CODEC_ID_RV20:
605
    case CODEC_ID_RV30:
606
    case CODEC_ID_RV40:
607 608
    {
      gint version;
609

610 611 612 613
      switch (codec_id) {
        case CODEC_ID_RV40:
          version = 4;
          break;
614 615 616
        case CODEC_ID_RV30:
          version = 3;
          break;
617 618 619 620 621 622 623
        case CODEC_ID_RV20:
          version = 2;
          break;
        default:
          version = 1;
          break;
      }
624

625 626 627 628 629
      /* FIXME: context->sub_id must be filled in during decoding */
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-pn-realvideo",
          "systemstream", G_TYPE_BOOLEAN, FALSE,
          "rmversion", G_TYPE_INT, version, NULL);
      if (context) {
630
        gst_caps_set_simple (caps, "format", G_TYPE_INT, context->sub_id, NULL);
631 632
        if (context->extradata_size >= 8) {
          gst_caps_set_simple (caps,
633 634 635
              "subformat", G_TYPE_INT, GST_READ_UINT32_BE (context->extradata),
              NULL);
        }
636
      }
637
    }
638
      break;
639

640 641 642 643 644 645
    case CODEC_ID_MP1:
      /* FIXME: bitrate */
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/mpeg",
          "mpegversion", G_TYPE_INT, 1, "layer", G_TYPE_INT, 1, NULL);
      break;

646
    case CODEC_ID_MP2:
647 648 649
      /* FIXME: bitrate */
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/mpeg",
          "mpegversion", G_TYPE_INT, 1, "layer", G_TYPE_INT, 2, NULL);
650
      break;
651

652 653 654
    case CODEC_ID_MP3:
      if (encode) {
        /* FIXME: bitrate */
655
        caps = gst_ff_aud_caps_new (context, codec_id, "audio/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
656
            "mpegversion", G_TYPE_INT, 1, "layer", G_TYPE_INT, 3, NULL);
657 658 659 660
      } else {
        /* Decodes MPEG-1 layer 1/2/3. Samplerate, channels et al are
         * in the MPEG audio header, so may be omitted from caps. */
        caps = gst_caps_new_simple ("audio/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
661 662
            "mpegversion", G_TYPE_INT, 1,
            "layer", GST_TYPE_INT_RANGE, 1, 3, NULL);
663
      }
664
      break;
665

666 667 668 669 670 671 672
    case CODEC_ID_MUSEPACK7:
      caps =
          gst_ff_aud_caps_new (context, codec_id,
          "audio/x-ffmpeg-parsed-musepack", "streamversion", G_TYPE_INT, 7,
          NULL);
      break;

673 674 675 676 677 678 679
    case CODEC_ID_MUSEPACK8:
      caps =
          gst_ff_aud_caps_new (context, codec_id,
          "audio/x-ffmpeg-parsed-musepack", "streamversion", G_TYPE_INT, 8,
          NULL);
      break;

680 681 682
    case CODEC_ID_AC3:
      /* FIXME: bitrate */
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-ac3", NULL);
683
      break;
684

685 686 687 688 689
    case CODEC_ID_EAC3:
      /* FIXME: bitrate */
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-eac3", NULL);
      break;

690 691 692 693 694
    case CODEC_ID_TRUEHD:
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-true-hd", NULL);
      break;

    case CODEC_ID_ATRAC1:
695
      caps =
696
          gst_ff_aud_caps_new (context, codec_id, "audio/x-vnd.sony.atrac1",
697
          NULL);
698
      break;
699

700 701
    case CODEC_ID_ATRAC3:
      caps =
702
          gst_ff_aud_caps_new (context, codec_id, "audio/x-vnd.sony.atrac3",
703 704 705
          NULL);
      break;

706
    case CODEC_ID_DTS:
707
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-dts", NULL);
708
      break;
709

710 711 712 713 714 715
    case CODEC_ID_APE:
      caps =
          gst_ff_aud_caps_new (context, codec_id, "audio/x-ffmpeg-parsed-ape",
          NULL);
      if (context) {
        gst_caps_set_simple (caps,
716
            "depth", G_TYPE_INT, context->bits_per_coded_sample, NULL);
717 718 719
      }
      break;

720 721 722
    case CODEC_ID_MLP:
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-mlp", NULL);
      break;
723

724 725 726
    case CODEC_ID_IMC:
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-imc", NULL);
      break;
727

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
728 729 730 731 732
      /* MJPEG is normal JPEG, Motion-JPEG and Quicktime MJPEG-A. MJPEGB
       * is Quicktime's MJPEG-B. LJPEG is lossless JPEG. I don't know what
       * sp5x is, but it's apparently something JPEG... We don't separate
       * between those in GStreamer. Should we (at least between MJPEG,
       * MJPEG-B and sp5x decoding...)? */
733
    case CODEC_ID_MJPEG:
734
    case CODEC_ID_LJPEG:
735
      caps = gst_ff_vid_caps_new (context, codec_id, "image/jpeg", NULL);
Wim Taymans's avatar
Wim Taymans committed
736
      break;
737

738
    case CODEC_ID_SP5X:
739
      caps = gst_ff_vid_caps_new (context, codec_id, "video/sp5x", NULL);
740 741
      break;

742
    case CODEC_ID_MJPEGB:
743
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-mjpeg-b", NULL);
744 745
      break;

746
    case CODEC_ID_MPEG4:
747
      if (encode && context != NULL) {
748 749
        /* I'm not exactly sure what ffmpeg outputs... ffmpeg itself uses
         * the AVI fourcc 'DIVX', but 'mp4v' for Quicktime... */
750
        switch (context->codec_tag) {
751
          case GST_MAKE_FOURCC ('D', 'I', 'V', 'X'):
752
            caps = gst_ff_vid_caps_new (context, codec_id, "video/x-divx",
Thomas Vander Stichele's avatar
Thomas Vander Stichele committed
753
                "divxversion", G_TYPE_INT, 5, NULL);
754 755 756 757
            break;
          case GST_MAKE_FOURCC ('m', 'p', '4', 'v'):
          default:
            /* FIXME: bitrate */
758
            caps = gst_ff_vid_caps_new (context, codec_id, "video/mpeg",
759 760 761 762
                "systemstream", G_TYPE_BOOLEAN, FALSE,
                "mpegversion", G_TYPE_INT, 4, NULL);
            break;
        }
763 764
      } else {
        /* The trick here is to separate xvid, divx, mpeg4, 3ivx et al */
765
        caps = gst_ff_vid_caps_new (context, codec_id, "video/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
766 767
            "mpegversion", G_TYPE_INT, 4,
            "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
768
        if (encode) {
769 770
          gst_caps_append (caps, gst_ff_vid_caps_new (context, codec_id,
                  "video/x-divx", "divxversion", G_TYPE_INT, 5, NULL));
771
        } else {
772 773 774 775 776 777 778
          gst_caps_append (caps, gst_ff_vid_caps_new (context, codec_id,
                  "video/x-divx", "divxversion", GST_TYPE_INT_RANGE, 4, 5,
                  NULL));
          gst_caps_append (caps, gst_ff_vid_caps_new (context, codec_id,
                  "video/x-xvid", NULL));
          gst_caps_append (caps, gst_ff_vid_caps_new (context, codec_id,
                  "video/x-3ivx", NULL));
779
        }
780
      }
781
      break;
782

783
    case CODEC_ID_RAWVIDEO:
784 785
      caps =
          gst_ffmpeg_codectype_to_caps (AVMEDIA_TYPE_VIDEO, context, codec_id,
786
          encode);
787
      break;
788

789
    case CODEC_ID_MSMPEG4V1:
790 791
    case CODEC_ID_MSMPEG4V2:
    case CODEC_ID_MSMPEG4V3:
792 793 794 795 796 797 798 799 800
    {
      gint version = 41 + codec_id - CODEC_ID_MSMPEG4V1;

      /* encode-FIXME: bitrate */
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-msmpeg",
          "msmpegversion", G_TYPE_INT, version, NULL);
      if (!encode && codec_id == CODEC_ID_MSMPEG4V3) {
        gst_caps_append (caps, gst_ff_vid_caps_new (context, codec_id,
                "video/x-divx", "divxversion", G_TYPE_INT, 3, NULL));
801
      }
802
    }
803
      break;
804

805
    case CODEC_ID_WMV1:
806
    case CODEC_ID_WMV2:
807 808
    {
      gint version = (codec_id == CODEC_ID_WMV1) ? 1 : 2;
809

810 811 812
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-wmv",
          "wmvversion", G_TYPE_INT, version, NULL);
    }
813
      break;
814

815
    case CODEC_ID_FLV1:
816 817
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-flash-video",
          "flvversion", G_TYPE_INT, 1, NULL);
818
      break;
819

820
    case CODEC_ID_SVQ1:
821
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-svq",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
822
          "svqversion", G_TYPE_INT, 1, NULL);
823
      break;
824 825

    case CODEC_ID_SVQ3:
826
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-svq",
827
          "svqversion", G_TYPE_INT, 3, NULL);
828
      break;
829

830
    case CODEC_ID_DVAUDIO:
831
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-dv", NULL);
832
      break;
833

834
    case CODEC_ID_DVVIDEO:
835 836
    {
      if (encode && context) {
Wim Taymans's avatar
Wim Taymans committed
837
        const gchar *format;
838 839

        switch (context->pix_fmt) {
840
          case PIX_FMT_YUYV422:
Wim Taymans's avatar
Wim Taymans committed
841
            format = "YUY2";
842 843
            break;
          case PIX_FMT_YUV420P:
Wim Taymans's avatar
Wim Taymans committed
844
            format = "I420";
845
            break;
846
          case PIX_FMT_YUVA420P:
Wim Taymans's avatar
Wim Taymans committed
847
            format = "A420";
848
            break;
849
          case PIX_FMT_YUV411P:
Wim Taymans's avatar
Wim Taymans committed
850
            format = "Y41B";
851 852
            break;
          case PIX_FMT_YUV422P:
Wim Taymans's avatar
Wim Taymans committed
853
            format = "Y42B";
854 855
            break;
          case PIX_FMT_YUV410P:
Wim Taymans's avatar
Wim Taymans committed
856
            format = "YUV9";
857 858 859
            break;
          default:
            GST_WARNING
Wim Taymans's avatar
Wim Taymans committed
860
                ("Couldnt' find format for pixfmt %d, defaulting to I420",
861
                context->pix_fmt);
Wim Taymans's avatar
Wim Taymans committed
862
            format = "I420";
863 864 865 866
            break;
        }
        caps = gst_ff_vid_caps_new (context, codec_id, "video/x-dv",
            "systemstream", G_TYPE_BOOLEAN, FALSE,
Wim Taymans's avatar
Wim Taymans committed
867
            "format", G_TYPE_STRING, format, NULL);
868 869 870
      } else {
        caps = gst_ff_vid_caps_new (context, codec_id, "video/x-dv",
            "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
871
      }
872
    }
873
      break;
874

875 876
    case CODEC_ID_WMAV1:
    case CODEC_ID_WMAV2:
877 878
    {
      gint version = (codec_id == CODEC_ID_WMAV1) ? 1 : 2;
879

880 881 882 883 884 885 886 887 888 889
      if (context) {
        caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-wma",
            "wmaversion", G_TYPE_INT, version,
            "block_align", G_TYPE_INT, context->block_align,
            "bitrate", G_TYPE_INT, context->bit_rate, NULL);
      } else {
        caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-wma",
            "wmaversion", G_TYPE_INT, version,
            "block_align", GST_TYPE_INT_RANGE, 0, G_MAXINT,
            "bitrate", GST_TYPE_INT_RANGE, 0, G_MAXINT, NULL);
890
      }
891
    }
892
      break;
893 894 895 896 897 898
    case CODEC_ID_WMAPRO:
    {
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-wma",
          "wmaversion", G_TYPE_INT, 3, NULL);
      break;
    }
899

900 901 902 903 904 905
    case CODEC_ID_WMAVOICE:
    {
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-wms", NULL);
      break;
    }

906 907
    case CODEC_ID_MACE3:
    case CODEC_ID_MACE6:
908 909
    {
      gint version = (codec_id == CODEC_ID_MACE3) ? 3 : 6;
910

911 912 913
      caps = gst_ff_aud_caps_new (context, codec_id, "audio/x-mace",
          "maceversion", G_TYPE_INT, version, NULL);
    }
914
      break;
915

Wim Taymans's avatar
Wim Taymans committed
916
    case CODEC_ID_HUFFYUV:
917
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-huffyuv", NULL);
918 919
      if (context) {
        gst_caps_set_simple (caps,
920
            "bpp", G_TYPE_INT, context->bits_per_coded_sample, NULL);
921
      }
922 923 924
      break;

    case CODEC_ID_CYUV:
925 926 927
      caps =
          gst_ff_vid_caps_new (context, codec_id, "video/x-compressed-yuv",
          NULL);
928 929 930
      break;

    case CODEC_ID_H264:
931
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-h264", NULL);
932 933
      break;

934 935 936 937 938
    case CODEC_ID_INDEO5:
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-indeo",
          "indeoversion", G_TYPE_INT, 5, NULL);
      break;

939
    case CODEC_ID_INDEO3:
940
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-indeo",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
941
          "indeoversion", G_TYPE_INT, 3, NULL);
942 943
      break;

944
    case CODEC_ID_INDEO2:
945
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-indeo",
946 947 948
          "indeoversion", G_TYPE_INT, 2, NULL);
      break;

949
    case CODEC_ID_FLASHSV:
950 951
      caps =
          gst_ff_vid_caps_new (context, codec_id, "video/x-flash-screen", NULL);
952 953
      break;

954
    case CODEC_ID_VP3:
955
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-vp3", NULL);
956 957
      break;

958
    case CODEC_ID_VP5:
959
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-vp5", NULL);
960 961 962
      break;

    case CODEC_ID_VP6:
963
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-vp6", NULL);
964 965 966
      break;

    case CODEC_ID_VP6F:
967
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-vp6-flash", NULL);
968 969
      break;

970 971 972 973
    case CODEC_ID_VP6A:
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-vp6-alpha", NULL);
      break;

974 975 976 977
    case CODEC_ID_VP8:
      caps = gst_ff_vid_caps_new (context, codec_id, "video/x-vp8", NULL);
      break;

978
    case CODEC_ID_THEORA: