gstffmpegcodecmap.c 64.4 KB
Newer Older
1 2
/* GStreamer
 * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
3
 * This file:
4
 * Copyright (c) 2002-2004 Ronald Bultje <rbultje@ronald.bitfreak.net>
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 02111-1307, USA.
 */

22
#ifdef HAVE_CONFIG_H
23
#include "config.h"
24
#endif
25
#include <gst/gst.h>
26 27 28 29 30
#ifdef HAVE_FFMPEG_UNINSTALLED
#include <avcodec.h>
#else
#include <ffmpeg/avcodec.h>
#endif
31
#include <string.h>
32

33 34
#include "gstffmpegcodecmap.h"

35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73
/*
 * Read a palette from a caps.
 */

static void
gst_ffmpeg_get_palette (const GstCaps *caps, AVCodecContext *context)
{
  GstStructure *str = gst_caps_get_structure (caps, 0);
  const GValue *palette_v;
  const GstBuffer *palette;

  /* do we have a palette? */
  if ((palette_v = gst_structure_get_value (str,
          "palette_data")) && context) {
    palette = g_value_get_boxed (palette_v);
    if (GST_BUFFER_SIZE (palette) >= 256 * 4) {
      if (context->palctrl)
        av_free (context->palctrl);
      context->palctrl = av_malloc (sizeof (AVPaletteControl));
      context->palctrl->palette_changed = 1;
      memcpy (context->palctrl->palette, GST_BUFFER_DATA (palette),
          AVPALETTE_SIZE);
    }
  }
}

static void
gst_ffmpeg_set_palette (GstCaps *caps, AVCodecContext *context)
{
  if (context->palctrl) {
    GstBuffer *palette = gst_buffer_new_and_alloc (256 * 4);

    memcpy (GST_BUFFER_DATA (palette), context->palctrl->palette,
        AVPALETTE_SIZE);
    gst_caps_set_simple (caps,
        "palette_data", GST_TYPE_BUFFER, palette, NULL);
  }
}

74 75 76 77
/* this macro makes a caps width fixed or unfixed width/height
 * properties depending on whether we've got a context.
 *
 * See below for why we use this.
78 79 80
 *
 * We should actually do this stuff at the end, like in riff-media.c,
 * but I'm too lazy today. Maybe later.
81 82
 */

83
#define GST_FF_VID_CAPS_NEW(mimetype, ...)			\
David Schleef's avatar
David Schleef committed
84 85 86 87 88 89
    (context != NULL) ?						\
    gst_caps_new_simple (mimetype,			      	\
	"width",     G_TYPE_INT,   context->width,	      	\
	"height",    G_TYPE_INT,   context->height,	  	\
	"framerate", G_TYPE_DOUBLE, 1. * context->frame_rate /  \
				   context->frame_rate_base,    \
90
	__VA_ARGS__, NULL)  					\
David Schleef's avatar
David Schleef committed
91 92 93 94 95
    :	  							\
    gst_caps_new_simple (mimetype,			      	\
	"width",     GST_TYPE_INT_RANGE, 16, 4096,      	\
	"height",    GST_TYPE_INT_RANGE, 16, 4096,	      	\
	"framerate", GST_TYPE_DOUBLE_RANGE, 0., G_MAXDOUBLE,	\
96
	__VA_ARGS__, NULL)
97 98 99 100

/* same for audio - now with channels/sample rate
 */

101
#define GST_FF_AUD_CAPS_NEW(mimetype, ...)			\
David Schleef's avatar
David Schleef committed
102 103 104 105
    (context != NULL) ?					      	\
    gst_caps_new_simple (mimetype,	      			\
	"rate", G_TYPE_INT, context->sample_rate,		\
	"channels", G_TYPE_INT, context->channels,		\
106
	__VA_ARGS__, NULL)					\
David Schleef's avatar
David Schleef committed
107 108
    :								\
    gst_caps_new_simple (mimetype,	      			\
109
	__VA_ARGS__, NULL)
110 111 112 113 114 115

/* Convert a FFMPEG codec ID and optional AVCodecContext
 * to a GstCaps. If the context is ommitted, no fixed values
 * for video/audio size will be included in the GstCaps
 *
 * CodecID is primarily meant for compressed data GstCaps!
116 117 118 119 120 121 122 123 124
 *
 * encode is a special parameter. gstffmpegdec will say
 * FALSE, gstffmpegenc will say TRUE. The output caps
 * depends on this, in such a way that it will be very
 * specific, defined, fixed and correct caps for encoders,
 * yet very wide, "forgiving" caps for decoders. Example
 * for mp3: decode: audio/mpeg,mpegversion=1,layer=[1-3]
 * but encode: audio/mpeg,mpegversion=1,layer=3,bitrate=x,
 * rate=x,channels=x.
125 126
 */

127
GstCaps *
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
128 129
gst_ffmpeg_codecid_to_caps (enum CodecID codec_id,
    AVCodecContext * context, gboolean encode)
130
{
131
  GstCaps *caps = NULL;
132
  gboolean buildcaps = FALSE;
133

134
  switch (codec_id) {
135
    case CODEC_ID_MPEG1VIDEO:
136 137 138 139
      /* For decoding, CODEC_ID_MPEG2VIDEO is preferred... So omit here */
      if (encode) {
        /* FIXME: bitrate */
        caps = GST_FF_VID_CAPS_NEW ("video/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
140 141
            "mpegversion", G_TYPE_INT, 1,
            "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
142 143 144 145 146 147 148
      }
      break;

    case CODEC_ID_MPEG2VIDEO:
      if (encode) {
        /* FIXME: bitrate */
        caps = GST_FF_VID_CAPS_NEW ("video/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
149 150
            "mpegversion", G_TYPE_INT, 2,
            "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
151 152 153 154
      } else {
        /* decode both MPEG-1 and MPEG-2; width/height/fps are all in
         * the MPEG video stream headers, so may be omitted from caps. */
        caps = gst_caps_new_simple ("video/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
155 156
            "mpegversion", GST_TYPE_INT_RANGE, 1, 2,
            "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
157
      }
158
      break;
159 160 161 162 163

    case CODEC_ID_MPEG2VIDEO_XVMC:
      /* this is a special ID - don't need it in GStreamer, I think */
      break;

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
164
      /* I don't know the exact differences between those... Anyone? */
165
    case CODEC_ID_H263:
166 167
    case CODEC_ID_H263P:
    case CODEC_ID_H263I:
168
      caps = GST_FF_VID_CAPS_NEW ("video/x-h263", NULL);
169
      break;
170

171
    case CODEC_ID_RV10:
172 173 174 175 176 177
    case CODEC_ID_RV20:
      do {
        gint version = (codec_id == CODEC_ID_RV10) ? 1 : 2;

        /* FIXME: context->sub_id must be filled in during decoding */
        caps = GST_FF_VID_CAPS_NEW ("video/x-pn-realvideo",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
178 179
            "systemstream", G_TYPE_BOOLEAN, FALSE,
            "rmversion", G_TYPE_INT, version, NULL);
180 181 182 183
        if (context) {
          gst_caps_set_simple (caps,
              "rmsubid", GST_TYPE_FOURCC, context->sub_id, NULL);
        }
184
      } while (0);
185
      break;
186

187
    case CODEC_ID_MP2:
188 189 190 191
      /* we use CODEC_ID_MP3 for decoding */
      if (encode) {
        /* FIXME: bitrate */
        caps = GST_FF_AUD_CAPS_NEW ("audio/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
192
            "mpegversion", G_TYPE_INT, 1, "layer", G_TYPE_INT, 2, NULL);
193
      }
194
      break;
195

196 197 198 199
    case CODEC_ID_MP3:
      if (encode) {
        /* FIXME: bitrate */
        caps = GST_FF_AUD_CAPS_NEW ("audio/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
200
            "mpegversion", G_TYPE_INT, 1, "layer", G_TYPE_INT, 3, NULL);
201 202 203 204
      } else {
        /* Decodes MPEG-1 layer 1/2/3. Samplerate, channels et al are
         * in the MPEG audio header, so may be omitted from caps. */
        caps = gst_caps_new_simple ("audio/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
205 206
            "mpegversion", G_TYPE_INT, 1,
            "layer", GST_TYPE_INT_RANGE, 1, 3, NULL);
207
      }
208
      break;
209

David Schleef's avatar
David Schleef committed
210
    case CODEC_ID_VORBIS:
211 212 213 214 215 216 217
      /* This one is disabled for several reasons:
       * - GStreamer already has perfect Ogg and Vorbis support
       * - The ffmpeg implementation depends on libvorbis/libogg,
       *   which are not included in the ffmpeg that GStreamer ships.
       * - The ffmpeg implementation depends on shared objects between
       *   the ogg demuxer and vorbis decoder, which GStreamer doesn't.
       */
218
      break;
219

220
    case CODEC_ID_AC3:
221 222 223 224 225 226
      /* Decoding is disabled, because:
       * - it depends on liba52, which we don't ship in ffmpeg.
       * - we already have a liba52 plugin ourselves.
       */
      if (encode) {
        /* FIXME: bitrate */
227
        caps = GST_FF_AUD_CAPS_NEW ("audio/x-ac3", NULL);
228
      }
229
      break;
230

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
231 232 233 234 235
      /* MJPEG is normal JPEG, Motion-JPEG and Quicktime MJPEG-A. MJPEGB
       * is Quicktime's MJPEG-B. LJPEG is lossless JPEG. I don't know what
       * sp5x is, but it's apparently something JPEG... We don't separate
       * between those in GStreamer. Should we (at least between MJPEG,
       * MJPEG-B and sp5x decoding...)? */
236
    case CODEC_ID_MJPEG:
Wim Taymans's avatar
Wim Taymans committed
237
    case CODEC_ID_MJPEGB:
238 239
    case CODEC_ID_LJPEG:
    case CODEC_ID_SP5X:
240
      caps = GST_FF_VID_CAPS_NEW ("video/x-jpeg", NULL);
Wim Taymans's avatar
Wim Taymans committed
241
      break;
242

243
    case CODEC_ID_MPEG4:
244
      if (encode && context != NULL) {
245 246
        /* I'm not exactly sure what ffmpeg outputs... ffmpeg itself uses
         * the AVI fourcc 'DIVX', but 'mp4v' for Quicktime... */
247
        switch (context->codec_tag) {
248 249 250 251 252 253 254 255 256 257 258 259
          case GST_MAKE_FOURCC ('D', 'I', 'V', 'X'):
            caps = GST_FF_VID_CAPS_NEW ("video/x-divx",
	        "divxversion", G_TYPE_INT, 5, NULL);
            break;
          case GST_MAKE_FOURCC ('m', 'p', '4', 'v'):
          default:
            /* FIXME: bitrate */
            caps = GST_FF_VID_CAPS_NEW ("video/mpeg",
                "systemstream", G_TYPE_BOOLEAN, FALSE,
                "mpegversion", G_TYPE_INT, 4, NULL);
            break;
        }
260 261 262
      } else {
        /* The trick here is to separate xvid, divx, mpeg4, 3ivx et al */
        caps = GST_FF_VID_CAPS_NEW ("video/mpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
263 264
            "mpegversion", G_TYPE_INT, 4,
            "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
265 266 267 268 269 270 271 272 273
        if (encode) {
          gst_caps_append (caps, GST_FF_VID_CAPS_NEW ("video/x-divx",
              "divxversion", G_TYPE_INT, 5, NULL));
        } else {
          gst_caps_append (caps, GST_FF_VID_CAPS_NEW ("video/x-divx",
              "divxversion", GST_TYPE_INT_RANGE, 4, 5, NULL));
          gst_caps_append (caps, GST_FF_VID_CAPS_NEW ("video/x-xvid", NULL));
          gst_caps_append (caps, GST_FF_VID_CAPS_NEW ("video/x-3ivx", NULL));
        }
274
      }
275
      break;
276

277
    case CODEC_ID_RAWVIDEO:
278
      caps = gst_ffmpeg_codectype_to_caps (CODEC_TYPE_VIDEO, context);
279
      break;
280

281
    case CODEC_ID_MSMPEG4V1:
282 283
    case CODEC_ID_MSMPEG4V2:
    case CODEC_ID_MSMPEG4V3:
284 285 286 287 288
      do {
        gint version = 41 + codec_id - CODEC_ID_MSMPEG4V1;

        /* encode-FIXME: bitrate */
        caps = GST_FF_VID_CAPS_NEW ("video/x-msmpeg",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
289
            "msmpegversion", G_TYPE_INT, version, NULL);
290 291
        if (!encode && codec_id == CODEC_ID_MSMPEG4V3) {
          gst_caps_append (caps, GST_FF_VID_CAPS_NEW ("video/x-divx",
292
              "divxversion", G_TYPE_INT, 3, NULL));
293 294
        }
      } while (0);
295
      break;
296

297
    case CODEC_ID_WMV1:
298 299 300 301
    case CODEC_ID_WMV2:
      do {
        gint version = (codec_id == CODEC_ID_WMV1) ? 1 : 2;

302
        caps = GST_FF_VID_CAPS_NEW ("video/x-wmv",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
303
            "wmvversion", G_TYPE_INT, version, NULL);
304
      } while (0);
305
      break;
306

307 308
    case CODEC_ID_FLV1:
      buildcaps = TRUE;
309
      break;
310

311
    case CODEC_ID_SVQ1:
David Schleef's avatar
David Schleef committed
312
      caps = GST_FF_VID_CAPS_NEW ("video/x-svq",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
313
          "svqversion", G_TYPE_INT, 1, NULL);
314
      break;
315 316

    case CODEC_ID_SVQ3:
David Schleef's avatar
David Schleef committed
317
      caps = GST_FF_VID_CAPS_NEW ("video/x-svq",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
318 319 320 321 322
          "svqversion", G_TYPE_INT, 3,
          "halfpel_flag", GST_TYPE_INT_RANGE, 0, 1,
          "thirdpel_flag", GST_TYPE_INT_RANGE, 0, 1,
          "low_delay", GST_TYPE_INT_RANGE, 0, 1,
          "unknown_svq3_flag", GST_TYPE_INT_RANGE, 0, 1, NULL);
323
      break;
324

325
    case CODEC_ID_DVAUDIO:
326
      caps = GST_FF_AUD_CAPS_NEW ("audio/x-dv", NULL);
327
      break;
328

329
    case CODEC_ID_DVVIDEO:
330
      caps = GST_FF_VID_CAPS_NEW ("video/x-dv", NULL);
331
      break;
332

333 334
    case CODEC_ID_WMAV1:
    case CODEC_ID_WMAV2:
335 336 337
      do {
        gint version = (codec_id == CODEC_ID_WMAV1) ? 1 : 2;

338
        if (context) {
339 340 341 342
          caps = GST_FF_AUD_CAPS_NEW ("audio/x-wma",
             "wmaversion", G_TYPE_INT, version,
             "block_align", G_TYPE_INT, context->block_align,
             "bitrate", G_TYPE_INT, context->bit_rate, NULL);
343
        } else {
344 345 346 347 348
          caps = GST_FF_AUD_CAPS_NEW ("audio/x-wma",
             "wmaversion", G_TYPE_INT, version,
             "block_align", GST_TYPE_INT_RANGE, 0, G_MAXINT,
             "bitrate", GST_TYPE_INT_RANGE, 0, G_MAXINT, NULL);
        }
349
      } while (0);
350
      break;
351

352 353
    case CODEC_ID_MACE3:
    case CODEC_ID_MACE6:
354 355 356 357
      do {
        gint version = (codec_id == CODEC_ID_MACE3) ? 3 : 6;

        caps = GST_FF_AUD_CAPS_NEW ("audio/x-mace",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
358
            "maceversion", G_TYPE_INT, version, NULL);
359
      } while (0);
360
      break;
361

Wim Taymans's avatar
Wim Taymans committed
362
    case CODEC_ID_HUFFYUV:
363
      caps = GST_FF_VID_CAPS_NEW ("video/x-huffyuv", NULL);
364 365 366
      break;

    case CODEC_ID_CYUV:
367
      buildcaps = TRUE;
368 369 370
      break;

    case CODEC_ID_H264:
371
      caps = GST_FF_VID_CAPS_NEW ("video/x-h264", NULL);
372 373 374
      break;

    case CODEC_ID_INDEO3:
David Schleef's avatar
David Schleef committed
375
      caps = GST_FF_VID_CAPS_NEW ("video/x-indeo",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
376
          "indeoversion", G_TYPE_INT, 3, NULL);
377 378 379
      break;

    case CODEC_ID_VP3:
380
      caps = GST_FF_VID_CAPS_NEW ("video/x-vp3", NULL);
381 382
      break;

383
    case CODEC_ID_THEORA:
384
      caps = GST_FF_VID_CAPS_NEW ("video/x-theora", NULL);
385 386
      break;

387
    case CODEC_ID_AAC:
388
    case CODEC_ID_MPEG4AAC:
389 390 391
      /* ffmpeg uses libfaac/libfaad for those. We do not ship these as
       * part of ffmpeg, so defining those is useless. Besides, we have
       * our own faad/faac plugins. */
392 393 394
      break;

    case CODEC_ID_ASV1:
395 396
    case CODEC_ID_ASV2:
      buildcaps = TRUE;
397 398
      break;

399
    case CODEC_ID_FFV1:
David Schleef's avatar
David Schleef committed
400
      caps = GST_FF_VID_CAPS_NEW ("video/x-ffv",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
401
          "ffvversion", G_TYPE_INT, 1, NULL);
402 403 404
      break;

    case CODEC_ID_4XM:
405
      caps = GST_FF_VID_CAPS_NEW ("video/x-4xm", NULL);
406 407
      break;

408 409 410 411 412 413
    case CODEC_ID_XAN_WC3:
    case CODEC_ID_XAN_WC4:
      caps = GST_FF_VID_CAPS_NEW ("video/x-xan",
          "wcversion", G_TYPE_INT, 3 - CODEC_ID_XAN_WC3 + codec_id, NULL);
      break;

414 415 416 417 418 419 420 421
    case CODEC_ID_VCR1:
    case CODEC_ID_CLJR:
    case CODEC_ID_MDEC:
    case CODEC_ID_ROQ:
    case CODEC_ID_INTERPLAY_VIDEO:
      buildcaps = TRUE;
      break;

422 423 424 425
    case CODEC_ID_RPZA:
      caps = GST_FF_VID_CAPS_NEW ("video/x-apple-video", NULL);
      break;

426
    case CODEC_ID_CINEPAK:
427
      caps = GST_FF_VID_CAPS_NEW ("video/x-cinepak", NULL);
428 429
      break;

430 431 432 433 434 435 436 437 438 439 440 441 442
    /* WS_VQA belogns here (order) */

    case CODEC_ID_MSRLE:
      caps = GST_FF_VID_CAPS_NEW ("video/x-rle",
	  "layout", G_TYPE_STRING, "microsoft", NULL);
      if (context) {
        gst_caps_set_simple (caps,
	    "depth", G_TYPE_INT, (gint) context->bits_per_sample, NULL);
      } else {
        gst_caps_set_simple (caps, "depth", GST_TYPE_INT_RANGE, 1, 64, NULL);
      }
      break;

443 444 445 446 447
    case CODEC_ID_MSVIDEO1:
      caps = GST_FF_VID_CAPS_NEW ("video/x-msvideocodec",
	  "msvideoversion", G_TYPE_INT, 1, NULL);
      break;

448 449 450 451 452 453 454 455 456 457 458 459 460 461
    case CODEC_ID_WS_VQA:
    case CODEC_ID_IDCIN:
    case CODEC_ID_8BPS:
    case CODEC_ID_SMC:
    case CODEC_ID_FLIC:
    case CODEC_ID_TRUEMOTION1:
    case CODEC_ID_VMDVIDEO:
    case CODEC_ID_VMDAUDIO:
    case CODEC_ID_MSZH:
    case CODEC_ID_ZLIB:
    case CODEC_ID_QTRLE:
      buildcaps = TRUE;
      break;

Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
462
      /* weird quasi-codecs for the demuxers only */
463 464 465 466 467 468 469
    case CODEC_ID_PCM_S16LE:
    case CODEC_ID_PCM_S16BE:
    case CODEC_ID_PCM_U16LE:
    case CODEC_ID_PCM_U16BE:
    case CODEC_ID_PCM_S8:
    case CODEC_ID_PCM_U8:
      do {
470
        gint width = 0, depth = 0, endianness = 0;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
471
        gboolean signedness = FALSE;    /* blabla */
472 473 474

        switch (codec_id) {
          case CODEC_ID_PCM_S16LE:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
475 476
            width = 16;
            depth = 16;
477 478 479 480
            endianness = G_LITTLE_ENDIAN;
            signedness = TRUE;
            break;
          case CODEC_ID_PCM_S16BE:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
481 482
            width = 16;
            depth = 16;
483 484 485 486
            endianness = G_BIG_ENDIAN;
            signedness = TRUE;
            break;
          case CODEC_ID_PCM_U16LE:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
487 488
            width = 16;
            depth = 16;
489 490 491 492
            endianness = G_LITTLE_ENDIAN;
            signedness = FALSE;
            break;
          case CODEC_ID_PCM_U16BE:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
493 494
            width = 16;
            depth = 16;
495 496 497 498
            endianness = G_BIG_ENDIAN;
            signedness = FALSE;
            break;
          case CODEC_ID_PCM_S8:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
499 500
            width = 8;
            depth = 8;
501 502 503 504
            endianness = G_BYTE_ORDER;
            signedness = TRUE;
            break;
          case CODEC_ID_PCM_U8:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
505 506
            width = 8;
            depth = 8;
507 508 509 510
            endianness = G_BYTE_ORDER;
            signedness = FALSE;
            break;
          default:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
511
            g_assert (0);       /* don't worry, we never get here */
512 513 514
            break;
        }

David Schleef's avatar
David Schleef committed
515
        caps = GST_FF_AUD_CAPS_NEW ("audio/x-raw-int",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
516 517 518 519
            "width", G_TYPE_INT, width,
            "depth", G_TYPE_INT, depth,
            "endianness", G_TYPE_INT, endianness,
            "signed", G_TYPE_BOOLEAN, signedness, NULL);
520 521 522
      } while (0);
      break;

523
    case CODEC_ID_PCM_MULAW:
524
      caps = GST_FF_AUD_CAPS_NEW ("audio/x-mulaw", NULL);
525 526 527
      break;

    case CODEC_ID_PCM_ALAW:
528
      caps = GST_FF_AUD_CAPS_NEW ("audio/x-alaw", NULL);
529 530
      break;

531 532
    case CODEC_ID_ADPCM_IMA_QT:
    case CODEC_ID_ADPCM_IMA_WAV:
533 534 535 536
    case CODEC_ID_ADPCM_IMA_DK3:
    case CODEC_ID_ADPCM_IMA_DK4:
    case CODEC_ID_ADPCM_IMA_WS:
    case CODEC_ID_ADPCM_IMA_SMJPEG:
537
    case CODEC_ID_ADPCM_MS:
538
    case CODEC_ID_ADPCM_4XM:
539 540 541 542 543 544 545 546 547 548 549 550
    case CODEC_ID_ADPCM_XA:
    case CODEC_ID_ADPCM_ADX:
    case CODEC_ID_ADPCM_EA:
    case CODEC_ID_ADPCM_G726:
      do {
        gchar *layout = NULL;

        switch (codec_id) {
          case CODEC_ID_ADPCM_IMA_QT:
            layout = "quicktime";
            break;
          case CODEC_ID_ADPCM_IMA_WAV:
551
            layout = "dvi";
552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583
            break;
          case CODEC_ID_ADPCM_IMA_DK3:
            layout = "dk3";
            break;
          case CODEC_ID_ADPCM_IMA_DK4:
            layout = "dk4";
            break;
          case CODEC_ID_ADPCM_IMA_WS:
            layout = "westwood";
            break;
          case CODEC_ID_ADPCM_IMA_SMJPEG:
            layout = "smjpeg";
            break;
          case CODEC_ID_ADPCM_MS:
            layout = "microsoft";
            break;
          case CODEC_ID_ADPCM_4XM:
            layout = "4xm";
            break;
          case CODEC_ID_ADPCM_XA:
            layout = "xa";
            break;
          case CODEC_ID_ADPCM_ADX:
            layout = "adx";
            break;
          case CODEC_ID_ADPCM_EA:
            layout = "ea";
            break;
          case CODEC_ID_ADPCM_G726:
            layout = "g726";
            break;
          default:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
584
            g_assert (0);       /* don't worry, we never get here */
585 586 587 588 589 590
            break;
        }

        /* FIXME: someone please check whether we need additional properties
         * in this caps definition. */
        caps = GST_FF_AUD_CAPS_NEW ("audio/x-adpcm",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
591
            "layout", G_TYPE_STRING, layout, NULL);
592 593 594 595
        if (context)
          gst_caps_set_simple (caps,
              "block_align", G_TYPE_INT, context->block_align,
              "bitrate", G_TYPE_INT, context->bit_rate, NULL);
596
      } while (0);
597 598 599
      break;

    case CODEC_ID_AMR_NB:
600 601 602 603
    case CODEC_ID_AMR_WB:
      /* what's this? ffmpeg uses external libs here that we don't include
       * so there's no point in defining those. Still, I want to know what
       * it actually is... */
604 605
      break;

606
    case CODEC_ID_RA_144:
607
    case CODEC_ID_RA_288:
608 609 610 611 612
      do {
        gint version = (codec_id == CODEC_ID_RA_144) ? 1 : 2;

        /* FIXME: properties? */
        caps = GST_FF_AUD_CAPS_NEW ("audio/x-pn-realaudio",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
613
            "raversion", G_TYPE_INT, version, NULL);
614
      } while (0);
615
      break;
616

617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633
    case CODEC_ID_ROQ_DPCM:
    case CODEC_ID_INTERPLAY_DPCM:
    case CODEC_ID_XAN_DPCM:
      do {
        gchar *layout = NULL;

        switch (codec_id) {
          case CODEC_ID_ROQ_DPCM:
            layout = "roq";
            break;
          case CODEC_ID_INTERPLAY_DPCM:
            layout = "interplay";
            break;
          case CODEC_ID_XAN_DPCM:
            layout = "xan";
            break;
          default:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
634
            g_assert (0);       /* don't worry, we never get here */
635 636 637 638 639 640
            break;
        }

        /* FIXME: someone please check whether we need additional properties
         * in this caps definition. */
        caps = GST_FF_AUD_CAPS_NEW ("audio/x-dpcm",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
641
            "layout", G_TYPE_STRING, layout, NULL);
642 643 644 645
        if (context)
          gst_caps_set_simple (caps,
              "block_align", G_TYPE_INT, context->block_align,
              "bitrate", G_TYPE_INT, context->bit_rate, NULL);
646 647
      } while (0);
      break;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
648

649 650 651 652 653 654
    case CODEC_ID_FLAC:
      /* Note that ffmpeg has no encoder yet, but just for safety. In the
       * encoder case, we want to add things like samplerate, channels... */
      if (!encode) {
        caps = gst_caps_new_simple ("audio/x-flac", NULL);
      }
655 656
      break;

657
    default:
658
      g_warning ("Unknown codec ID %d, please add here", codec_id);
659 660 661
      break;
  }

662 663 664 665 666 667 668 669 670 671
  if (buildcaps) {
    AVCodec *codec;

    if ((codec = avcodec_find_decoder (codec_id)) ||
        (codec = avcodec_find_encoder (codec_id))) {
      gchar *mime = NULL;

      switch (codec->type) {
        case CODEC_TYPE_VIDEO:
          mime = g_strdup_printf ("video/x-gst_ff-%s", codec->name);
672
          caps = GST_FF_VID_CAPS_NEW (mime, NULL);
673 674 675 676
          g_free (mime);
          break;
        case CODEC_TYPE_AUDIO:
          mime = g_strdup_printf ("audio/x-gst_ff-%s", codec->name);
677
          caps = GST_FF_AUD_CAPS_NEW (mime, NULL);
678
          if (context)
679 680 681
            gst_caps_set_simple (caps,
                "block_align", G_TYPE_INT, context->block_align,
                "bitrate", G_TYPE_INT, context->bit_rate, NULL);
682 683 684 685 686 687 688 689
          g_free (mime);
          break;
        default:
          break;
      }
    }
  }

690
  if (caps != NULL) {
691 692 693 694 695
    char *str;

    /* set private data */
    if (context && context->extradata_size > 0) {
      GstBuffer *data = gst_buffer_new_and_alloc (context->extradata_size);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
696

697 698 699 700 701 702 703
      memcpy (GST_BUFFER_DATA (data), context->extradata,
          context->extradata_size);
      gst_caps_set_simple (caps,
          "codec_data", GST_TYPE_BUFFER, data, NULL);
      gst_buffer_unref (data);
    }

704 705 706 707 708
    /* palette */
    if (context) {
      gst_ffmpeg_set_palette (caps, context);
    }

709
    str = gst_caps_to_string (caps);
David Schleef's avatar
David Schleef committed
710
    GST_DEBUG ("caps for codec_id=%d: %s", codec_id, str);
711
    g_free (str);
712

713
  } else {
David Schleef's avatar
David Schleef committed
714
    GST_WARNING ("No caps found for codec_id=%d", codec_id);
715 716 717 718 719 720 721 722 723 724 725 726 727
  }

  return caps;
}

/* Convert a FFMPEG Pixel Format and optional AVCodecContext
 * to a GstCaps. If the context is ommitted, no fixed values
 * for video/audio size will be included in the GstCaps
 *
 * See below for usefullness
 */

static GstCaps *
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
728
gst_ffmpeg_pixfmt_to_caps (enum PixelFormat pix_fmt, AVCodecContext * context)
729 730 731 732 733 734 735 736 737
{
  GstCaps *caps = NULL;

  int bpp = 0, depth = 0, endianness = 0;
  gulong g_mask = 0, r_mask = 0, b_mask = 0;
  guint32 fmt = 0;

  switch (pix_fmt) {
    case PIX_FMT_YUV420P:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
738
      fmt = GST_MAKE_FOURCC ('I', '4', '2', '0');
739 740
      break;
    case PIX_FMT_YUV422:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
741
      fmt = GST_MAKE_FOURCC ('Y', 'U', 'Y', '2');
742 743 744 745
      break;
    case PIX_FMT_RGB24:
      bpp = depth = 24;
      endianness = G_BIG_ENDIAN;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
746 747 748
      r_mask = 0xff0000;
      g_mask = 0x00ff00;
      b_mask = 0x0000ff;
749 750 751
      break;
    case PIX_FMT_BGR24:
      bpp = depth = 24;
752
      endianness = G_BIG_ENDIAN;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
753 754 755
      r_mask = 0x0000ff;
      g_mask = 0x00ff00;
      b_mask = 0xff0000;
756 757
      break;
    case PIX_FMT_YUV422P:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
758
      fmt = GST_MAKE_FOURCC ('Y', '4', '2', 'B');
759 760 761 762 763
      break;
    case PIX_FMT_YUV444P:
      /* .. */
      break;
    case PIX_FMT_RGBA32:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
764 765
      bpp = 32;
      depth = 24;
766 767
      endianness = G_BIG_ENDIAN;
#if (G_BYTE_ORDER == G_BIG_ENDIAN)
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
768 769 770 771 772 773 774
      r_mask = 0x00ff0000;
      g_mask = 0x0000ff00;
      b_mask = 0x000000ff;
#else
      r_mask = 0x0000ff00;
      g_mask = 0x00ff0000;
      b_mask = 0xff000000;
775
#endif
776 777
      break;
    case PIX_FMT_YUV410P:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
778
      fmt = GST_MAKE_FOURCC ('Y', 'U', 'V', '9');
779 780
      break;
    case PIX_FMT_YUV411P:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
781
      fmt = GST_MAKE_FOURCC ('Y', '4', '1', 'B');
782 783 784 785
      break;
    case PIX_FMT_RGB565:
      bpp = depth = 16;
      endianness = G_BYTE_ORDER;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
786 787 788
      r_mask = 0xf800;
      g_mask = 0x07e0;
      b_mask = 0x001f;
789 790
      break;
    case PIX_FMT_RGB555:
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
791 792
      bpp = 16;
      depth = 15;
793
      endianness = G_BYTE_ORDER;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
794 795 796
      r_mask = 0x7c00;
      g_mask = 0x03e0;
      b_mask = 0x001f;
797
      break;
798 799 800 801
    case PIX_FMT_PAL8:
      bpp = depth = 8;
      endianness = G_BYTE_ORDER;
      break;
802 803 804 805 806 807
    default:
      /* give up ... */
      break;
  }

  if (bpp != 0) {
808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824
    if (r_mask != 0) {
      caps = GST_FF_VID_CAPS_NEW ("video/x-raw-rgb",
          "bpp", G_TYPE_INT, bpp,
          "depth", G_TYPE_INT, depth,
          "red_mask", G_TYPE_INT, r_mask,
          "green_mask", G_TYPE_INT, g_mask,
          "blue_mask", G_TYPE_INT, b_mask,
          "endianness", G_TYPE_INT, endianness, NULL);
    } else {
      caps = GST_FF_VID_CAPS_NEW ("video/x-raw-rgb",
          "bpp", G_TYPE_INT, bpp,
          "depth", G_TYPE_INT, depth,
          "endianness", G_TYPE_INT, endianness, NULL);
      if (context) {
        gst_ffmpeg_set_palette (caps, context);
      }
    }
825
  } else if (fmt) {
David Schleef's avatar
David Schleef committed
826
    caps = GST_FF_VID_CAPS_NEW ("video/x-raw-yuv",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
827
        "format", GST_TYPE_FOURCC, fmt, NULL);
828 829 830
  }

  if (caps != NULL) {
David Schleef's avatar
David Schleef committed
831
    char *str = gst_caps_to_string (caps);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
832

David Schleef's avatar
David Schleef committed
833
    GST_DEBUG ("caps for pix_fmt=%d: %s", pix_fmt, str);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
834
    g_free (str);
835
  } else {
David Schleef's avatar
David Schleef committed
836
    GST_WARNING ("No caps found for pix_fmt=%d", pix_fmt);
837 838 839 840 841 842 843 844 845 846 847 848 849
  }

  return caps;
}

/* Convert a FFMPEG Sample Format and optional AVCodecContext
 * to a GstCaps. If the context is ommitted, no fixed values
 * for video/audio size will be included in the GstCaps
 *
 * See below for usefullness
 */

static GstCaps *
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
850 851
gst_ffmpeg_smpfmt_to_caps (enum SampleFormat sample_fmt,
    AVCodecContext * context)
852 853 854 855 856 857 858 859 860 861
{
  GstCaps *caps = NULL;

  int bpp = 0;
  gboolean signedness = FALSE;

  switch (sample_fmt) {
    case SAMPLE_FMT_S16:
      signedness = TRUE;
      bpp = 16;
862
      break;
863

864
    default:
865
      /* .. */
866 867 868
      break;
  }

869
  if (bpp) {
David Schleef's avatar
David Schleef committed
870
    caps = GST_FF_AUD_CAPS_NEW ("audio/x-raw-int",
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
871 872 873
        "signed", G_TYPE_BOOLEAN, signedness,
        "endianness", G_TYPE_INT, G_BYTE_ORDER,
        "width", G_TYPE_INT, bpp, "depth", G_TYPE_INT, bpp, NULL);
874 875 876
  }

  if (caps != NULL) {
David Schleef's avatar
David Schleef committed
877
    char *str = gst_caps_to_string (caps);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
878

David Schleef's avatar
David Schleef committed
879
    GST_DEBUG ("caps for sample_fmt=%d: %s", sample_fmt, str);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
880
    g_free (str);
881
  } else {
David Schleef's avatar
David Schleef committed
882
    GST_WARNING ("No caps found for sample_fmt=%d", sample_fmt);
883 884 885 886 887 888 889 890 891 892 893 894 895
  }

  return caps;
}

/* Convert a FFMPEG codec Type and optional AVCodecContext
 * to a GstCaps. If the context is ommitted, no fixed values
 * for video/audio size will be included in the GstCaps
 *
 * CodecType is primarily meant for uncompressed data GstCaps!
 */

GstCaps *
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
896 897
gst_ffmpeg_codectype_to_caps (enum CodecType codec_type,
    AVCodecContext * context)
898
{
David Schleef's avatar
David Schleef committed
899
  GstCaps *caps;
900 901 902 903

  switch (codec_type) {
    case CODEC_TYPE_VIDEO:
      if (context) {
904 905
        caps = gst_ffmpeg_pixfmt_to_caps (context->pix_fmt,
            context->width == -1 ? NULL : context);
906 907 908 909
      } else {
        GstCaps *temp;
        enum PixelFormat i;

David Schleef's avatar
David Schleef committed
910
        caps = gst_caps_new_empty ();
911 912 913
        for (i = 0; i < PIX_FMT_NB; i++) {
          temp = gst_ffmpeg_pixfmt_to_caps (i, NULL);
          if (temp != NULL) {
David Schleef's avatar
David Schleef committed
914
            gst_caps_append (caps, temp);
915 916 917 918 919 920 921 922 923 924 925 926
          }
        }
      }
      break;

    case CODEC_TYPE_AUDIO:
      if (context) {
        caps = gst_ffmpeg_smpfmt_to_caps (context->sample_fmt, context);
      } else {
        GstCaps *temp;
        enum SampleFormat i;

David Schleef's avatar
David Schleef committed
927
        caps = gst_caps_new_empty ();
928 929 930
        for (i = 0; i <= SAMPLE_FMT_S16; i++) {
          temp = gst_ffmpeg_smpfmt_to_caps (i, NULL);
          if (temp != NULL) {
David Schleef's avatar
David Schleef committed
931
            gst_caps_append (caps, temp);
932 933 934 935 936 937 938
          }
        }
      }
      break;

    default:
      /* .. */
David Schleef's avatar
David Schleef committed
939
      caps = NULL;
940 941 942 943
      break;
  }

  return caps;
944
}
945 946 947 948 949 950 951 952

/* Convert a GstCaps (audio/raw) to a FFMPEG SampleFmt
 * and other audio properties in a AVCodecContext.
 *
 * For usefullness, see below
 */

static void
953 954
gst_ffmpeg_caps_to_smpfmt (const GstCaps * caps,
    AVCodecContext * context, gboolean raw)
955
{
David Schleef's avatar
David Schleef committed
956 957 958 959 960 961
  GstStructure *structure;
  gint depth = 0, width = 0, endianness = 0;
  gboolean signedness = FALSE;

  g_return_if_fail (gst_caps_get_size (caps) == 1);
  structure = gst_caps_get_structure (caps, 0);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
962

963 964 965 966 967 968 969 970
  gst_structure_get_int (structure, "channels", &context->channels);
  gst_structure_get_int (structure, "rate", &context->sample_rate);
  gst_structure_get_int (structure, "block_align", &context->block_align);
  gst_structure_get_int (structure, "bitrate", &context->bit_rate);

  if (!raw)
    return;

David Schleef's avatar
David Schleef committed
971 972 973 974
  if (gst_structure_get_int (structure, "width", &width) &&
      gst_structure_get_int (structure, "depth", &depth) &&
      gst_structure_get_int (structure, "signed", &signedness) &&
      gst_structure_get_int (structure, "endianness", &endianness)) {
975 976 977 978 979 980 981
    if (width == 16 && depth == 16 &&
        endianness == G_BYTE_ORDER && signedness == TRUE) {
      context->sample_fmt = SAMPLE_FMT_S16;
    }
  }
}

982

983 984 985 986 987 988 989
/* Convert a GstCaps (video/raw) to a FFMPEG PixFmt
 * and other video properties in a AVCodecContext.
 *
 * For usefullness, see below
 */

static void
990 991
gst_ffmpeg_caps_to_pixfmt (const GstCaps * caps,
    AVCodecContext * context, gboolean raw)
992
{
David Schleef's avatar
David Schleef committed
993 994
  GstStructure *structure;
  gdouble fps;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
995

David Schleef's avatar
David Schleef committed
996 997
  g_return_if_fail (gst_caps_get_size (caps) == 1);
  structure = gst_caps_get_structure (caps, 0);
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
998

David Schleef's avatar
David Schleef committed
999 1000
  gst_structure_get_int (structure, "width", &context->width);
  gst_structure_get_int (structure, "height", &context->height);
1001

David Schleef's avatar
David Schleef committed
1002
  if (gst_structure_get_double (structure, "framerate", &fps)) {
1003 1004
    context->frame_rate = fps * DEFAULT_FRAME_RATE_BASE;
    context->frame_rate_base = DEFAULT_FRAME_RATE_BASE;
1005 1006
  }

1007 1008 1009
  if (!raw)
    return;

David Schleef's avatar
David Schleef committed
1010 1011
  if (strcmp (gst_structure_get_name (structure), "video/x-raw-yuv") == 0) {
    guint32 fourcc;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
1012

David Schleef's avatar
David Schleef committed
1013
    if (gst_structure_get_fourcc (structure, "format", &fourcc)) {
Benjamin Otte's avatar
Benjamin Otte committed
1014
      switch (fourcc) {
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029
        case GST_MAKE_FOURCC ('Y', 'U', 'Y', '2'):
          context->pix_fmt = PIX_FMT_YUV422;
          break;
        case GST_MAKE_FOURCC ('I', '4', '2', '0'):
          context->pix_fmt = PIX_FMT_YUV420P;
          break;
        case GST_MAKE_FOURCC ('Y', '4', '1', 'B'):
          context->pix_fmt = PIX_FMT_YUV411P;
          break;
        case GST_MAKE_FOURCC ('Y', '4', '2', 'B'):
          context->pix_fmt = PIX_FMT_YUV422P;
          break;
        case GST_MAKE_FOURCC ('Y', 'U', 'V', '9'):
          context->pix_fmt = PIX_FMT_YUV410P;
          break;
1030
#if 0
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
1031 1032 1033
        case FIXME:
          context->pix_fmt = PIX_FMT_YUV444P;
          break;
1034
#endif
Benjamin Otte's avatar
Benjamin Otte committed
1035 1036
      }
    }
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
1037 1038
  } else if (strcmp (gst_structure_get_name (structure),
          "video/x-raw-rgb") == 0) {
David Schleef's avatar
David Schleef committed
1039
    gint bpp = 0, rmask = 0, endianness = 0;
Thomas Vander Stichele's avatar
indent  
Thomas Vander Stichele committed
1040

David Schleef's avatar
David Schleef committed
1041
    if (gst_structure_get_int (structure, "bpp", &bpp) &&
1042 1043 1044 1045
        gst_structure_get_int (structure, "endianness", &endianness)) {
      if (gst_structure_get_int (structure, "red_mask", &rmask)) {
        switch (bpp) {
          case 32:
Ronald S. Bultje's avatar
Ronald S. Bultje committed
1046
#if (G_BYTE_ORDER == G_BIG_ENDIAN)