gstvaapidecoder_objects.c 14.4 KB
Newer Older
1 2 3 4
/*
 *  gstvaapidecoder_objects.c - VA decoder objects helpers
 *
 *  Copyright (C) 2010-2011 Splitted-Desktop Systems
5
 *    Author: Gwenole Beauchesne <gwenole.beauchesne@splitted-desktop.com>
6
 *  Copyright (C) 2011-2013 Intel Corporation
7
 *    Author: Gwenole Beauchesne <gwenole.beauchesne@intel.com>
8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
 *
 *  This library is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU Lesser General Public License
 *  as published by the Free Software Foundation; either version 2.1
 *  of the License, or (at your option) any later version.
 *
 *  This library is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  Lesser General Public License for more details.
 *
 *  You should have received a copy of the GNU Lesser General Public
 *  License along with this library; if not, write to the Free
 *  Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
 *  Boston, MA 02110-1301 USA
 */

25
#include "sysdeps.h"
26 27 28 29
#include <string.h>
#include <gst/vaapi/gstvaapicontext.h>
#include "gstvaapidecoder_objects.h"
#include "gstvaapidecoder_priv.h"
30
#include "gstvaapisurfaceproxy_priv.h"
31 32 33 34 35 36 37
#include "gstvaapicompat.h"
#include "gstvaapiutils.h"

#define DEBUG 1
#include "gstvaapidebug.h"

#define GET_DECODER(obj)    GST_VAAPI_DECODER_CAST((obj)->parent_instance.codec)
38 39 40
#define GET_CONTEXT(obj)    GET_DECODER(obj)->context
#define GET_VA_DISPLAY(obj) GET_DECODER(obj)->va_display
#define GET_VA_CONTEXT(obj) GET_DECODER(obj)->va_context
41

42 43 44 45 46 47 48 49 50
static inline void
gst_video_codec_frame_clear(GstVideoCodecFrame **frame_ptr)
{
    if (!*frame_ptr)
        return;
    gst_video_codec_frame_unref(*frame_ptr);
    *frame_ptr = NULL;
}

51 52 53 54
/* ------------------------------------------------------------------------- */
/* --- Pictures                                                          --- */
/* ------------------------------------------------------------------------- */

55
GST_VAAPI_CODEC_DEFINE_TYPE(GstVaapiPicture, gst_vaapi_picture);
56

57 58 59 60 61
enum {
    GST_VAAPI_CREATE_PICTURE_FLAG_CLONE = 1 << 0,
    GST_VAAPI_CREATE_PICTURE_FLAG_FIELD = 1 << 1,
};

62 63 64
static void
destroy_slice_cb(gpointer data, gpointer user_data)
{
65
    GstVaapiMiniObject * const object = data;
66

67
    gst_vaapi_mini_object_unref(object);
68 69
}

70
void
71 72 73 74 75 76 77 78
gst_vaapi_picture_destroy(GstVaapiPicture *picture)
{
    if (picture->slices) {
        g_ptr_array_foreach(picture->slices, destroy_slice_cb, NULL);
        g_ptr_array_free(picture->slices, TRUE);
        picture->slices = NULL;
    }

79 80 81 82 83 84
    gst_vaapi_mini_object_replace((GstVaapiMiniObject **)&picture->iq_matrix,
        NULL);
    gst_vaapi_mini_object_replace((GstVaapiMiniObject **)&picture->huf_table,
        NULL);
    gst_vaapi_mini_object_replace((GstVaapiMiniObject **)&picture->bitplane,
        NULL);
85

86
    if (picture->proxy) {
87
        gst_vaapi_surface_proxy_unref(picture->proxy);
88 89
        picture->proxy = NULL;
    }
90 91 92 93 94
    picture->surface_id = VA_INVALID_ID;
    picture->surface = NULL;

    vaapi_destroy_buffer(GET_VA_DISPLAY(picture), &picture->param_id);
    picture->param = NULL;
95

96
    gst_video_codec_frame_clear(&picture->frame);
97
    gst_vaapi_picture_replace(&picture->parent_picture, NULL);
98 99
}

100
gboolean
101 102 103 104 105
gst_vaapi_picture_create(
    GstVaapiPicture                          *picture,
    const GstVaapiCodecObjectConstructorArgs *args
)
{
106 107
    gboolean success;

108 109
    picture->param_id = VA_INVALID_ID;

110 111 112
    if (args->flags & GST_VAAPI_CREATE_PICTURE_FLAG_CLONE) {
        GstVaapiPicture * const parent_picture = GST_VAAPI_PICTURE(args->data);

113 114
        picture->parent_picture = gst_vaapi_picture_ref(parent_picture);

115
        picture->proxy   = gst_vaapi_surface_proxy_ref(parent_picture->proxy);
116 117
        picture->type    = parent_picture->type;
        picture->pts     = parent_picture->pts;
118
        picture->poc     = parent_picture->poc;
119 120 121 122 123 124 125 126

        // Copy all picture flags but "output"
        GST_VAAPI_PICTURE_FLAG_SET(
            picture,
            GST_VAAPI_PICTURE_FLAGS(parent_picture) &
            (GST_VAAPI_PICTURE_FLAG_SKIPPED     |
             GST_VAAPI_PICTURE_FLAG_REFERENCE   |
             GST_VAAPI_PICTURE_FLAG_INTERLACED  |
127
             GST_VAAPI_PICTURE_FLAG_FF          |
128 129 130 131 132 133 134 135 136 137 138 139 140 141
             GST_VAAPI_PICTURE_FLAG_TFF)
        );

        picture->structure = parent_picture->structure;
        if ((args->flags & GST_VAAPI_CREATE_PICTURE_FLAG_FIELD) &&
            GST_VAAPI_PICTURE_IS_INTERLACED(picture)) {
            switch (picture->structure) {
            case GST_VAAPI_PICTURE_STRUCTURE_TOP_FIELD:
                picture->structure = GST_VAAPI_PICTURE_STRUCTURE_BOTTOM_FIELD;
                break;
            case GST_VAAPI_PICTURE_STRUCTURE_BOTTOM_FIELD:
                picture->structure = GST_VAAPI_PICTURE_STRUCTURE_TOP_FIELD;
                break;
            }
142
            GST_VAAPI_PICTURE_FLAG_UNSET(picture, GST_VAAPI_PICTURE_FLAG_FF);
143
        }
144 145 146 147 148

        if (parent_picture->has_crop_rect) {
            picture->has_crop_rect = TRUE;
            picture->crop_rect = parent_picture->crop_rect;
        }
149 150
    }
    else {
151 152 153
        picture->type = GST_VAAPI_PICTURE_TYPE_NONE;
        picture->pts  = GST_CLOCK_TIME_NONE;

154
        picture->proxy =
155
            gst_vaapi_context_get_surface_proxy(GET_CONTEXT(picture));
156 157 158 159
        if (!picture->proxy)
            return FALSE;

        picture->structure = GST_VAAPI_PICTURE_STRUCTURE_FRAME;
160
        GST_VAAPI_PICTURE_FLAG_SET(picture, GST_VAAPI_PICTURE_FLAG_FF);
161
    }
162 163
    picture->surface    = GST_VAAPI_SURFACE_PROXY_SURFACE(picture->proxy);
    picture->surface_id = GST_VAAPI_SURFACE_PROXY_SURFACE_ID(picture->proxy);
164

165
    success = vaapi_create_buffer(
166 167 168 169
        GET_VA_DISPLAY(picture),
        GET_VA_CONTEXT(picture),
        VAPictureParameterBufferType,
        args->param_size,
170 171 172
        args->param,
        &picture->param_id,
        &picture->param
173
    );
174
    if (!success)
175
        return FALSE;
176
    picture->param_size = args->param_size;
177 178 179 180

    picture->slices = g_ptr_array_new();
    if (!picture->slices)
        return FALSE;
181

182 183
    picture->frame = gst_video_codec_frame_ref(
        GST_VAAPI_DECODER_CODEC_FRAME(GET_DECODER(picture)));
184 185 186 187 188 189 190 191 192 193 194 195 196
    return TRUE;
}

GstVaapiPicture *
gst_vaapi_picture_new(
    GstVaapiDecoder *decoder,
    gconstpointer    param,
    guint            param_size
)
{
    GstVaapiCodecObject *object;

    object = gst_vaapi_codec_object_new(
197
        &GstVaapiPictureClass,
198 199
        GST_VAAPI_CODEC_BASE(decoder),
        param, param_size,
200 201
        NULL, 0,
        0
202 203 204 205 206 207
    );
    if (!object)
        return NULL;
    return GST_VAAPI_PICTURE_CAST(object);
}

208 209 210
GstVaapiPicture *
gst_vaapi_picture_new_field(GstVaapiPicture *picture)
{
211 212
    GstVaapiDecoder * const decoder = GET_DECODER(picture);
    GstVaapiCodecObject *object;
213

214 215 216 217 218 219 220 221 222
    object = gst_vaapi_codec_object_new(
        gst_vaapi_codec_object_get_class(&picture->parent_instance),
        GST_VAAPI_CODEC_BASE(decoder),
        NULL, picture->param_size,
        picture, 0,
        (GST_VAAPI_CREATE_PICTURE_FLAG_CLONE|
         GST_VAAPI_CREATE_PICTURE_FLAG_FIELD)
    );
    if (!object)
223
        return NULL;
224
    return GST_VAAPI_PICTURE_CAST(object);
225 226
}

227 228 229 230 231 232 233 234 235
void
gst_vaapi_picture_add_slice(GstVaapiPicture *picture, GstVaapiSlice *slice)
{
    g_return_if_fail(GST_VAAPI_IS_PICTURE(picture));
    g_return_if_fail(GST_VAAPI_IS_SLICE(slice));

    g_ptr_array_add(picture->slices, slice);
}

236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251
static gboolean
do_decode(VADisplay dpy, VAContextID ctx, VABufferID *buf_id, void **buf_ptr)
{
    VAStatus status;

    vaapi_unmap_buffer(dpy, *buf_id, buf_ptr);

    status = vaRenderPicture(dpy, ctx, buf_id, 1);
    if (!vaapi_check_status(status, "vaRenderPicture()"))
        return FALSE;

    /* XXX: vaRenderPicture() is meant to destroy the VA buffer implicitly */
    vaapi_destroy_buffer(dpy, buf_id);
    return TRUE;
}

252 253 254 255 256
gboolean
gst_vaapi_picture_decode(GstVaapiPicture *picture)
{
    GstVaapiIqMatrix *iq_matrix;
    GstVaapiBitPlane *bitplane;
Wind Yuan's avatar
Wind Yuan committed
257
    GstVaapiHuffmanTable *huf_table;
258 259 260
    VADisplay va_display;
    VAContextID va_context;
    VAStatus status;
261
    guint i;
262 263 264 265 266 267 268 269 270 271 272 273

    g_return_val_if_fail(GST_VAAPI_IS_PICTURE(picture), FALSE);

    va_display = GET_VA_DISPLAY(picture);
    va_context = GET_VA_CONTEXT(picture);

    GST_DEBUG("decode picture 0x%08x", picture->surface_id);

    status = vaBeginPicture(va_display, va_context, picture->surface_id);
    if (!vaapi_check_status(status, "vaBeginPicture()"))
        return FALSE;

274 275 276 277 278 279 280 281 282 283 284
    if (!do_decode(va_display, va_context, &picture->param_id, &picture->param))
        return FALSE;

    iq_matrix = picture->iq_matrix;
    if (iq_matrix && !do_decode(va_display, va_context,
                                &iq_matrix->param_id, &iq_matrix->param))
        return FALSE;

    bitplane = picture->bitplane;
    if (bitplane && !do_decode(va_display, va_context,
                               &bitplane->data_id, (void **)&bitplane->data))
285 286
        return FALSE;

Wind Yuan's avatar
Wind Yuan committed
287 288 289 290 291 292
    huf_table = picture->huf_table;
    if (huf_table && !do_decode(va_display, va_context,
                                &huf_table->param_id,
                                (void **)&huf_table->param))
        return FALSE;

293 294
    for (i = 0; i < picture->slices->len; i++) {
        GstVaapiSlice * const slice = g_ptr_array_index(picture->slices, i);
295
        VABufferID va_buffers[2];
296

297 298 299 300 301
        huf_table = slice->huf_table;
        if (huf_table && !do_decode(va_display, va_context,
                &huf_table->param_id, (void **)&huf_table->param))
            return FALSE;

302 303 304 305
        vaapi_unmap_buffer(va_display, slice->param_id, NULL);
        va_buffers[0] = slice->param_id;
        va_buffers[1] = slice->data_id;

306
        status = vaRenderPicture(va_display, va_context, va_buffers, 2);
307 308
        if (!vaapi_check_status(status, "vaRenderPicture()"))
            return FALSE;
309 310 311

        vaapi_destroy_buffer(va_display, &slice->param_id);
        vaapi_destroy_buffer(va_display, &slice->data_id);
312 313 314 315 316 317 318 319
    }

    status = vaEndPicture(va_display, va_context);
    if (!vaapi_check_status(status, "vaEndPicture()"))
        return FALSE;
    return TRUE;
}

320 321
static gboolean
do_output(GstVaapiPicture *picture)
322
{
323
    GstVideoCodecFrame * const out_frame = picture->frame;
324
    GstVaapiSurfaceProxy *proxy;
325
    guint flags = 0;
326

327 328
    if (GST_VAAPI_PICTURE_IS_OUTPUT(picture))
        return TRUE;
329

330 331
    if (!picture->proxy)
        return FALSE;
332

333
    proxy = gst_vaapi_surface_proxy_ref(picture->proxy);
334 335 336 337

    if (picture->has_crop_rect)
        gst_vaapi_surface_proxy_set_crop_rect(proxy, &picture->crop_rect);

338 339 340
    gst_video_codec_frame_set_user_data(out_frame,
        proxy, (GDestroyNotify)gst_vaapi_mini_object_unref);

341
    out_frame->pts = picture->pts;
342

343 344 345
    if (GST_VAAPI_PICTURE_IS_SKIPPED(picture))
        GST_VIDEO_CODEC_FRAME_FLAG_SET(out_frame,
            GST_VIDEO_CODEC_FRAME_FLAG_DECODE_ONLY);
346 347 348 349 350 351 352

    if (GST_VAAPI_PICTURE_IS_INTERLACED(picture)) {
        flags |= GST_VAAPI_SURFACE_PROXY_FLAG_INTERLACED;
        if (GST_VAAPI_PICTURE_IS_TFF(picture))
            flags |= GST_VAAPI_SURFACE_PROXY_FLAG_TFF;
    }
    GST_VAAPI_SURFACE_PROXY_FLAG_SET(proxy, flags);
353 354

    gst_vaapi_decoder_push_frame(GET_DECODER(picture), out_frame);
355
    gst_video_codec_frame_clear(&picture->frame);
356

357
    GST_VAAPI_PICTURE_FLAG_SET(picture, GST_VAAPI_PICTURE_FLAG_OUTPUT);
358
    return TRUE;
359 360
}

361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384
gboolean
gst_vaapi_picture_output(GstVaapiPicture *picture)
{
    g_return_val_if_fail(GST_VAAPI_IS_PICTURE(picture), FALSE);

    if (G_UNLIKELY(picture->parent_picture)) {
        /* Emit the first field to GstVideoDecoder so that to release
           the underlying GstVideoCodecFrame. However, mark this
           picture as skipped so that to not display it */
        GstVaapiPicture * const parent_picture = picture->parent_picture;
        do {
            if (!GST_VAAPI_PICTURE_IS_INTERLACED(parent_picture))
                break;
            if (!GST_VAAPI_PICTURE_IS_FIRST_FIELD(parent_picture))
                break;
            GST_VAAPI_PICTURE_FLAG_SET(parent_picture,
                GST_VAAPI_PICTURE_FLAG_SKIPPED);
            if (!do_output(parent_picture))
                return FALSE;
        } while (0);
    }
    return do_output(picture);
}

385 386 387 388 389 390 391 392 393 394 395
void
gst_vaapi_picture_set_crop_rect(GstVaapiPicture *picture,
    const GstVaapiRectangle *crop_rect)
{
    g_return_if_fail(GST_VAAPI_IS_PICTURE(picture));

    picture->has_crop_rect = crop_rect != NULL;
    if (picture->has_crop_rect)
        picture->crop_rect = *crop_rect;
}

396 397 398 399
/* ------------------------------------------------------------------------- */
/* --- Slices                                                            --- */
/* ------------------------------------------------------------------------- */

400
GST_VAAPI_CODEC_DEFINE_TYPE(GstVaapiSlice, gst_vaapi_slice);
401

402
void
403 404 405 406
gst_vaapi_slice_destroy(GstVaapiSlice *slice)
{
    VADisplay const va_display = GET_VA_DISPLAY(slice);

407 408 409
    gst_vaapi_mini_object_replace((GstVaapiMiniObject **)&slice->huf_table,
        NULL);

410 411 412 413 414
    vaapi_destroy_buffer(va_display, &slice->data_id);
    vaapi_destroy_buffer(va_display, &slice->param_id);
    slice->param = NULL;
}

415
gboolean
416 417 418 419 420 421
gst_vaapi_slice_create(
    GstVaapiSlice                            *slice,
    const GstVaapiCodecObjectConstructorArgs *args
)
{
    VASliceParameterBufferBase *slice_param;
422
    gboolean success;
423

424
    slice->param_id = VA_INVALID_ID;
425
    slice->data_id = VA_INVALID_ID;
426

427
    success = vaapi_create_buffer(
428 429 430 431
        GET_VA_DISPLAY(slice),
        GET_VA_CONTEXT(slice),
        VASliceDataBufferType,
        args->data_size,
432 433 434
        args->data,
        &slice->data_id,
        NULL
435
    );
436
    if (!success)
437 438
        return FALSE;

439
    success = vaapi_create_buffer(
440 441 442 443
        GET_VA_DISPLAY(slice),
        GET_VA_CONTEXT(slice),
        VASliceParameterBufferType,
        args->param_size,
444 445 446
        args->param,
        &slice->param_id,
        &slice->param
447
    );
448
    if (!success)
449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469
        return FALSE;

    slice_param                    = slice->param;
    slice_param->slice_data_size   = args->data_size;
    slice_param->slice_data_offset = 0;
    slice_param->slice_data_flag   = VA_SLICE_DATA_FLAG_ALL;
    return TRUE;
}

GstVaapiSlice *
gst_vaapi_slice_new(
    GstVaapiDecoder *decoder,
    gconstpointer    param,
    guint            param_size,
    const guchar    *data,
    guint            data_size
)
{
    GstVaapiCodecObject *object;

    object = gst_vaapi_codec_object_new(
470
        &GstVaapiSliceClass,
471 472
        GST_VAAPI_CODEC_BASE(decoder),
        param, param_size,
473 474
        data, data_size,
        0
475 476 477
    );
    return GST_VAAPI_SLICE_CAST(object);
}