vp3.c 73.6 KB
Newer Older
1
/*
2
 * Copyright (C) 2003-2004 the ffmpeg project
3
 *
4 5 6
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
7 8
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
9
 * version 2.1 of the License, or (at your option) any later version.
10
 *
11
 * FFmpeg is distributed in the hope that it will be useful,
12 13 14 15 16
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
17
 * License along with FFmpeg; if not, write to the Free Software
18
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 20 21
 */

/**
22
 * @file libavcodec/vp3.c
23
 * On2 VP3 Video Decoder
24 25 26
 *
 * VP3 Video Decoder by Mike Melanson (mike at multimedia.cx)
 * For more information about the VP3 coding process, visit:
27
 *   http://wiki.multimedia.cx/index.php?title=On2_VP3
28 29
 *
 * Theora decoder by Alex Beregszaszi
30 31 32 33 34 35 36 37
 */

#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include "avcodec.h"
#include "dsputil.h"
38
#include "get_bits.h"
39 40

#include "vp3data.h"
41
#include "xiph.h"
42 43 44

#define FRAGMENT_PIXELS 8

45 46
static av_cold int vp3_decode_end(AVCodecContext *avctx);

47
//FIXME split things out into their own arrays
48
typedef struct Vp3Fragment {
49
    int16_t dc;
50 51 52
    uint8_t coding_method;
    int8_t motion_x;
    int8_t motion_y;
53
    uint8_t qpi;
54 55 56 57 58 59
} Vp3Fragment;

#define SB_NOT_CODED        0
#define SB_PARTIALLY_CODED  1
#define SB_FULLY_CODED      2

60 61 62 63 64
// This is the maximum length of a single long bit run that can be encoded
// for superblock coding or block qps. Theora special-cases this to read a
// bit instead of flipping the current bit to allow for runs longer than 4129.
#define MAXIMUM_LONG_BIT_RUN 4129

65 66 67 68 69 70 71 72 73 74 75 76 77 78
#define MODE_INTER_NO_MV      0
#define MODE_INTRA            1
#define MODE_INTER_PLUS_MV    2
#define MODE_INTER_LAST_MV    3
#define MODE_INTER_PRIOR_LAST 4
#define MODE_USING_GOLDEN     5
#define MODE_GOLDEN_MV        6
#define MODE_INTER_FOURMV     7
#define CODING_MODE_COUNT     8

/* special internal mode */
#define MODE_COPY             8

/* There are 6 preset schemes, plus a free-form scheme */
79
static const int ModeAlphabet[6][CODING_MODE_COUNT] =
80 81
{
    /* scheme 1: Last motion vector dominates */
82
    {    MODE_INTER_LAST_MV,    MODE_INTER_PRIOR_LAST,
83
         MODE_INTER_PLUS_MV,    MODE_INTER_NO_MV,
84
         MODE_INTRA,            MODE_USING_GOLDEN,
85 86 87
         MODE_GOLDEN_MV,        MODE_INTER_FOURMV },

    /* scheme 2 */
88
    {    MODE_INTER_LAST_MV,    MODE_INTER_PRIOR_LAST,
89
         MODE_INTER_NO_MV,      MODE_INTER_PLUS_MV,
90
         MODE_INTRA,            MODE_USING_GOLDEN,
91 92 93
         MODE_GOLDEN_MV,        MODE_INTER_FOURMV },

    /* scheme 3 */
94
    {    MODE_INTER_LAST_MV,    MODE_INTER_PLUS_MV,
95
         MODE_INTER_PRIOR_LAST, MODE_INTER_NO_MV,
96
         MODE_INTRA,            MODE_USING_GOLDEN,
97 98 99
         MODE_GOLDEN_MV,        MODE_INTER_FOURMV },

    /* scheme 4 */
100
    {    MODE_INTER_LAST_MV,    MODE_INTER_PLUS_MV,
101
         MODE_INTER_NO_MV,      MODE_INTER_PRIOR_LAST,
102
         MODE_INTRA,            MODE_USING_GOLDEN,
103 104 105
         MODE_GOLDEN_MV,        MODE_INTER_FOURMV },

    /* scheme 5: No motion vector dominates */
106
    {    MODE_INTER_NO_MV,      MODE_INTER_LAST_MV,
107
         MODE_INTER_PRIOR_LAST, MODE_INTER_PLUS_MV,
108
         MODE_INTRA,            MODE_USING_GOLDEN,
109 110 111
         MODE_GOLDEN_MV,        MODE_INTER_FOURMV },

    /* scheme 6 */
112
    {    MODE_INTER_NO_MV,      MODE_USING_GOLDEN,
113
         MODE_INTER_LAST_MV,    MODE_INTER_PRIOR_LAST,
114
         MODE_INTER_PLUS_MV,    MODE_INTRA,
115 116 117 118
         MODE_GOLDEN_MV,        MODE_INTER_FOURMV },

};

119 120 121 122 123 124 125
static const uint8_t hilbert_offset[16][2] = {
    {0,0}, {1,0}, {1,1}, {0,1},
    {0,2}, {0,3}, {1,3}, {1,2},
    {2,2}, {2,3}, {3,3}, {3,2},
    {3,1}, {2,1}, {2,0}, {3,0}
};

126 127 128 129
#define MIN_DEQUANT_VAL 2

typedef struct Vp3DecodeContext {
    AVCodecContext *avctx;
130
    int theora, theora_tables;
A
Alex Beregszaszi 已提交
131
    int version;
132 133 134 135 136 137
    int width, height;
    AVFrame golden_frame;
    AVFrame last_frame;
    AVFrame current_frame;
    int keyframe;
    DSPContext dsp;
138
    int flipped_image;
139
    int last_slice_end;
140

141 142 143
    int qps[3];
    int nqps;
    int last_qps[3];
144 145

    int superblock_count;
146 147
    int y_superblock_width;
    int y_superblock_height;
148
    int y_superblock_count;
149 150
    int c_superblock_width;
    int c_superblock_height;
151
    int c_superblock_count;
152 153 154 155 156 157 158 159 160
    int u_superblock_start;
    int v_superblock_start;
    unsigned char *superblock_coding;

    int macroblock_count;
    int macroblock_width;
    int macroblock_height;

    int fragment_count;
161 162
    int fragment_width[2];
    int fragment_height[2];
163 164

    Vp3Fragment *all_fragments;
M
Michael Niedermayer 已提交
165
    int fragment_start[3];
D
David Conrad 已提交
166
    int data_offset[3];
167

M
Michael Niedermayer 已提交
168
    ScanTable scantable;
169

170 171
    /* tables */
    uint16_t coded_dc_scale_factor[64];
172
    uint32_t coded_ac_scale_factor[64];
173 174 175 176
    uint8_t base_matrix[384][64];
    uint8_t qr_count[2][3];
    uint8_t qr_size [2][3][64];
    uint16_t qr_base[2][3][64];
177

178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206
    /**
     * This is a list of all tokens in bitstream order. Reordering takes place
     * by pulling from each level during IDCT. As a consequence, IDCT must be
     * in Hilbert order, making the minimum slice height 64 for 4:2:0 and 32
     * otherwise. The 32 different tokens with up to 12 bits of extradata are
     * collapsed into 3 types, packed as follows:
     *   (from the low to high bits)
     *
     * 2 bits: type (0,1,2)
     *   0: EOB run, 14 bits for run length (12 needed)
     *   1: zero run, 7 bits for run length
     *                7 bits for the next coefficient (3 needed)
     *   2: coefficient, 14 bits (11 needed)
     *
     * Coefficients are signed, so are packed in the highest bits for automatic
     * sign extension.
     */
    int16_t *dct_tokens[3][64];
    int16_t *dct_tokens_base;
#define TOKEN_EOB(eob_run)              ((eob_run) << 2)
#define TOKEN_ZERO_RUN(coeff, zero_run) (((coeff) << 9) + ((zero_run) << 2) + 1)
#define TOKEN_COEFF(coeff)              (((coeff) << 2) + 2)

    /**
     * number of blocks that contain DCT coefficients at the given level or higher
     */
    int num_coded_frags[3][64];
    int total_num_coded_frags;

207
    /* this is a list of indexes into the all_fragments array indicating
208
     * which of the fragments are coded */
209
    int *coded_fragment_list[3];
210

211 212 213 214 215 216
    VLC dc_vlc[16];
    VLC ac_vlc_1[16];
    VLC ac_vlc_2[16];
    VLC ac_vlc_3[16];
    VLC ac_vlc_4[16];

217 218 219 220 221
    VLC superblock_run_length_vlc;
    VLC fragment_run_length_vlc;
    VLC mode_code_vlc;
    VLC motion_vector_vlc;

222 223
    /* these arrays need to be on 16-byte boundaries since SSE2 operations
     * index into them */
224
    DECLARE_ALIGNED(16, int16_t, qmat)[3][2][3][64];     //<qmat[qpi][is_inter][plane]
225 226

    /* This table contains superblock_count * 16 entries. Each set of 16
227
     * numbers corresponds to the fragment indexes 0..15 of the superblock.
228 229 230 231
     * An entry will be -1 to indicate that no entry corresponds to that
     * index. */
    int *superblock_fragments;

232
    /* This is an array that indicates how a particular macroblock
233
     * is coded. */
234
    unsigned char *macroblock_coding;
235

M
Michael Niedermayer 已提交
236
    uint8_t edge_emu_buffer[9*2048]; //FIXME dynamic alloc
M
Måns Rullgård 已提交
237
    int8_t qscale_table[2048]; //FIXME dynamic alloc (width+15)/16
238

239 240 241 242 243 244 245
    /* Huffman decode */
    int hti;
    unsigned int hbits;
    int entries;
    int huff_code_size;
    uint16_t huffman_table[80][32][2];

246
    uint8_t filter_limit_values[64];
247
    DECLARE_ALIGNED(8, int, bounding_values_array)[256+2];
248 249 250 251 252 253 254 255 256 257
} Vp3DecodeContext;

/************************************************************************
 * VP3 specific functions
 ************************************************************************/

/*
 * This function sets up all of the various blocks mappings:
 * superblocks <-> fragments, macroblocks <-> fragments,
 * superblocks <-> macroblocks
258 259
 *
 * Returns 0 is successful; returns 1 if *anything* went wrong.
260
 */
261
static int init_block_mapping(Vp3DecodeContext *s)
262
{
D
David Conrad 已提交
263 264 265 266 267 268
    int sb_x, sb_y, plane;
    int x, y, i, j = 0;

    for (plane = 0; plane < 3; plane++) {
        int sb_width    = plane ? s->c_superblock_width  : s->y_superblock_width;
        int sb_height   = plane ? s->c_superblock_height : s->y_superblock_height;
269 270
        int frag_width  = s->fragment_width[!!plane];
        int frag_height = s->fragment_height[!!plane];
D
David Conrad 已提交
271 272 273 274 275 276 277 278 279 280 281 282

        for (sb_y = 0; sb_y < sb_height; sb_y++)
            for (sb_x = 0; sb_x < sb_width; sb_x++)
                for (i = 0; i < 16; i++) {
                    x = 4*sb_x + hilbert_offset[i][0];
                    y = 4*sb_y + hilbert_offset[i][1];

                    if (x < frag_width && y < frag_height)
                        s->superblock_fragments[j++] = s->fragment_start[plane] + y*frag_width + x;
                    else
                        s->superblock_fragments[j++] = -1;
                }
283 284
    }

285
    return 0;  /* successful path out */
286 287 288
}

/*
289
 * This function sets up the dequantization tables used for a particular
290 291
 * frame.
 */
292
static void init_dequantizer(Vp3DecodeContext *s, int qpi)
293
{
294 295
    int ac_scale_factor = s->coded_ac_scale_factor[s->qps[qpi]];
    int dc_scale_factor = s->coded_dc_scale_factor[s->qps[qpi]];
296
    int i, plane, inter, qri, bmi, bmj, qistart;
297

298 299 300 301 302
    for(inter=0; inter<2; inter++){
        for(plane=0; plane<3; plane++){
            int sum=0;
            for(qri=0; qri<s->qr_count[inter][plane]; qri++){
                sum+= s->qr_size[inter][plane][qri];
303
                if(s->qps[qpi] <= sum)
304 305 306 307 308 309
                    break;
            }
            qistart= sum - s->qr_size[inter][plane][qri];
            bmi= s->qr_base[inter][plane][qri  ];
            bmj= s->qr_base[inter][plane][qri+1];
            for(i=0; i<64; i++){
310 311
                int coeff= (  2*(sum    -s->qps[qpi])*s->base_matrix[bmi][i]
                            - 2*(qistart-s->qps[qpi])*s->base_matrix[bmj][i]
312 313 314
                            + s->qr_size[inter][plane][qri])
                           / (2*s->qr_size[inter][plane][qri]);

M
Michael Niedermayer 已提交
315
                int qmin= 8<<(inter + !i);
316 317
                int qscale= i ? ac_scale_factor : dc_scale_factor;

318
                s->qmat[qpi][inter][plane][s->dsp.idct_permutation[i]]= av_clip((qscale * coeff)/100 * 4, qmin, 4096);
319
            }
320 321
            // all DC coefficients use the same quant so as not to interfere with DC prediction
            s->qmat[qpi][inter][plane][0] = s->qmat[0][inter][plane][0];
322
        }
323
    }
324

325
    memset(s->qscale_table, (FFMAX(s->qmat[0][0][0][1], s->qmat[0][0][1][1])+8)/16, 512); //FIXME finetune
326 327
}

328 329 330
/*
 * This function initializes the loop filter boundary limits if the frame's
 * quality index is different from the previous frame's.
331 332
 *
 * The filter_limit_values may not be larger than 127.
333 334 335 336 337 338
 */
static void init_loop_filter(Vp3DecodeContext *s)
{
    int *bounding_values= s->bounding_values_array+127;
    int filter_limit;
    int x;
339
    int value;
340

341
    filter_limit = s->filter_limit_values[s->qps[0]];
342 343 344 345 346 347 348

    /* set up the bounding values */
    memset(s->bounding_values_array, 0, 256 * sizeof(int));
    for (x = 0; x < filter_limit; x++) {
        bounding_values[-x] = -x;
        bounding_values[x] = x;
    }
349 350 351 352 353 354
    for (x = value = filter_limit; x < 128 && value; x++, value--) {
        bounding_values[ x] =  value;
        bounding_values[-x] = -value;
    }
    if (value)
        bounding_values[128] = value;
D
David Conrad 已提交
355
    bounding_values[129] = bounding_values[130] = filter_limit * 0x02020202;
356 357
}

358
/*
359
 * This function unpacks all of the superblock/macroblock/fragment coding
360 361
 * information from the bitstream.
 */
362
static int unpack_superblocks(Vp3DecodeContext *s, GetBitContext *gb)
363
{
D
David Conrad 已提交
364
    int superblock_starts[3] = { 0, s->u_superblock_start, s->v_superblock_start };
365 366 367
    int bit = 0;
    int current_superblock = 0;
    int current_run = 0;
368
    int num_partial_superblocks = 0;
369 370 371

    int i, j;
    int current_fragment;
372
    int plane;
373 374 375 376 377 378 379

    if (s->keyframe) {
        memset(s->superblock_coding, SB_FULLY_CODED, s->superblock_count);

    } else {

        /* unpack the list of partially-coded superblocks */
380
        bit = get_bits1(gb);
381
        while (current_superblock < s->superblock_count) {
382
                current_run = get_vlc2(gb,
383 384
                    s->superblock_run_length_vlc.table, 6, 2) + 1;
                if (current_run == 34)
385
                    current_run += get_bits(gb, 12);
386

387 388 389 390 391 392 393 394
            if (current_superblock + current_run > s->superblock_count) {
                av_log(s->avctx, AV_LOG_ERROR, "Invalid partially coded superblock run length\n");
                return -1;
            }

            memset(s->superblock_coding + current_superblock, bit, current_run);

            current_superblock += current_run;
395 396
            if (bit)
                num_partial_superblocks += current_run;
397

398 399 400
            if (s->theora && current_run == MAXIMUM_LONG_BIT_RUN)
                bit = get_bits1(gb);
            else
401
                bit ^= 1;
402 403 404 405
        }

        /* unpack the list of fully coded superblocks if any of the blocks were
         * not marked as partially coded in the previous step */
406 407
        if (num_partial_superblocks < s->superblock_count) {
            int superblocks_decoded = 0;
408 409

            current_superblock = 0;
410
            bit = get_bits1(gb);
411
            while (superblocks_decoded < s->superblock_count - num_partial_superblocks) {
412
                        current_run = get_vlc2(gb,
413 414
                            s->superblock_run_length_vlc.table, 6, 2) + 1;
                        if (current_run == 34)
415
                            current_run += get_bits(gb, 12);
416 417 418 419 420

                for (j = 0; j < current_run; current_superblock++) {
                    if (current_superblock >= s->superblock_count) {
                        av_log(s->avctx, AV_LOG_ERROR, "Invalid fully coded superblock run length\n");
                        return -1;
421
                    }
422 423 424

                /* skip any superblocks already marked as partially coded */
                if (s->superblock_coding[current_superblock] == SB_NOT_CODED) {
425
                    s->superblock_coding[current_superblock] = 2*bit;
426 427
                    j++;
                }
428
                }
429 430
                superblocks_decoded += current_run;

431 432 433
                if (s->theora && current_run == MAXIMUM_LONG_BIT_RUN)
                    bit = get_bits1(gb);
                else
434
                    bit ^= 1;
435 436 437 438 439
            }
        }

        /* if there were partial blocks, initialize bitstream for
         * unpacking fragment codings */
440
        if (num_partial_superblocks) {
441 442

            current_run = 0;
443
            bit = get_bits1(gb);
444
            /* toggle the bit because as soon as the first run length is
445 446 447 448 449 450 451
             * fetched the bit will be toggled again */
            bit ^= 1;
        }
    }

    /* figure out which fragments are coded; iterate through each
     * superblock (all planes) */
452
    s->total_num_coded_frags = 0;
453
    memset(s->macroblock_coding, MODE_COPY, s->macroblock_count);
454 455

    for (plane = 0; plane < 3; plane++) {
D
David Conrad 已提交
456
        int sb_start = superblock_starts[plane];
457
        int sb_end = sb_start + (plane ? s->c_superblock_count : s->y_superblock_count);
458
        int num_coded_frags = 0;
459 460

    for (i = sb_start; i < sb_end; i++) {
461 462 463 464 465 466 467

        /* iterate through all 16 fragments in a superblock */
        for (j = 0; j < 16; j++) {

            /* if the fragment is in bounds, check its coding status */
            current_fragment = s->superblock_fragments[i * 16 + j];
            if (current_fragment != -1) {
468
                int coded = s->superblock_coding[i];
469

470
                if (s->superblock_coding[i] == SB_PARTIALLY_CODED) {
471 472 473

                    /* fragment may or may not be coded; this is the case
                     * that cares about the fragment coding runs */
474
                    if (current_run-- == 0) {
475
                        bit ^= 1;
476
                        current_run = get_vlc2(gb,
477
                            s->fragment_run_length_vlc.table, 5, 2);
478
                    }
479 480
                    coded = bit;
                }
481

482
                    if (coded) {
483
                        /* default mode; actual mode will be decoded in
484
                         * the next phase */
485
                        s->all_fragments[current_fragment].coding_method =
486
                            MODE_INTER_NO_MV;
487
                        s->coded_fragment_list[plane][num_coded_frags++] =
488 489 490 491 492 493 494 495 496
                            current_fragment;
                    } else {
                        /* not coded; copy this fragment from the prior frame */
                        s->all_fragments[current_fragment].coding_method =
                            MODE_COPY;
                    }
            }
        }
    }
497 498 499 500 501
        s->total_num_coded_frags += num_coded_frags;
        for (i = 0; i < 64; i++)
            s->num_coded_frags[plane][i] = num_coded_frags;
        if (plane < 2)
            s->coded_fragment_list[plane+1] = s->coded_fragment_list[plane] + num_coded_frags;
502
    }
503
    return 0;
504 505 506 507 508 509
}

/*
 * This function unpacks all the coding mode data for individual macroblocks
 * from the bitstream.
 */
510
static int unpack_modes(Vp3DecodeContext *s, GetBitContext *gb)
511
{
512
    int i, j, k, sb_x, sb_y;
513 514 515 516
    int scheme;
    int current_macroblock;
    int current_fragment;
    int coding_mode;
517
    int custom_mode_alphabet[CODING_MODE_COUNT];
518
    const int *alphabet;
519 520 521 522 523 524 525 526 527 528 529 530

    if (s->keyframe) {
        for (i = 0; i < s->fragment_count; i++)
            s->all_fragments[i].coding_method = MODE_INTRA;

    } else {

        /* fetch the mode coding scheme for this frame */
        scheme = get_bits(gb, 3);

        /* is it a custom coding scheme? */
        if (scheme == 0) {
531 532
            for (i = 0; i < 8; i++)
                custom_mode_alphabet[i] = MODE_INTER_NO_MV;
533
            for (i = 0; i < 8; i++)
534
                custom_mode_alphabet[get_bits(gb, 3)] = i;
535 536 537
            alphabet = custom_mode_alphabet;
        } else
            alphabet = ModeAlphabet[scheme-1];
538 539 540

        /* iterate through all of the macroblocks that contain 1 or more
         * coded fragments */
541 542
        for (sb_y = 0; sb_y < s->y_superblock_height; sb_y++) {
            for (sb_x = 0; sb_x < s->y_superblock_width; sb_x++) {
543 544

            for (j = 0; j < 4; j++) {
545 546 547 548
                int mb_x = 2*sb_x +   (j>>1);
                int mb_y = 2*sb_y + (((j>>1)+j)&1);
                current_macroblock = mb_y * s->macroblock_width + mb_x;

549
                if (mb_x >= s->macroblock_width || mb_y >= s->macroblock_height)
550 551
                    continue;

552 553
#define BLOCK_X (2*mb_x + (k&1))
#define BLOCK_Y (2*mb_y + (k>>1))
554 555 556
                /* coding modes are only stored if the macroblock has at least one
                 * luma block coded, otherwise it must be INTER_NO_MV */
                for (k = 0; k < 4; k++) {
557
                    current_fragment = BLOCK_Y*s->fragment_width[0] + BLOCK_X;
558 559 560 561 562 563 564
                    if (s->all_fragments[current_fragment].coding_method != MODE_COPY)
                        break;
                }
                if (k == 4) {
                    s->macroblock_coding[current_macroblock] = MODE_INTER_NO_MV;
                    continue;
                }
565

566 567 568 569
                /* mode 7 means get 3 bits for each coding mode */
                if (scheme == 7)
                    coding_mode = get_bits(gb, 3);
                else
570
                    coding_mode = alphabet
571
                        [get_vlc2(gb, s->mode_code_vlc.table, 3, 3)];
572

573
                s->macroblock_coding[current_macroblock] = coding_mode;
574
                for (k = 0; k < 4; k++) {
575
                    current_fragment =
576
                        BLOCK_Y*s->fragment_width[0] + BLOCK_X;
577 578 579 580 581 582 583
                    if (s->all_fragments[current_fragment].coding_method !=
                        MODE_COPY)
                        s->all_fragments[current_fragment].coding_method =
                            coding_mode;
                }
                for (k = 0; k < 2; k++) {
                    current_fragment = s->fragment_start[k+1] +
584
                        mb_y*s->fragment_width[1] + mb_x;
585
                    if (s->all_fragments[current_fragment].coding_method !=
586 587 588 589 590
                        MODE_COPY)
                        s->all_fragments[current_fragment].coding_method =
                            coding_mode;
                }
            }
591
            }
592 593
        }
    }
594 595

    return 0;
596 597
}

598 599 600 601
/*
 * This function unpacks all the motion vectors for the individual
 * macroblocks from the bitstream.
 */
602
static int unpack_vectors(Vp3DecodeContext *s, GetBitContext *gb)
603
{
604
    int j, k, sb_x, sb_y;
605
    int coding_mode;
606 607
    int motion_x[4];
    int motion_y[4];
608 609 610 611 612 613 614
    int last_motion_x = 0;
    int last_motion_y = 0;
    int prior_last_motion_x = 0;
    int prior_last_motion_y = 0;
    int current_macroblock;
    int current_fragment;

D
David Conrad 已提交
615
    if (s->keyframe)
616
        return 0;
D
David Conrad 已提交
617

D
David Conrad 已提交
618 619
    /* coding mode 0 is the VLC scheme; 1 is the fixed code scheme */
    coding_mode = get_bits1(gb);
620

D
David Conrad 已提交
621 622
    /* iterate through all of the macroblocks that contain 1 or more
     * coded fragments */
623 624
    for (sb_y = 0; sb_y < s->y_superblock_height; sb_y++) {
        for (sb_x = 0; sb_x < s->y_superblock_width; sb_x++) {
625

D
David Conrad 已提交
626
        for (j = 0; j < 4; j++) {
627 628 629 630 631
            int mb_x = 2*sb_x +   (j>>1);
            int mb_y = 2*sb_y + (((j>>1)+j)&1);
            current_macroblock = mb_y * s->macroblock_width + mb_x;

            if (mb_x >= s->macroblock_width || mb_y >= s->macroblock_height ||
D
David Conrad 已提交
632 633
                (s->macroblock_coding[current_macroblock] == MODE_COPY))
                continue;
634

D
David Conrad 已提交
635 636 637 638 639 640 641 642 643 644 645
            switch (s->macroblock_coding[current_macroblock]) {

            case MODE_INTER_PLUS_MV:
            case MODE_GOLDEN_MV:
                /* all 6 fragments use the same motion vector */
                if (coding_mode == 0) {
                    motion_x[0] = motion_vector_table[get_vlc2(gb, s->motion_vector_vlc.table, 6, 2)];
                    motion_y[0] = motion_vector_table[get_vlc2(gb, s->motion_vector_vlc.table, 6, 2)];
                } else {
                    motion_x[0] = fixed_motion_vector_table[get_bits(gb, 6)];
                    motion_y[0] = fixed_motion_vector_table[get_bits(gb, 6)];
646
                }
647

D
David Conrad 已提交
648 649 650
                /* vector maintenance, only on MODE_INTER_PLUS_MV */
                if (s->macroblock_coding[current_macroblock] ==
                    MODE_INTER_PLUS_MV) {
651 652
                    prior_last_motion_x = last_motion_x;
                    prior_last_motion_y = last_motion_y;
D
David Conrad 已提交
653 654 655 656 657 658 659 660 661 662 663 664 665
                    last_motion_x = motion_x[0];
                    last_motion_y = motion_y[0];
                }
                break;

            case MODE_INTER_FOURMV:
                /* vector maintenance */
                prior_last_motion_x = last_motion_x;
                prior_last_motion_y = last_motion_y;

                /* fetch 4 vectors from the bitstream, one for each
                 * Y fragment, then average for the C fragment vectors */
                for (k = 0; k < 4; k++) {
666
                    current_fragment = BLOCK_Y*s->fragment_width[0] + BLOCK_X;
667
                    if (s->all_fragments[current_fragment].coding_method != MODE_COPY) {
D
David Conrad 已提交
668 669 670
                        if (coding_mode == 0) {
                            motion_x[k] = motion_vector_table[get_vlc2(gb, s->motion_vector_vlc.table, 6, 2)];
                            motion_y[k] = motion_vector_table[get_vlc2(gb, s->motion_vector_vlc.table, 6, 2)];
671
                        } else {
D
David Conrad 已提交
672 673
                            motion_x[k] = fixed_motion_vector_table[get_bits(gb, 6)];
                            motion_y[k] = fixed_motion_vector_table[get_bits(gb, 6)];
674
                        }
D
David Conrad 已提交
675 676 677 678 679
                        last_motion_x = motion_x[k];
                        last_motion_y = motion_y[k];
                    } else {
                        motion_x[k] = 0;
                        motion_y[k] = 0;
680
                    }
D
David Conrad 已提交
681 682 683 684 685 686 687
                }
                break;

            case MODE_INTER_LAST_MV:
                /* all 6 fragments use the last motion vector */
                motion_x[0] = last_motion_x;
                motion_y[0] = last_motion_y;
688

D
David Conrad 已提交
689 690 691 692 693 694 695 696 697
                /* no vector maintenance (last vector remains the
                 * last vector) */
                break;

            case MODE_INTER_PRIOR_LAST:
                /* all 6 fragments use the motion vector prior to the
                 * last motion vector */
                motion_x[0] = prior_last_motion_x;
                motion_y[0] = prior_last_motion_y;
698

D
David Conrad 已提交
699 700 701 702 703 704
                /* vector maintenance */
                prior_last_motion_x = last_motion_x;
                prior_last_motion_y = last_motion_y;
                last_motion_x = motion_x[0];
                last_motion_y = motion_y[0];
                break;
705

D
David Conrad 已提交
706 707
            default:
                /* covers intra, inter without MV, golden without MV */
708 709
                motion_x[0] = 0;
                motion_y[0] = 0;
710

D
David Conrad 已提交
711 712 713
                /* no vector maintenance */
                break;
            }
714

D
David Conrad 已提交
715
            /* assign the motion vectors to the correct fragments */
716
            for (k = 0; k < 4; k++) {
D
David Conrad 已提交
717
                current_fragment =
718
                    BLOCK_Y*s->fragment_width[0] + BLOCK_X;
719
                if (s->macroblock_coding[current_macroblock] == MODE_INTER_FOURMV) {
720 721
                    s->all_fragments[current_fragment].motion_x = motion_x[k];
                    s->all_fragments[current_fragment].motion_y = motion_y[k];
722 723 724 725
                } else {
                    s->all_fragments[current_fragment].motion_x = motion_x[0];
                    s->all_fragments[current_fragment].motion_y = motion_y[0];
                }
726
            }
727 728 729 730
                if (s->macroblock_coding[current_macroblock] == MODE_INTER_FOURMV) {
                    motion_x[0] = RSHIFT(motion_x[0] + motion_x[1] + motion_x[2] + motion_x[3], 2);
                    motion_y[0] = RSHIFT(motion_y[0] + motion_y[1] + motion_y[2] + motion_y[3], 2);
                }
731 732
            for (k = 0; k < 2; k++) {
                current_fragment = s->fragment_start[k+1] +
733
                    mb_y*s->fragment_width[1] + mb_x;
734 735 736
                    s->all_fragments[current_fragment].motion_x = motion_x[0];
                    s->all_fragments[current_fragment].motion_y = motion_y[0];
            }
737
        }
738
        }
D
David Conrad 已提交
739
    }
740 741

    return 0;
742 743
}

744 745 746
static int unpack_block_qpis(Vp3DecodeContext *s, GetBitContext *gb)
{
    int qpi, i, j, bit, run_length, blocks_decoded, num_blocks_at_qpi;
747
    int num_blocks = s->total_num_coded_frags;
748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763

    for (qpi = 0; qpi < s->nqps-1 && num_blocks > 0; qpi++) {
        i = blocks_decoded = num_blocks_at_qpi = 0;

        bit = get_bits1(gb);

        do {
            run_length = get_vlc2(gb, s->superblock_run_length_vlc.table, 6, 2) + 1;
            if (run_length == 34)
                run_length += get_bits(gb, 12);
            blocks_decoded += run_length;

            if (!bit)
                num_blocks_at_qpi += run_length;

            for (j = 0; j < run_length; i++) {
764
                if (i >= s->total_num_coded_frags)
765 766
                    return -1;

767 768
                if (s->all_fragments[s->coded_fragment_list[0][i]].qpi == qpi) {
                    s->all_fragments[s->coded_fragment_list[0][i]].qpi += bit;
769 770 771 772
                    j++;
                }
            }

773
            if (run_length == MAXIMUM_LONG_BIT_RUN)
774 775 776 777 778 779 780 781 782 783 784
                bit = get_bits1(gb);
            else
                bit ^= 1;
        } while (blocks_decoded < num_blocks);

        num_blocks -= num_blocks_at_qpi;
    }

    return 0;
}

785
/*
786 787 788 789 790 791 792 793 794 795 796 797 798
 * This function is called by unpack_dct_coeffs() to extract the VLCs from
 * the bitstream. The VLCs encode tokens which are used to unpack DCT
 * data. This function unpacks all the VLCs for either the Y plane or both
 * C planes, and is called for DC coefficients or different AC coefficient
 * levels (since different coefficient types require different VLC tables.
 *
 * This function returns a residual eob run. E.g, if a particular token gave
 * instructions to EOB the next 5 fragments and there were only 2 fragments
 * left in the current fragment range, 3 would be returned so that it could
 * be passed into the next call to this same function.
 */
static int unpack_vlcs(Vp3DecodeContext *s, GetBitContext *gb,
                        VLC *table, int coeff_index,
799
                        int plane,
800 801
                        int eob_run)
{
802
    int i, j = 0;
803
    int token;
804 805 806
    int zero_run = 0;
    DCTELEM coeff = 0;
    int bits_to_get;
807 808 809 810
    int blocks_ended;
    int coeff_i = 0;
    int num_coeffs = s->num_coded_frags[plane][coeff_index];
    int16_t *dct_tokens = s->dct_tokens[plane][coeff_index];
811

812
    /* local references to structure members to avoid repeated deferences */
813
    int *coded_fragment_list = s->coded_fragment_list[plane];
814 815 816
    Vp3Fragment *all_fragments = s->all_fragments;
    VLC_TYPE (*vlc_table)[2] = table->table;

817 818 819 820 821 822
    if (num_coeffs < 0)
        av_log(s->avctx, AV_LOG_ERROR, "Invalid number of coefficents at level %d\n", coeff_index);

    if (eob_run > num_coeffs) {
        coeff_i = blocks_ended = num_coeffs;
        eob_run -= num_coeffs;
823
    } else {
824 825
        coeff_i = blocks_ended = eob_run;
        eob_run = 0;
826 827
    }

828 829 830
    // insert fake EOB token to cover the split between planes or zzi
    if (blocks_ended)
        dct_tokens[j++] = blocks_ended << 2;
831

832
    while (coeff_i < num_coeffs && get_bits_left(gb) > 0) {
833
            /* decode a VLC into a token */
834
            token = get_vlc2(gb, vlc_table, 5, 3);
835
            /* use the token to get a zero run, a coefficient, and an eob run */
836 837 838 839
            if (token <= 6) {
                eob_run = eob_run_base[token];
                if (eob_run_get_bits[token])
                    eob_run += get_bits(gb, eob_run_get_bits[token]);
840 841 842 843 844 845 846 847 848 849 850 851 852 853

                // record only the number of blocks ended in this plane,
                // any spill will be recorded in the next plane.
                if (eob_run > num_coeffs - coeff_i) {
                    dct_tokens[j++] = TOKEN_EOB(num_coeffs - coeff_i);
                    blocks_ended   += num_coeffs - coeff_i;
                    eob_run        -= num_coeffs - coeff_i;
                    coeff_i         = num_coeffs;
                } else {
                    dct_tokens[j++] = TOKEN_EOB(eob_run);
                    blocks_ended   += eob_run;
                    coeff_i        += eob_run;
                    eob_run = 0;
                }
854 855
            } else {
                bits_to_get = coeff_get_bits[token];
856 857 858
                if (bits_to_get)
                    bits_to_get = get_bits(gb, bits_to_get);
                coeff = coeff_tables[token][bits_to_get];
859 860 861 862

                zero_run = zero_run_base[token];
                if (zero_run_get_bits[token])
                    zero_run += get_bits(gb, zero_run_get_bits[token]);
863

864 865 866 867 868 869 870 871 872 873 874 875 876 877
                if (zero_run) {
                    dct_tokens[j++] = TOKEN_ZERO_RUN(coeff, zero_run);
                } else {
                    // Save DC into the fragment structure. DC prediction is
                    // done in raster order, so the actual DC can't be in with
                    // other tokens. We still need the token in dct_tokens[]
                    // however, or else the structure collapses on itself.
                    if (!coeff_index)
                        all_fragments[coded_fragment_list[coeff_i]].dc = coeff;

                    dct_tokens[j++] = TOKEN_COEFF(coeff);
                }

                if (coeff_index + zero_run > 64) {
878
                    av_log(s->avctx, AV_LOG_DEBUG, "Invalid zero run of %d with"
879 880 881
                           " %d coeffs left\n", zero_run, 64-coeff_index);
                    zero_run = 64 - coeff_index;
                }
882

883 884 885 886 887 888
                // zero runs code multiple coefficients,
                // so don't try to decode coeffs for those higher levels
                for (i = coeff_index+1; i <= coeff_index+zero_run; i++)
                    s->num_coded_frags[plane][i]--;
                coeff_i++;
            }
889 890
    }

891 892 893 894 895 896 897 898 899 900 901 902 903 904 905
    if (blocks_ended > s->num_coded_frags[plane][coeff_index])
        av_log(s->avctx, AV_LOG_ERROR, "More blocks ended than coded!\n");

    // decrement the number of blocks that have higher coeffecients for each
    // EOB run at this level
    if (blocks_ended)
        for (i = coeff_index+1; i < 64; i++)
            s->num_coded_frags[plane][i] -= blocks_ended;

    // setup the next buffer
    if (plane < 2)
        s->dct_tokens[plane+1][coeff_index] = dct_tokens + j;
    else if (coeff_index < 63)
        s->dct_tokens[0][coeff_index+1] = dct_tokens + j;

906 907 908
    return eob_run;
}

909 910 911 912
static void reverse_dc_prediction(Vp3DecodeContext *s,
                                  int first_fragment,
                                  int fragment_width,
                                  int fragment_height);
913 914 915 916
/*
 * This function unpacks all of the DCT coefficient data from the
 * bitstream.
 */
917
static int unpack_dct_coeffs(Vp3DecodeContext *s, GetBitContext *gb)
918 919 920 921 922 923 924
{
    int i;
    int dc_y_table;
    int dc_c_table;
    int ac_y_table;
    int ac_c_table;
    int residual_eob_run = 0;
925 926
    VLC *y_tables[64];
    VLC *c_tables[64];
927

928 929
    s->dct_tokens[0][0] = s->dct_tokens_base;

930
    /* fetch the DC table indexes */
931 932 933 934
    dc_y_table = get_bits(gb, 4);
    dc_c_table = get_bits(gb, 4);

    /* unpack the Y plane DC coefficients */
935
    residual_eob_run = unpack_vlcs(s, gb, &s->dc_vlc[dc_y_table], 0,
936
        0, residual_eob_run);
937

938
    /* reverse prediction of the Y-plane DC coefficients */
939
    reverse_dc_prediction(s, 0, s->fragment_width[0], s->fragment_height[0]);
940

941 942
    /* unpack the C plane DC coefficients */
    residual_eob_run = unpack_vlcs(s, gb, &s->dc_vlc[dc_c_table], 0,
943 944 945
        1, residual_eob_run);
    residual_eob_run = unpack_vlcs(s, gb, &s->dc_vlc[dc_c_table], 0,
        2, residual_eob_run);
946

947 948 949 950
    /* reverse prediction of the C-plane DC coefficients */
    if (!(s->avctx->flags & CODEC_FLAG_GRAY))
    {
        reverse_dc_prediction(s, s->fragment_start[1],
951
            s->fragment_width[1], s->fragment_height[1]);
952
        reverse_dc_prediction(s, s->fragment_start[2],
953
            s->fragment_width[1], s->fragment_height[1]);
954 955
    }

956
    /* fetch the AC table indexes */
957 958 959
    ac_y_table = get_bits(gb, 4);
    ac_c_table = get_bits(gb, 4);

960
    /* build tables of AC VLC tables */
961
    for (i = 1; i <= 5; i++) {
962 963
        y_tables[i] = &s->ac_vlc_1[ac_y_table];
        c_tables[i] = &s->ac_vlc_1[ac_c_table];
964 965
    }
    for (i = 6; i <= 14; i++) {
966 967
        y_tables[i] = &s->ac_vlc_2[ac_y_table];
        c_tables[i] = &s->ac_vlc_2[ac_c_table];
968 969
    }
    for (i = 15; i <= 27; i++) {
970 971
        y_tables[i] = &s->ac_vlc_3[ac_y_table];
        c_tables[i] = &s->ac_vlc_3[ac_c_table];
972 973
    }
    for (i = 28; i <= 63; i++) {
974 975 976 977 978 979 980
        y_tables[i] = &s->ac_vlc_4[ac_y_table];
        c_tables[i] = &s->ac_vlc_4[ac_c_table];
    }

    /* decode all AC coefficents */
    for (i = 1; i <= 63; i++) {
            residual_eob_run = unpack_vlcs(s, gb, y_tables[i], i,
981
                0, residual_eob_run);
982

983
            residual_eob_run = unpack_vlcs(s, gb, c_tables[i], i,
984 985 986
                1, residual_eob_run);
            residual_eob_run = unpack_vlcs(s, gb, c_tables[i], i,
                2, residual_eob_run);
987
    }
988 989

    return 0;
990 991 992 993
}

/*
 * This function reverses the DC prediction for each coded fragment in
994
 * the frame. Much of this function is adapted directly from the original
995 996 997 998
 * VP3 source code.
 */
#define COMPATIBLE_FRAME(x) \
  (compatible_frame[s->all_fragments[x].coding_method] == current_frame_type)
999
#define DC_COEFF(u) s->all_fragments[u].dc
1000 1001 1002 1003

static void reverse_dc_prediction(Vp3DecodeContext *s,
                                  int first_fragment,
                                  int fragment_width,
1004
                                  int fragment_height)
1005 1006 1007 1008 1009 1010 1011 1012 1013 1014
{

#define PUL 8
#define PU 4
#define PUR 2
#define PL 1

    int x, y;
    int i = first_fragment;

1015
    int predicted_dc;
1016 1017 1018 1019

    /* DC values for the left, up-left, up, and up-right fragments */
    int vl, vul, vu, vur;

1020
    /* indexes for the left, up-left, up, and up-right fragments */
1021 1022
    int l, ul, u, ur;

1023
    /*
1024 1025 1026 1027 1028 1029
     * The 6 fields mean:
     *   0: up-left multiplier
     *   1: up multiplier
     *   2: up-right multiplier
     *   3: left multiplier
     */
1030
    static const int predictor_transform[16][4] = {
M
Michael Niedermayer 已提交
1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046
        {  0,  0,  0,  0},
        {  0,  0,  0,128},        // PL
        {  0,  0,128,  0},        // PUR
        {  0,  0, 53, 75},        // PUR|PL
        {  0,128,  0,  0},        // PU
        {  0, 64,  0, 64},        // PU|PL
        {  0,128,  0,  0},        // PU|PUR
        {  0,  0, 53, 75},        // PU|PUR|PL
        {128,  0,  0,  0},        // PUL
        {  0,  0,  0,128},        // PUL|PL
        { 64,  0, 64,  0},        // PUL|PUR
        {  0,  0, 53, 75},        // PUL|PUR|PL
        {  0,128,  0,  0},        // PUL|PU
       {-104,116,  0,116},        // PUL|PU|PL
        { 24, 80, 24,  0},        // PUL|PU|PUR
       {-104,116,  0,116}         // PUL|PU|PUR|PL
1047 1048 1049 1050 1051
    };

    /* This table shows which types of blocks can use other blocks for
     * prediction. For example, INTRA is the only mode in this table to
     * have a frame number of 0. That means INTRA blocks can only predict
1052
     * from other INTRA blocks. There are 2 golden frame coding types;
1053 1054
     * blocks encoding in these modes can only predict from other blocks
     * that were encoded with these 1 of these 2 modes. */
1055
    static const unsigned char compatible_frame[9] = {
1056 1057 1058 1059 1060 1061 1062
        1,    /* MODE_INTER_NO_MV */
        0,    /* MODE_INTRA */
        1,    /* MODE_INTER_PLUS_MV */
        1,    /* MODE_INTER_LAST_MV */
        1,    /* MODE_INTER_PRIOR_MV */
        2,    /* MODE_USING_GOLDEN */
        2,    /* MODE_GOLDEN_MV */
1063 1064
        1,    /* MODE_INTER_FOUR_MV */
        3     /* MODE_COPY */
1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084
    };
    int current_frame_type;

    /* there is a last DC predictor for each of the 3 frame types */
    short last_dc[3];

    int transform = 0;

    vul = vu = vur = vl = 0;
    last_dc[0] = last_dc[1] = last_dc[2] = 0;

    /* for each fragment row... */
    for (y = 0; y < fragment_height; y++) {

        /* for each fragment in a row... */
        for (x = 0; x < fragment_width; x++, i++) {

            /* reverse prediction if this block was coded */
            if (s->all_fragments[i].coding_method != MODE_COPY) {

1085
                current_frame_type =
1086 1087
                    compatible_frame[s->all_fragments[i].coding_method];

M
Michael Niedermayer 已提交
1088 1089 1090
                transform= 0;
                if(x){
                    l= i-1;
1091
                    vl = DC_COEFF(l);
1092
                    if(COMPATIBLE_FRAME(l))
M
Michael Niedermayer 已提交
1093
                        transform |= PL;
M
Michael Niedermayer 已提交
1094 1095 1096
                }
                if(y){
                    u= i-fragment_width;
1097
                    vu = DC_COEFF(u);
1098
                    if(COMPATIBLE_FRAME(u))
M
Michael Niedermayer 已提交
1099
                        transform |= PU;
M
Michael Niedermayer 已提交
1100 1101 1102
                    if(x){
                        ul= i-fragment_width-1;
                        vul = DC_COEFF(ul);
1103
                        if(COMPATIBLE_FRAME(ul))
M
Michael Niedermayer 已提交
1104
                            transform |= PUL;
M
Michael Niedermayer 已提交
1105 1106 1107 1108
                    }
                    if(x + 1 < fragment_width){
                        ur= i-fragment_width+1;
                        vur = DC_COEFF(ur);
1109
                        if(COMPATIBLE_FRAME(ur))
M
Michael Niedermayer 已提交
1110
                            transform |= PUR;
M
Michael Niedermayer 已提交
1111
                    }
1112 1113 1114 1115 1116 1117
                }

                if (transform == 0) {

                    /* if there were no fragments to predict from, use last
                     * DC saved */
1118
                    predicted_dc = last_dc[current_frame_type];
1119 1120 1121 1122 1123 1124 1125 1126 1127
                } else {

                    /* apply the appropriate predictor transform */
                    predicted_dc =
                        (predictor_transform[transform][0] * vul) +
                        (predictor_transform[transform][1] * vu) +
                        (predictor_transform[transform][2] * vur) +
                        (predictor_transform[transform][3] * vl);

M
Michael Niedermayer 已提交
1128
                    predicted_dc /= 128;
1129 1130 1131

                    /* check for outranging on the [ul u l] and
                     * [ul u ur l] predictors */
1132
                    if ((transform == 15) || (transform == 13)) {
D
Diego Biurrun 已提交
1133
                        if (FFABS(predicted_dc - vu) > 128)
1134
                            predicted_dc = vu;
D
Diego Biurrun 已提交
1135
                        else if (FFABS(predicted_dc - vl) > 128)
1136
                            predicted_dc = vl;
D
Diego Biurrun 已提交
1137
                        else if (FFABS(predicted_dc - vul) > 128)
1138 1139 1140 1141
                            predicted_dc = vul;
                    }
                }

1142
                /* at long last, apply the predictor */
1143
                DC_COEFF(i) += predicted_dc;
1144
                /* save the DC */
1145
                last_dc[current_frame_type] = DC_COEFF(i);
1146 1147 1148 1149 1150
            }
        }
    }
}

1151
static void apply_loop_filter(Vp3DecodeContext *s, int plane, int ystart, int yend)
1152 1153 1154 1155
{
    int x, y;
    int *bounding_values= s->bounding_values_array+127;

1156 1157
    int width           = s->fragment_width[!!plane];
    int height          = s->fragment_height[!!plane];
D
David Conrad 已提交
1158 1159 1160 1161
    int fragment        = s->fragment_start        [plane] + ystart * width;
    int stride          = s->current_frame.linesize[plane];
    uint8_t *plane_data = s->current_frame.data    [plane];
    if (!s->flipped_image) stride = -stride;
D
David Conrad 已提交
1162
    plane_data += s->data_offset[plane] + 8*ystart*stride;
D
David Conrad 已提交
1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175

    for (y = ystart; y < yend; y++) {

        for (x = 0; x < width; x++) {
            /* This code basically just deblocks on the edges of coded blocks.
             * However, it has to be much more complicated because of the
             * braindamaged deblock ordering used in VP3/Theora. Order matters
             * because some pixels get filtered twice. */
            if( s->all_fragments[fragment].coding_method != MODE_COPY )
            {
                /* do not perform left edge filter for left columns frags */
                if (x > 0) {
                    s->dsp.vp3_h_loop_filter(
D
David Conrad 已提交
1176
                        plane_data + 8*x,
D
David Conrad 已提交
1177 1178
                        stride, bounding_values);
                }
1179

D
David Conrad 已提交
1180 1181 1182
                /* do not perform top edge filter for top row fragments */
                if (y > 0) {
                    s->dsp.vp3_v_loop_filter(
D
David Conrad 已提交
1183
                        plane_data + 8*x,
D
David Conrad 已提交
1184 1185
                        stride, bounding_values);
                }
1186

D
David Conrad 已提交
1187 1188 1189 1190 1191 1192
                /* do not perform right edge filter for right column
                 * fragments or if right fragment neighbor is also coded
                 * in this frame (it will be filtered in next iteration) */
                if ((x < width - 1) &&
                    (s->all_fragments[fragment + 1].coding_method == MODE_COPY)) {
                    s->dsp.vp3_h_loop_filter(
D
David Conrad 已提交
1193
                        plane_data + 8*x + 8,
D
David Conrad 已提交
1194
                        stride, bounding_values);
1195 1196
                }

D
David Conrad 已提交
1197 1198 1199 1200 1201 1202
                /* do not perform bottom edge filter for bottom row
                 * fragments or if bottom fragment neighbor is also coded
                 * in this frame (it will be filtered in the next row) */
                if ((y < height - 1) &&
                    (s->all_fragments[fragment + width].coding_method == MODE_COPY)) {
                    s->dsp.vp3_v_loop_filter(
D
David Conrad 已提交
1203
                        plane_data + 8*x + 8*stride,
D
David Conrad 已提交
1204 1205
                        stride, bounding_values);
                }
1206
            }
D
David Conrad 已提交
1207 1208

            fragment++;
1209
        }
D
David Conrad 已提交
1210
        plane_data += 8*stride;
D
David Conrad 已提交
1211
    }
1212 1213
}

1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254
/**
 * Pulls DCT tokens from the 64 levels to decode and dequant the coefficients
 * for the next block in coding order
 */
static inline int vp3_dequant(Vp3DecodeContext *s, Vp3Fragment *frag,
                              int plane, int inter, DCTELEM block[64])
{
    int16_t *dequantizer = s->qmat[frag->qpi][inter][plane];
    uint8_t *perm = s->scantable.permutated;
    int i = 0;

    do {
        int token = *s->dct_tokens[plane][i];
        switch (token & 3) {
        case 0: // EOB
            if (--token < 4) // 0-3 are token types, so the EOB run must now be 0
                s->dct_tokens[plane][i]++;
            else
                *s->dct_tokens[plane][i] = token & ~3;
            goto end;
        case 1: // zero run
            s->dct_tokens[plane][i]++;
            i += (token >> 2) & 0x7f;
            block[perm[i]] = (token >> 9) * dequantizer[perm[i]];
            i++;
            break;
        case 2: // coeff
            block[perm[i]] = (token >> 2) * dequantizer[perm[i]];
            s->dct_tokens[plane][i++]++;
            break;
        default:
            av_log(s->avctx, AV_LOG_ERROR, "internal: invalid token type\n");
            return i;
        }
    } while (i < 64);
end:
    // the actual DC+prediction is in the fragment structure
    block[0] = frag->dc * s->qmat[0][inter][plane][0];
    return i;
}

1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285
/**
 * called when all pixels up to row y are complete
 */
static void vp3_draw_horiz_band(Vp3DecodeContext *s, int y)
{
    int h, cy;
    int offset[4];

    if(s->avctx->draw_horiz_band==NULL)
        return;

    h= y - s->last_slice_end;
    y -= h;

    if (!s->flipped_image) {
        if (y == 0)
            h -= s->height - s->avctx->height;  // account for non-mod16
        y = s->height - y - h;
    }

    cy = y >> 1;
    offset[0] = s->current_frame.linesize[0]*y;
    offset[1] = s->current_frame.linesize[1]*cy;
    offset[2] = s->current_frame.linesize[2]*cy;
    offset[3] = 0;

    emms_c();
    s->avctx->draw_horiz_band(s->avctx, &s->current_frame, offset, y, 3, h);
    s->last_slice_end= y + h;
}

1286 1287
/*
 * Perform the final rendering for a particular slice of data.
1288
 * The slice number ranges from 0..(c_superblock_height - 1).
1289 1290 1291
 */
static void render_slice(Vp3DecodeContext *s, int slice)
{
1292
    int x, y, i, j;
1293
    LOCAL_ALIGNED_16(DCTELEM, block, [64]);
1294 1295 1296
    int motion_x = 0xdeadbeef, motion_y = 0xdeadbeef;
    int motion_halfpel_index;
    uint8_t *motion_source;
1297
    int plane, first_pixel;
1298

1299
    if (slice >= s->c_superblock_height)
1300 1301 1302
        return;

    for (plane = 0; plane < 3; plane++) {
D
David Conrad 已提交
1303 1304 1305
        uint8_t *output_plane = s->current_frame.data    [plane] + s->data_offset[plane];
        uint8_t *  last_plane = s->   last_frame.data    [plane] + s->data_offset[plane];
        uint8_t *golden_plane = s-> golden_frame.data    [plane] + s->data_offset[plane];
M
Michael Niedermayer 已提交
1306 1307 1308
        int stride            = s->current_frame.linesize[plane];
        int plane_width       = s->width  >> !!plane;
        int plane_height      = s->height >> !!plane;
1309 1310 1311 1312 1313

        int sb_x, sb_y        = slice << !plane;
        int slice_height      = sb_y + (plane ? 1 : 2);
        int slice_width       = plane ? s->c_superblock_width : s->y_superblock_width;

1314 1315
        int fragment_width    = s->fragment_width[!!plane];
        int fragment_height   = s->fragment_height[!!plane];
1316
        int fragment_start    = s->fragment_start[plane];
M
Michael Niedermayer 已提交
1317 1318

        if (!s->flipped_image) stride = -stride;
1319 1320
        if (CONFIG_GRAY && plane && (s->avctx->flags & CODEC_FLAG_GRAY))
            continue;
1321

1322

D
Diego Biurrun 已提交
1323
        if(FFABS(stride) > 2048)
1324 1325
            return; //various tables are fixed size

1326 1327
        /* for each superblock row in the slice (both of them)... */
        for (; sb_y < slice_height; sb_y++) {
1328

1329 1330
            /* for each superblock in a row... */
            for (sb_x = 0; sb_x < slice_width; sb_x++) {
1331

1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343
                /* for each block in a superblock... */
                for (j = 0; j < 16; j++) {
                    x = 4*sb_x + hilbert_offset[j][0];
                    y = 4*sb_y + hilbert_offset[j][1];

                    i = fragment_start + y*fragment_width + x;

                    // bounds check
                    if (x >= fragment_width || y >= fragment_height)
                        continue;

                first_pixel = 8*y*stride + 8*x;
1344 1345

                /* transform if this block was coded */
1346
                if (s->all_fragments[i].coding_method != MODE_COPY) {
1347
                    int intra = s->all_fragments[i].coding_method == MODE_INTRA;
1348 1349 1350 1351

                    if ((s->all_fragments[i].coding_method == MODE_USING_GOLDEN) ||
                        (s->all_fragments[i].coding_method == MODE_GOLDEN_MV))
                        motion_source= golden_plane;
1352
                    else
1353 1354
                        motion_source= last_plane;

D
David Conrad 已提交
1355
                    motion_source += first_pixel;
1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369
                    motion_halfpel_index = 0;

                    /* sort out the motion vector if this fragment is coded
                     * using a motion vector method */
                    if ((s->all_fragments[i].coding_method > MODE_INTRA) &&
                        (s->all_fragments[i].coding_method != MODE_USING_GOLDEN)) {
                        int src_x, src_y;
                        motion_x = s->all_fragments[i].motion_x;
                        motion_y = s->all_fragments[i].motion_y;
                        if(plane){
                            motion_x= (motion_x>>1) | (motion_x&1);
                            motion_y= (motion_y>>1) | (motion_y&1);
                        }

1370 1371
                        src_x= (motion_x>>1) + 8*x;
                        src_y= (motion_y>>1) + 8*y;
1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387

                        motion_halfpel_index = motion_x & 0x01;
                        motion_source += (motion_x >> 1);

                        motion_halfpel_index |= (motion_y & 0x01) << 1;
                        motion_source += ((motion_y >> 1) * stride);

                        if(src_x<0 || src_y<0 || src_x + 9 >= plane_width || src_y + 9 >= plane_height){
                            uint8_t *temp= s->edge_emu_buffer;
                            if(stride<0) temp -= 9*stride;
                            else temp += 9*stride;

                            ff_emulated_edge_mc(temp, motion_source, stride, 9, 9, src_x, src_y, plane_width, plane_height);
                            motion_source= temp;
                        }
                    }
1388

1389 1390 1391 1392

                    /* first, take care of copying a block from either the
                     * previous or the golden frame */
                    if (s->all_fragments[i].coding_method != MODE_INTRA) {
1393 1394 1395
                        /* Note, it is possible to implement all MC cases with
                           put_no_rnd_pixels_l2 which would look more like the
                           VP3 source but this would be slower as
1396 1397 1398
                           put_no_rnd_pixels_tab is better optimzed */
                        if(motion_halfpel_index != 3){
                            s->dsp.put_no_rnd_pixels_tab[1][motion_halfpel_index](
D
David Conrad 已提交
1399
                                output_plane + first_pixel,
1400 1401 1402 1403
                                motion_source, stride, 8);
                        }else{
                            int d= (motion_x ^ motion_y)>>31; // d is 0 if motion_x and _y have the same sign, else -1
                            s->dsp.put_no_rnd_pixels_l2[1](
D
David Conrad 已提交
1404
                                output_plane + first_pixel,
1405 1406
                                motion_source - d,
                                motion_source + stride + 1 + d,
1407 1408 1409 1410
                                stride, 8);
                        }
                    }

L
Loren Merritt 已提交
1411
                        s->dsp.clear_block(block);
1412
                        vp3_dequant(s, s->all_fragments + i, plane, !intra, block);
1413 1414

                    /* invert DCT and place (or add) in final output */
1415

1416 1417 1418 1419
                    if (s->all_fragments[i].coding_method == MODE_INTRA) {
                        if(s->avctx->idct_algo!=FF_IDCT_VP3)
                            block[0] += 128<<3;
                        s->dsp.idct_put(
D
David Conrad 已提交
1420
                            output_plane + first_pixel,
1421 1422 1423 1424
                            stride,
                            block);
                    } else {
                        s->dsp.idct_add(
D
David Conrad 已提交
1425
                            output_plane + first_pixel,
1426 1427 1428 1429 1430 1431 1432
                            stride,
                            block);
                    }
                } else {

                    /* copy directly from the previous frame */
                    s->dsp.put_pixels_tab[1][0](
D
David Conrad 已提交
1433 1434
                        output_plane + first_pixel,
                        last_plane + first_pixel,
1435 1436 1437
                        stride, 8);

                }
1438
                }
1439
            }
1440 1441 1442

            // Filter up to the last row in the superblock row
            apply_loop_filter(s, plane, 4*sb_y - !!sb_y, FFMIN(4*sb_y+3, fragment_height-1));
1443 1444 1445 1446 1447 1448
        }
    }

     /* this looks like a good place for slice dispatch... */
     /* algorithm:
      *   if (slice == s->macroblock_height - 1)
1449 1450 1451
      *     dispatch (both last slice & 2nd-to-last slice);
      *   else if (slice > 0)
      *     dispatch (slice - 1);
1452 1453
      */

1454
    vp3_draw_horiz_band(s, FFMIN(64*slice + 64-16, s->height-16));
1455 1456
}

1457 1458 1459
/*
 * This is the ffmpeg/libavcodec API init function.
 */
1460
static av_cold int vp3_decode_init(AVCodecContext *avctx)
1461 1462
{
    Vp3DecodeContext *s = avctx->priv_data;
1463
    int i, inter, plane;
1464 1465
    int c_width;
    int c_height;
1466

A
Alex Beregszaszi 已提交
1467
    if (avctx->codec_tag == MKTAG('V','P','3','0'))
1468
        s->version = 0;
A
Alex Beregszaszi 已提交
1469
    else
1470
        s->version = 1;
A
Alex Beregszaszi 已提交
1471

1472
    s->avctx = avctx;
1473 1474
    s->width = FFALIGN(avctx->width, 16);
    s->height = FFALIGN(avctx->height, 16);
1475
    avctx->pix_fmt = PIX_FMT_YUV420P;
1476
    avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
1477 1478
    if(avctx->idct_algo==FF_IDCT_AUTO)
        avctx->idct_algo=FF_IDCT_VP3;
1479
    dsputil_init(&s->dsp, avctx);
1480

M
Michael Niedermayer 已提交
1481
    ff_init_scantable(s->dsp.idct_permutation, &s->scantable, ff_zigzag_direct);
1482 1483 1484

    /* initialize to an impossible value which will force a recalculation
     * in the first frame decode */
1485 1486
    for (i = 0; i < 3; i++)
        s->qps[i] = -1;
1487

1488 1489
    s->y_superblock_width = (s->width + 31) / 32;
    s->y_superblock_height = (s->height + 31) / 32;
1490
    s->y_superblock_count = s->y_superblock_width * s->y_superblock_height;
1491 1492 1493 1494 1495 1496

    /* work out the dimensions for the C planes */
    c_width = s->width / 2;
    c_height = s->height / 2;
    s->c_superblock_width = (c_width + 31) / 32;
    s->c_superblock_height = (c_height + 31) / 32;
1497
    s->c_superblock_count = s->c_superblock_width * s->c_superblock_height;
1498

1499 1500 1501
    s->superblock_count = s->y_superblock_count + (s->c_superblock_count * 2);
    s->u_superblock_start = s->y_superblock_count;
    s->v_superblock_start = s->u_superblock_start + s->c_superblock_count;
1502 1503 1504 1505 1506 1507
    s->superblock_coding = av_malloc(s->superblock_count);

    s->macroblock_width = (s->width + 15) / 16;
    s->macroblock_height = (s->height + 15) / 16;
    s->macroblock_count = s->macroblock_width * s->macroblock_height;

1508 1509 1510 1511
    s->fragment_width[0] = s->width / FRAGMENT_PIXELS;
    s->fragment_height[0] = s->height / FRAGMENT_PIXELS;
    s->fragment_width[1]  = s->fragment_width[0]  >> 1;
    s->fragment_height[1] = s->fragment_height[0] >> 1;
1512 1513

    /* fragment count covers all 8x8 blocks for all 3 planes */
1514 1515 1516
    s->fragment_count = s->fragment_width[0] * s->fragment_height[0] * 3 / 2;
    s->fragment_start[1] = s->fragment_width[0] * s->fragment_height[0];
    s->fragment_start[2] = s->fragment_width[0] * s->fragment_height[0] * 5 / 4;
1517 1518

    s->all_fragments = av_malloc(s->fragment_count * sizeof(Vp3Fragment));
1519 1520 1521 1522
    s->coded_fragment_list[0] = av_malloc(s->fragment_count * sizeof(int));
    s->dct_tokens_base = av_malloc(64*s->fragment_count * sizeof(*s->dct_tokens_base));
    if (!s->superblock_coding || !s->all_fragments || !s->dct_tokens_base ||
        !s->coded_fragment_list[0]) {
1523 1524 1525
        vp3_decode_end(avctx);
        return -1;
    }
1526

1527 1528
    if (!s->theora_tables)
    {
M
cleanup  
Michael Niedermayer 已提交
1529
        for (i = 0; i < 64; i++) {
1530 1531
            s->coded_dc_scale_factor[i] = vp31_dc_scale_factor[i];
            s->coded_ac_scale_factor[i] = vp31_ac_scale_factor[i];
1532 1533 1534
            s->base_matrix[0][i] = vp31_intra_y_dequant[i];
            s->base_matrix[1][i] = vp31_intra_c_dequant[i];
            s->base_matrix[2][i] = vp31_inter_dequant[i];
1535
            s->filter_limit_values[i] = vp31_filter_limit_values[i];
M
cleanup  
Michael Niedermayer 已提交
1536
        }
1537

1538 1539 1540 1541 1542 1543 1544 1545 1546
        for(inter=0; inter<2; inter++){
            for(plane=0; plane<3; plane++){
                s->qr_count[inter][plane]= 1;
                s->qr_size [inter][plane][0]= 63;
                s->qr_base [inter][plane][0]=
                s->qr_base [inter][plane][1]= 2*inter + (!!plane)*!inter;
            }
        }

1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578
        /* init VLC tables */
        for (i = 0; i < 16; i++) {

            /* DC histograms */
            init_vlc(&s->dc_vlc[i], 5, 32,
                &dc_bias[i][0][1], 4, 2,
                &dc_bias[i][0][0], 4, 2, 0);

            /* group 1 AC histograms */
            init_vlc(&s->ac_vlc_1[i], 5, 32,
                &ac_bias_0[i][0][1], 4, 2,
                &ac_bias_0[i][0][0], 4, 2, 0);

            /* group 2 AC histograms */
            init_vlc(&s->ac_vlc_2[i], 5, 32,
                &ac_bias_1[i][0][1], 4, 2,
                &ac_bias_1[i][0][0], 4, 2, 0);

            /* group 3 AC histograms */
            init_vlc(&s->ac_vlc_3[i], 5, 32,
                &ac_bias_2[i][0][1], 4, 2,
                &ac_bias_2[i][0][0], 4, 2, 0);

            /* group 4 AC histograms */
            init_vlc(&s->ac_vlc_4[i], 5, 32,
                &ac_bias_3[i][0][1], 4, 2,
                &ac_bias_3[i][0][0], 4, 2, 0);
        }
    } else {
        for (i = 0; i < 16; i++) {

            /* DC histograms */
1579
            if (init_vlc(&s->dc_vlc[i], 5, 32,
1580
                &s->huffman_table[i][0][1], 4, 2,
1581 1582
                &s->huffman_table[i][0][0], 4, 2, 0) < 0)
                goto vlc_fail;
1583 1584

            /* group 1 AC histograms */
1585
            if (init_vlc(&s->ac_vlc_1[i], 5, 32,
1586
                &s->huffman_table[i+16][0][1], 4, 2,
1587 1588
                &s->huffman_table[i+16][0][0], 4, 2, 0) < 0)
                goto vlc_fail;
1589 1590

            /* group 2 AC histograms */
1591
            if (init_vlc(&s->ac_vlc_2[i], 5, 32,
1592
                &s->huffman_table[i+16*2][0][1], 4, 2,
1593 1594
                &s->huffman_table[i+16*2][0][0], 4, 2, 0) < 0)
                goto vlc_fail;
1595 1596

            /* group 3 AC histograms */
1597
            if (init_vlc(&s->ac_vlc_3[i], 5, 32,
1598
                &s->huffman_table[i+16*3][0][1], 4, 2,
1599 1600
                &s->huffman_table[i+16*3][0][0], 4, 2, 0) < 0)
                goto vlc_fail;
1601 1602

            /* group 4 AC histograms */
1603
            if (init_vlc(&s->ac_vlc_4[i], 5, 32,
1604
                &s->huffman_table[i+16*4][0][1], 4, 2,
1605 1606
                &s->huffman_table[i+16*4][0][0], 4, 2, 0) < 0)
                goto vlc_fail;
1607
        }
1608 1609
    }

1610 1611 1612 1613
    init_vlc(&s->superblock_run_length_vlc, 6, 34,
        &superblock_run_length_vlc_table[0][1], 4, 2,
        &superblock_run_length_vlc_table[0][0], 4, 2, 0);

1614
    init_vlc(&s->fragment_run_length_vlc, 5, 30,
1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625
        &fragment_run_length_vlc_table[0][1], 4, 2,
        &fragment_run_length_vlc_table[0][0], 4, 2, 0);

    init_vlc(&s->mode_code_vlc, 3, 8,
        &mode_code_vlc_table[0][1], 2, 1,
        &mode_code_vlc_table[0][0], 2, 1, 0);

    init_vlc(&s->motion_vector_vlc, 6, 63,
        &motion_vector_vlc_table[0][1], 2, 1,
        &motion_vector_vlc_table[0][0], 2, 1, 0);

1626 1627
    /* work out the block mapping tables */
    s->superblock_fragments = av_malloc(s->superblock_count * 16 * sizeof(int));
1628
    s->macroblock_coding = av_malloc(s->macroblock_count + 1);
1629
    if (!s->superblock_fragments || !s->macroblock_coding) {
1630 1631 1632
        vp3_decode_end(avctx);
        return -1;
    }
1633 1634
    init_block_mapping(s);

1635 1636 1637 1638
    for (i = 0; i < 3; i++) {
        s->current_frame.data[i] = NULL;
        s->last_frame.data[i] = NULL;
        s->golden_frame.data[i] = NULL;
1639 1640
    }

1641
    return 0;
1642 1643 1644 1645

vlc_fail:
    av_log(avctx, AV_LOG_FATAL, "Invalid huffman table\n");
    return -1;
1646 1647 1648 1649 1650
}

/*
 * This is the ffmpeg/libavcodec API frame decode function.
 */
1651
static int vp3_decode_frame(AVCodecContext *avctx,
1652
                            void *data, int *data_size,
1653
                            AVPacket *avpkt)
1654
{
1655 1656
    const uint8_t *buf = avpkt->data;
    int buf_size = avpkt->size;
1657 1658 1659
    Vp3DecodeContext *s = avctx->priv_data;
    GetBitContext gb;
    static int counter = 0;
1660
    int i;
1661 1662

    init_get_bits(&gb, buf, buf_size * 8);
1663

1664 1665
    if (s->theora && get_bits1(&gb))
    {
1666 1667
        av_log(avctx, AV_LOG_ERROR, "Header packet passed to frame decoder, skipping\n");
        return -1;
1668
    }
A
Alex Beregszaszi 已提交
1669 1670 1671

    s->keyframe = !get_bits1(&gb);
    if (!s->theora)
1672
        skip_bits(&gb, 1);
1673 1674
    for (i = 0; i < 3; i++)
        s->last_qps[i] = s->qps[i];
1675

1676
    s->nqps=0;
1677
    do{
1678 1679 1680 1681
        s->qps[s->nqps++]= get_bits(&gb, 6);
    } while(s->theora >= 0x030200 && s->nqps<3 && get_bits1(&gb));
    for (i = s->nqps; i < 3; i++)
        s->qps[i] = -1;
1682

1683
    if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1684
        av_log(s->avctx, AV_LOG_INFO, " VP3 %sframe #%d: Q index = %d\n",
1685
            s->keyframe?"key":"", counter, s->qps[0]);
1686 1687
    counter++;

1688
    if (s->qps[0] != s->last_qps[0])
1689
        init_loop_filter(s);
1690 1691 1692 1693 1694 1695

    for (i = 0; i < s->nqps; i++)
        // reinit all dequantizers if the first one changed, because
        // the DC of the first quantizer must be used for all matrices
        if (s->qps[i] != s->last_qps[i] || s->qps[0] != s->last_qps[0])
            init_dequantizer(s, i);
1696

1697 1698 1699
    if (avctx->skip_frame >= AVDISCARD_NONKEY && !s->keyframe)
        return buf_size;

D
David Conrad 已提交
1700
    s->current_frame.reference = 3;
D
David Conrad 已提交
1701
    s->current_frame.pict_type = s->keyframe ? FF_I_TYPE : FF_P_TYPE;
D
David Conrad 已提交
1702 1703
    if (avctx->get_buffer(avctx, &s->current_frame) < 0) {
        av_log(s->avctx, AV_LOG_ERROR, "get_buffer() failed\n");
D
David Conrad 已提交
1704
        goto error;
D
David Conrad 已提交
1705 1706
    }

1707
    if (s->keyframe) {
1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724
        if (!s->theora)
        {
            skip_bits(&gb, 4); /* width code */
            skip_bits(&gb, 4); /* height code */
            if (s->version)
            {
                s->version = get_bits(&gb, 5);
                if (counter == 1)
                    av_log(s->avctx, AV_LOG_DEBUG, "VP version: %d\n", s->version);
            }
        }
        if (s->version || s->theora)
        {
                if (get_bits1(&gb))
                    av_log(s->avctx, AV_LOG_ERROR, "Warning, unsupported keyframe coding type?!\n");
            skip_bits(&gb, 2); /* reserved? */
        }
1725
    } else {
D
David Conrad 已提交
1726
        if (!s->golden_frame.data[0]) {
1727
            av_log(s->avctx, AV_LOG_WARNING, "vp3: first frame not a keyframe\n");
D
David Conrad 已提交
1728

1729
            s->golden_frame.reference = 3;
D
David Conrad 已提交
1730
            s->golden_frame.pict_type = FF_I_TYPE;
1731 1732 1733 1734 1735 1736
            if (avctx->get_buffer(avctx, &s->golden_frame) < 0) {
                av_log(s->avctx, AV_LOG_ERROR, "get_buffer() failed\n");
                goto error;
            }
            s->last_frame = s->golden_frame;
            s->last_frame.type = FF_BUFFER_TYPE_COPY;
1737 1738 1739
        }
    }

M
Michael Niedermayer 已提交
1740 1741 1742
    s->current_frame.qscale_table= s->qscale_table; //FIXME allocate individual tables per AVFrame
    s->current_frame.qstride= 0;

1743
    memset(s->all_fragments, 0, s->fragment_count * sizeof(Vp3Fragment));
1744

M
Michael Niedermayer 已提交
1745 1746
    if (unpack_superblocks(s, &gb)){
        av_log(s->avctx, AV_LOG_ERROR, "error in unpack_superblocks\n");
D
David Conrad 已提交
1747
        goto error;
M
Michael Niedermayer 已提交
1748 1749 1750
    }
    if (unpack_modes(s, &gb)){
        av_log(s->avctx, AV_LOG_ERROR, "error in unpack_modes\n");
D
David Conrad 已提交
1751
        goto error;
M
Michael Niedermayer 已提交
1752 1753 1754
    }
    if (unpack_vectors(s, &gb)){
        av_log(s->avctx, AV_LOG_ERROR, "error in unpack_vectors\n");
D
David Conrad 已提交
1755
        goto error;
M
Michael Niedermayer 已提交
1756
    }
1757 1758
    if (unpack_block_qpis(s, &gb)){
        av_log(s->avctx, AV_LOG_ERROR, "error in unpack_block_qpis\n");
D
David Conrad 已提交
1759
        goto error;
1760
    }
M
Michael Niedermayer 已提交
1761 1762
    if (unpack_dct_coeffs(s, &gb)){
        av_log(s->avctx, AV_LOG_ERROR, "error in unpack_dct_coeffs\n");
D
David Conrad 已提交
1763
        goto error;
1764
    }
D
David Conrad 已提交
1765 1766 1767 1768 1769 1770 1771

    for (i = 0; i < 3; i++) {
        if (s->flipped_image)
            s->data_offset[i] = 0;
        else
            s->data_offset[i] = ((s->height>>!!i)-1) * s->current_frame.linesize[i];
    }
1772

1773
    s->last_slice_end = 0;
1774
    for (i = 0; i < s->c_superblock_height; i++)
1775
        render_slice(s, i);
1776

1777 1778 1779 1780 1781
    // filter the last row
    for (i = 0; i < 3; i++) {
        int row = (s->height >> (3+!!i)) - 1;
        apply_loop_filter(s, i, row, row+1);
    }
1782
    vp3_draw_horiz_band(s, s->height);
1783

1784 1785 1786
    *data_size=sizeof(AVFrame);
    *(AVFrame*)data= s->current_frame;

1787 1788
    /* release the last frame, if it is allocated and if it is not the
     * golden frame */
D
David Conrad 已提交
1789
    if (s->last_frame.data[0] && s->last_frame.type != FF_BUFFER_TYPE_COPY)
1790
        avctx->release_buffer(avctx, &s->last_frame);
1791

1792
    /* shuffle frames (last = current) */
M
Michael Niedermayer 已提交
1793
    s->last_frame= s->current_frame;
D
David Conrad 已提交
1794 1795 1796 1797 1798

    if (s->keyframe) {
        if (s->golden_frame.data[0])
            avctx->release_buffer(avctx, &s->golden_frame);
        s->golden_frame = s->current_frame;
D
David Conrad 已提交
1799
        s->last_frame.type = FF_BUFFER_TYPE_COPY;
D
David Conrad 已提交
1800 1801
    }

1802
    s->current_frame.data[0]= NULL; /* ensure that we catch any access to this released frame */
1803 1804

    return buf_size;
D
David Conrad 已提交
1805 1806 1807 1808 1809

error:
    if (s->current_frame.data[0])
        avctx->release_buffer(avctx, &s->current_frame);
    return -1;
1810 1811 1812 1813 1814
}

/*
 * This is the ffmpeg/libavcodec API module cleanup function.
 */
1815
static av_cold int vp3_decode_end(AVCodecContext *avctx)
1816 1817
{
    Vp3DecodeContext *s = avctx->priv_data;
1818
    int i;
1819

1820
    av_free(s->superblock_coding);
1821
    av_free(s->all_fragments);
1822 1823
    av_free(s->coded_fragment_list[0]);
    av_free(s->dct_tokens_base);
1824
    av_free(s->superblock_fragments);
1825
    av_free(s->macroblock_coding);
1826

1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839
    for (i = 0; i < 16; i++) {
        free_vlc(&s->dc_vlc[i]);
        free_vlc(&s->ac_vlc_1[i]);
        free_vlc(&s->ac_vlc_2[i]);
        free_vlc(&s->ac_vlc_3[i]);
        free_vlc(&s->ac_vlc_4[i]);
    }

    free_vlc(&s->superblock_run_length_vlc);
    free_vlc(&s->fragment_run_length_vlc);
    free_vlc(&s->mode_code_vlc);
    free_vlc(&s->motion_vector_vlc);

1840
    /* release all frames */
D
David Conrad 已提交
1841
    if (s->golden_frame.data[0])
1842
        avctx->release_buffer(avctx, &s->golden_frame);
D
David Conrad 已提交
1843
    if (s->last_frame.data[0] && s->last_frame.type != FF_BUFFER_TYPE_COPY)
1844 1845 1846
        avctx->release_buffer(avctx, &s->last_frame);
    /* no need to release the current_frame since it will always be pointing
     * to the same frame as either the golden or last frame */
1847 1848 1849 1850

    return 0;
}

1851 1852 1853 1854
static int read_huffman_tree(AVCodecContext *avctx, GetBitContext *gb)
{
    Vp3DecodeContext *s = avctx->priv_data;

1855
    if (get_bits1(gb)) {
1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873
        int token;
        if (s->entries >= 32) { /* overflow */
            av_log(avctx, AV_LOG_ERROR, "huffman tree overflow\n");
            return -1;
        }
        token = get_bits(gb, 5);
        //av_log(avctx, AV_LOG_DEBUG, "hti %d hbits %x token %d entry : %d size %d\n", s->hti, s->hbits, token, s->entries, s->huff_code_size);
        s->huffman_table[s->hti][token][0] = s->hbits;
        s->huffman_table[s->hti][token][1] = s->huff_code_size;
        s->entries++;
    }
    else {
        if (s->huff_code_size >= 32) {/* overflow */
            av_log(avctx, AV_LOG_ERROR, "huffman tree overflow\n");
            return -1;
        }
        s->huff_code_size++;
        s->hbits <<= 1;
1874 1875
        if (read_huffman_tree(avctx, gb))
            return -1;
1876
        s->hbits |= 1;
1877 1878
        if (read_huffman_tree(avctx, gb))
            return -1;
1879 1880 1881 1882 1883 1884
        s->hbits >>= 1;
        s->huff_code_size--;
    }
    return 0;
}

1885
#if CONFIG_THEORA_DECODER
1886
static int theora_decode_header(AVCodecContext *avctx, GetBitContext *gb)
1887 1888
{
    Vp3DecodeContext *s = avctx->priv_data;
1889
    int visible_width, visible_height, colorspace;
1890

1891
    s->theora = get_bits_long(gb, 24);
1892
    av_log(avctx, AV_LOG_DEBUG, "Theora bitstream version %X\n", s->theora);
1893

M
Matthieu Castet 已提交
1894
    /* 3.2.0 aka alpha3 has the same frame orientation as original vp3 */
1895
    /* but previous versions have the image flipped relative to vp3 */
M
Matthieu Castet 已提交
1896
    if (s->theora < 0x030200)
1897
    {
1898
        s->flipped_image = 1;
1899 1900
        av_log(avctx, AV_LOG_DEBUG, "Old (<alpha3) Theora bitstream, flipped image\n");
    }
1901

1902 1903
    visible_width  = s->width  = get_bits(gb, 16) << 4;
    visible_height = s->height = get_bits(gb, 16) << 4;
1904

1905
    if(avcodec_check_dimensions(avctx, s->width, s->height)){
1906
        av_log(avctx, AV_LOG_ERROR, "Invalid dimensions (%dx%d)\n", s->width, s->height);
1907 1908 1909
        s->width= s->height= 0;
        return -1;
    }
1910

1911
    if (s->theora >= 0x030200) {
D
David Conrad 已提交
1912 1913
        visible_width  = get_bits_long(gb, 24);
        visible_height = get_bits_long(gb, 24);
1914

1915 1916 1917
        skip_bits(gb, 8); /* offset x */
        skip_bits(gb, 8); /* offset y */
    }
1918

1919 1920 1921 1922
    skip_bits(gb, 32); /* fps numerator */
    skip_bits(gb, 32); /* fps denumerator */
    skip_bits(gb, 24); /* aspect numerator */
    skip_bits(gb, 24); /* aspect denumerator */
1923

M
Matthieu Castet 已提交
1924
    if (s->theora < 0x030200)
1925
        skip_bits(gb, 5); /* keyframe frequency force */
1926
    colorspace = get_bits(gb, 8);
1927
    skip_bits(gb, 24); /* bitrate */
1928

1929
    skip_bits(gb, 6); /* quality hint */
1930

M
Matthieu Castet 已提交
1931
    if (s->theora >= 0x030200)
1932
    {
1933
        skip_bits(gb, 5); /* keyframe frequency force */
1934 1935
        skip_bits(gb, 2); /* pixel format: 420,res,422,444 */
        skip_bits(gb, 3); /* reserved */
1936
    }
1937

1938
//    align_get_bits(gb);
1939

1940 1941 1942 1943 1944
    if (   visible_width  <= s->width  && visible_width  > s->width-16
        && visible_height <= s->height && visible_height > s->height-16)
        avcodec_set_dimensions(avctx, visible_width, visible_height);
    else
        avcodec_set_dimensions(avctx, s->width, s->height);
1945

1946 1947 1948 1949 1950 1951 1952 1953 1954 1955
    if (colorspace == 1) {
        avctx->color_primaries = AVCOL_PRI_BT470M;
    } else if (colorspace == 2) {
        avctx->color_primaries = AVCOL_PRI_BT470BG;
    }
    if (colorspace == 1 || colorspace == 2) {
        avctx->colorspace = AVCOL_SPC_BT470BG;
        avctx->color_trc  = AVCOL_TRC_BT709;
    }

1956 1957 1958
    return 0;
}

1959
static int theora_decode_tables(AVCodecContext *avctx, GetBitContext *gb)
1960 1961
{
    Vp3DecodeContext *s = avctx->priv_data;
1962
    int i, n, matrices, inter, plane;
M
Matthieu Castet 已提交
1963 1964

    if (s->theora >= 0x030200) {
1965
        n = get_bits(gb, 3);
1966
        /* loop filter limit values table */
1967
        for (i = 0; i < 64; i++) {
1968
            s->filter_limit_values[i] = get_bits(gb, n);
1969 1970 1971 1972 1973
            if (s->filter_limit_values[i] > 127) {
                av_log(avctx, AV_LOG_ERROR, "filter limit value too large (%i > 127), clamping\n", s->filter_limit_values[i]);
                s->filter_limit_values[i] = 127;
            }
        }
M
Matthieu Castet 已提交
1974
    }
1975

M
Matthieu Castet 已提交
1976
    if (s->theora >= 0x030200)
1977
        n = get_bits(gb, 4) + 1;
M
Matthieu Castet 已提交
1978 1979
    else
        n = 16;
1980 1981
    /* quality threshold table */
    for (i = 0; i < 64; i++)
1982
        s->coded_ac_scale_factor[i] = get_bits(gb, n);
1983

M
Matthieu Castet 已提交
1984
    if (s->theora >= 0x030200)
1985
        n = get_bits(gb, 4) + 1;
M
Matthieu Castet 已提交
1986 1987
    else
        n = 16;
1988 1989
    /* dc scale factor table */
    for (i = 0; i < 64; i++)
1990
        s->coded_dc_scale_factor[i] = get_bits(gb, n);
1991

M
Matthieu Castet 已提交
1992
    if (s->theora >= 0x030200)
1993
        matrices = get_bits(gb, 9) + 1;
M
Matthieu Castet 已提交
1994
    else
1995
        matrices = 3;
1996

1997 1998 1999 2000
    if(matrices > 384){
        av_log(avctx, AV_LOG_ERROR, "invalid number of base matrixes\n");
        return -1;
    }
A
Alex Beregszaszi 已提交
2001

2002
    for(n=0; n<matrices; n++){
2003
        for (i = 0; i < 64; i++)
2004 2005
            s->base_matrix[n][i]= get_bits(gb, 8);
    }
2006

2007 2008 2009 2010
    for (inter = 0; inter <= 1; inter++) {
        for (plane = 0; plane <= 2; plane++) {
            int newqr= 1;
            if (inter || plane > 0)
2011
                newqr = get_bits1(gb);
2012
            if (!newqr) {
2013
                int qtj, plj;
2014
                if(inter && get_bits1(gb)){
2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025
                    qtj = 0;
                    plj = plane;
                }else{
                    qtj= (3*inter + plane - 1) / 3;
                    plj= (plane + 2) % 3;
                }
                s->qr_count[inter][plane]= s->qr_count[qtj][plj];
                memcpy(s->qr_size[inter][plane], s->qr_size[qtj][plj], sizeof(s->qr_size[0][0]));
                memcpy(s->qr_base[inter][plane], s->qr_base[qtj][plj], sizeof(s->qr_base[0][0]));
            } else {
                int qri= 0;
2026
                int qi = 0;
2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039

                for(;;){
                    i= get_bits(gb, av_log2(matrices-1)+1);
                    if(i>= matrices){
                        av_log(avctx, AV_LOG_ERROR, "invalid base matrix index\n");
                        return -1;
                    }
                    s->qr_base[inter][plane][qri]= i;
                    if(qi >= 63)
                        break;
                    i = get_bits(gb, av_log2(63-qi)+1) + 1;
                    s->qr_size[inter][plane][qri++]= i;
                    qi += i;
2040
                }
2041

2042
                if (qi > 63) {
2043
                    av_log(avctx, AV_LOG_ERROR, "invalid qi %d > 63\n", qi);
2044 2045
                    return -1;
                }
2046
                s->qr_count[inter][plane]= qri;
2047 2048 2049 2050
            }
        }
    }

2051
    /* Huffman tables */
2052 2053 2054
    for (s->hti = 0; s->hti < 80; s->hti++) {
        s->entries = 0;
        s->huff_code_size = 1;
2055
        if (!get_bits1(gb)) {
2056
            s->hbits = 0;
2057 2058
            if(read_huffman_tree(avctx, gb))
                return -1;
2059
            s->hbits = 1;
2060 2061
            if(read_huffman_tree(avctx, gb))
                return -1;
2062 2063
        }
    }
2064

2065
    s->theora_tables = 1;
2066

2067 2068 2069
    return 0;
}

2070
static av_cold int theora_decode_init(AVCodecContext *avctx)
2071 2072 2073 2074
{
    Vp3DecodeContext *s = avctx->priv_data;
    GetBitContext gb;
    int ptype;
2075 2076 2077
    uint8_t *header_start[3];
    int header_len[3];
    int i;
2078

2079 2080 2081
    s->theora = 1;

    if (!avctx->extradata_size)
2082 2083
    {
        av_log(avctx, AV_LOG_ERROR, "Missing extradata!\n");
2084
        return -1;
2085
    }
2086

2087 2088 2089 2090 2091
    if (ff_split_xiph_headers(avctx->extradata, avctx->extradata_size,
                              42, header_start, header_len) < 0) {
        av_log(avctx, AV_LOG_ERROR, "Corrupt extradata\n");
        return -1;
    }
2092

2093
  for(i=0;i<3;i++) {
G
Google Chrome 已提交
2094
    init_get_bits(&gb, header_start[i], header_len[i] * 8);
2095 2096

    ptype = get_bits(&gb, 8);
2097

2098 2099 2100
     if (!(ptype & 0x80))
     {
        av_log(avctx, AV_LOG_ERROR, "Invalid extradata!\n");
2101
//        return -1;
2102
     }
2103

2104
    // FIXME: Check for this as well.
2105
    skip_bits_long(&gb, 6*8); /* "theora" */
2106

2107 2108 2109
    switch(ptype)
    {
        case 0x80:
2110
            theora_decode_header(avctx, &gb);
2111 2112
                break;
        case 0x81:
2113
// FIXME: is this needed? it breaks sometimes
2114 2115 2116
//            theora_decode_comments(avctx, gb);
            break;
        case 0x82:
2117 2118
            if (theora_decode_tables(avctx, &gb))
                return -1;
2119 2120 2121 2122
            break;
        default:
            av_log(avctx, AV_LOG_ERROR, "Unknown Theora config packet: %d\n", ptype&~0x80);
            break;
2123
    }
2124 2125
    if(ptype != 0x81 && 8*header_len[i] != get_bits_count(&gb))
        av_log(avctx, AV_LOG_WARNING, "%d bits left in packet %X\n", 8*header_len[i] - get_bits_count(&gb), ptype);
2126 2127
    if (s->theora < 0x030200)
        break;
2128
  }
2129

2130
    return vp3_decode_init(avctx);
2131 2132
}

2133 2134
AVCodec theora_decoder = {
    "theora",
2135
    CODEC_TYPE_VIDEO,
2136
    CODEC_ID_THEORA,
2137
    sizeof(Vp3DecodeContext),
2138
    theora_decode_init,
2139 2140 2141
    NULL,
    vp3_decode_end,
    vp3_decode_frame,
2142
    CODEC_CAP_DR1 | CODEC_CAP_DRAW_HORIZ_BAND,
2143
    NULL,
2144
    .long_name = NULL_IF_CONFIG_SMALL("Theora"),
2145
};
2146
#endif
2147

2148 2149
AVCodec vp3_decoder = {
    "vp3",
2150
    CODEC_TYPE_VIDEO,
2151
    CODEC_ID_VP3,
2152
    sizeof(Vp3DecodeContext),
2153
    vp3_decode_init,
2154 2155 2156
    NULL,
    vp3_decode_end,
    vp3_decode_frame,
2157
    CODEC_CAP_DR1 | CODEC_CAP_DRAW_HORIZ_BAND,
2158
    NULL,
2159
    .long_name = NULL_IF_CONFIG_SMALL("On2 VP3"),
2160
};