mpegvideo.c 246.3 KB
Newer Older
F
Fabrice Bellard 已提交
1 2
/*
 * The simplest mpeg encoder (well, it was the simplest!)
F
Fabrice Bellard 已提交
3
 * Copyright (c) 2000,2001 Fabrice Bellard.
4
 * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
F
Fabrice Bellard 已提交
5
 *
F
Fabrice Bellard 已提交
6 7 8 9
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
F
Fabrice Bellard 已提交
10
 *
F
Fabrice Bellard 已提交
11
 * This library is distributed in the hope that it will be useful,
F
Fabrice Bellard 已提交
12
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
F
Fabrice Bellard 已提交
13 14
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
F
Fabrice Bellard 已提交
15
 *
F
Fabrice Bellard 已提交
16 17
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
18
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
M
Michael Niedermayer 已提交
19
 *
20
 * 4MV & hq & b-frame encoding stuff by Michael Niedermayer <michaelni@gmx.at>
F
Fabrice Bellard 已提交
21
 */
22

M
Michael Niedermayer 已提交
23 24 25
/**
 * @file mpegvideo.c
 * The simplest mpeg encoder (well, it was the simplest!).
26 27
 */

F
Fabrice Bellard 已提交
28 29 30
#include "avcodec.h"
#include "dsputil.h"
#include "mpegvideo.h"
M
Michael Niedermayer 已提交
31
#include "faandct.h"
32
#include <limits.h>
F
Fabrice Bellard 已提交
33

34
#ifdef USE_FASTMEMCPY
35
#include "libvo/fastmemcpy.h"
36 37
#endif

38 39
//#undef NDEBUG
//#include <assert.h>
40

41
#ifdef CONFIG_ENCODERS
42
static void encode_picture(MpegEncContext *s, int picture_number);
43
#endif //CONFIG_ENCODERS
44
static void dct_unquantize_mpeg1_intra_c(MpegEncContext *s,
45
                                   DCTELEM *block, int n, int qscale);
46
static void dct_unquantize_mpeg1_inter_c(MpegEncContext *s,
47
                                   DCTELEM *block, int n, int qscale);
48 49
static void dct_unquantize_mpeg2_intra_c(MpegEncContext *s,
                                   DCTELEM *block, int n, int qscale);
50 51
static void dct_unquantize_mpeg2_intra_bitexact(MpegEncContext *s,
                                   DCTELEM *block, int n, int qscale);
52 53
static void dct_unquantize_mpeg2_inter_c(MpegEncContext *s,
                                   DCTELEM *block, int n, int qscale);
54
static void dct_unquantize_h263_intra_c(MpegEncContext *s,
55
                                  DCTELEM *block, int n, int qscale);
56
static void dct_unquantize_h263_inter_c(MpegEncContext *s,
57
                                  DCTELEM *block, int n, int qscale);
58
static void draw_edges_c(uint8_t *buf, int wrap, int width, int height, int w);
59
#ifdef CONFIG_ENCODERS
60
static int dct_quantize_c(MpegEncContext *s, DCTELEM *block, int n, int qscale, int *overflow);
M
Michael Niedermayer 已提交
61
static int dct_quantize_trellis_c(MpegEncContext *s, DCTELEM *block, int n, int qscale, int *overflow);
M
Michael Niedermayer 已提交
62
static int dct_quantize_refine(MpegEncContext *s, DCTELEM *block, int16_t *weight, DCTELEM *orig, int n, int qscale);
63
static int sse_mb(MpegEncContext *s);
M
Michael Niedermayer 已提交
64
static void  denoise_dct_c(MpegEncContext *s, DCTELEM *block);
65
#endif //CONFIG_ENCODERS
M
Michael Niedermayer 已提交
66

I
Ivan Kalvachev 已提交
67 68 69
#ifdef HAVE_XVMC
extern int  XVMC_field_start(MpegEncContext*s, AVCodecContext *avctx);
extern void XVMC_field_end(MpegEncContext *s);
70
extern void XVMC_decode_mb(MpegEncContext *s);
I
Ivan Kalvachev 已提交
71 72
#endif

73
void (*draw_edges)(uint8_t *buf, int wrap, int width, int height, int w)= draw_edges_c;
M
Michael Niedermayer 已提交
74

F
Fabrice Bellard 已提交
75 76 77 78 79 80

/* enable all paranoid tests for rounding, overflows, etc... */
//#define PARANOID

//#define DEBUG

81

F
Fabrice Bellard 已提交
82 83 84
/* for jpeg fast DCT */
#define CONST_BITS 14

85
static const uint16_t aanscales[64] = {
F
Fabrice Bellard 已提交
86 87 88 89 90 91 92
    /* precomputed values scaled up by 14 bits */
    16384, 22725, 21407, 19266, 16384, 12873,  8867,  4520,
    22725, 31521, 29692, 26722, 22725, 17855, 12299,  6270,
    21407, 29692, 27969, 25172, 21407, 16819, 11585,  5906,
    19266, 26722, 25172, 22654, 19266, 15137, 10426,  5315,
    16384, 22725, 21407, 19266, 16384, 12873,  8867,  4520,
    12873, 17855, 16819, 15137, 12873, 10114,  6967,  3552,
M
Michael Niedermayer 已提交
93 94
    8867 , 12299, 11585, 10426,  8867,  6967,  4799,  2446,
    4520 ,  6270,  5906,  5315,  4520,  3552,  2446,  1247
F
Fabrice Bellard 已提交
95 96
};

97
static const uint8_t h263_chroma_roundtab[16] = {
98
//  0  1  2  3  4  5  6  7  8  9 10 11 12 13 14 15
F
Fabrice Bellard 已提交
99 100 101
    0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2,
};

M
Michael Niedermayer 已提交
102 103 104 105 106
static const uint8_t ff_default_chroma_qscale_table[32]={
//  0  1  2  3  4  5  6  7  8  9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31
    0, 1, 2, 3, 4, 5, 6, 7, 8, 9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31
};

107
#ifdef CONFIG_ENCODERS
108
static uint8_t (*default_mv_penalty)[MAX_MV*2+1]=NULL;
109
static uint8_t default_fcode_tab[MAX_MV*2+1];
110

M
Michael Niedermayer 已提交
111 112
enum PixelFormat ff_yuv420p_list[2]= {PIX_FMT_YUV420P, -1};

113
static void convert_matrix(DSPContext *dsp, int (*qmat)[64], uint16_t (*qmat16)[2][64],
114
                           const uint16_t *quant_matrix, int bias, int qmin, int qmax, int intra)
F
Fabrice Bellard 已提交
115
{
116
    int qscale;
117
    int shift=0;
118

119
    for(qscale=qmin; qscale<=qmax; qscale++){
120
        int i;
121
        if (dsp->fdct == ff_jpeg_fdct_islow
122
#ifdef FAAN_POSTSCALE
123
            || dsp->fdct == ff_faandct
124 125
#endif
            ) {
126
            for(i=0;i<64;i++) {
127
                const int j= dsp->idct_permutation[i];
128 129 130 131
                /* 16 <= qscale * quant_matrix[i] <= 7905 */
                /* 19952         <= aanscales[i] * qscale * quant_matrix[i]           <= 249205026 */
                /* (1<<36)/19952 >= (1<<36)/(aanscales[i] * qscale * quant_matrix[i]) >= (1<<36)/249205026 */
                /* 3444240       >= (1<<36)/(aanscales[i] * qscale * quant_matrix[i]) >= 275 */
132 133

                qmat[qscale][i] = (int)((uint64_t_C(1) << QMAT_SHIFT) /
134 135
                                (qscale * quant_matrix[j]));
            }
136
        } else if (dsp->fdct == fdct_ifast
137
#ifndef FAAN_POSTSCALE
138
                   || dsp->fdct == ff_faandct
139 140
#endif
                   ) {
141
            for(i=0;i<64;i++) {
142
                const int j= dsp->idct_permutation[i];
143 144 145 146
                /* 16 <= qscale * quant_matrix[i] <= 7905 */
                /* 19952         <= aanscales[i] * qscale * quant_matrix[i]           <= 249205026 */
                /* (1<<36)/19952 >= (1<<36)/(aanscales[i] * qscale * quant_matrix[i]) >= (1<<36)/249205026 */
                /* 3444240       >= (1<<36)/(aanscales[i] * qscale * quant_matrix[i]) >= 275 */
147 148

                qmat[qscale][i] = (int)((uint64_t_C(1) << (QMAT_SHIFT + 14)) /
149 150 151 152
                                (aanscales[i] * qscale * quant_matrix[j]));
            }
        } else {
            for(i=0;i<64;i++) {
153
                const int j= dsp->idct_permutation[i];
154 155 156 157 158
                /* We can safely suppose that 16 <= quant_matrix[i] <= 255
                   So 16           <= qscale * quant_matrix[i]             <= 7905
                   so (1<<19) / 16 >= (1<<19) / (qscale * quant_matrix[i]) >= (1<<19) / 7905
                   so 32768        >= (1<<19) / (qscale * quant_matrix[i]) >= 67
                */
159
                qmat[qscale][i] = (int)((uint64_t_C(1) << QMAT_SHIFT) / (qscale * quant_matrix[j]));
M
Michael Niedermayer 已提交
160
//                qmat  [qscale][i] = (1 << QMAT_SHIFT_MMX) / (qscale * quant_matrix[i]);
161
                qmat16[qscale][0][i] = (1 << QMAT_SHIFT_MMX) / (qscale * quant_matrix[j]);
162

163 164
                if(qmat16[qscale][0][i]==0 || qmat16[qscale][0][i]==128*256) qmat16[qscale][0][i]=128*256-1;
                qmat16[qscale][1][i]= ROUNDED_DIV(bias<<(16-QUANT_BIAS_SHIFT), qmat16[qscale][0][i]);
165
            }
F
Fabrice Bellard 已提交
166
        }
167

168
        for(i=intra; i<64; i++){
169 170 171 172 173 174 175 176
            int64_t max= 8191;
            if (dsp->fdct == fdct_ifast
#ifndef FAAN_POSTSCALE
                   || dsp->fdct == ff_faandct
#endif
                   ) {
                max= (8191LL*aanscales[i]) >> 14;
            }
177
            while(((max * qmat[qscale][i]) >> shift) > INT_MAX){
178 179 180 181 182 183
                shift++;
            }
        }
    }
    if(shift){
        av_log(NULL, AV_LOG_INFO, "Warning, QMAT_SHIFT is larger then %d, overflows possible\n", QMAT_SHIFT - shift);
F
Fabrice Bellard 已提交
184 185
    }
}
186 187 188 189

static inline void update_qscale(MpegEncContext *s){
    s->qscale= (s->lambda*139 + FF_LAMBDA_SCALE*64) >> (FF_LAMBDA_SHIFT + 7);
    s->qscale= clip(s->qscale, s->avctx->qmin, s->avctx->qmax);
190

191 192
    s->lambda2= (s->lambda*s->lambda + FF_LAMBDA_SCALE/2) >> FF_LAMBDA_SHIFT;
}
193 194
#endif //CONFIG_ENCODERS

M
Michael Niedermayer 已提交
195
void ff_init_scantable(uint8_t *permutation, ScanTable *st, const uint8_t *src_scantable){
196 197
    int i;
    int end;
198

M
Michael Niedermayer 已提交
199
    st->scantable= src_scantable;
200 201 202 203

    for(i=0; i<64; i++){
        int j;
        j = src_scantable[i];
M
Michael Niedermayer 已提交
204
        st->permutated[i] = permutation[j];
205 206 207
#ifdef ARCH_POWERPC
        st->inverse[j] = i;
#endif
208
    }
209

210 211 212 213 214 215 216 217 218
    end=-1;
    for(i=0; i<64; i++){
        int j;
        j = st->permutated[i];
        if(j>end) end=j;
        st->raster_end[i]= end;
    }
}

219
#ifdef CONFIG_ENCODERS
220 221 222 223 224 225 226 227 228 229 230
void ff_write_quant_matrix(PutBitContext *pb, int16_t *matrix){
    int i;

    if(matrix){
        put_bits(pb, 1, 1);
        for(i=0;i<64;i++) {
            put_bits(pb, 8, matrix[ ff_zigzag_direct[i] ]);
        }
    }else
        put_bits(pb, 1, 0);
}
231
#endif //CONFIG_ENCODERS
232

M
Michael Niedermayer 已提交
233 234 235
const uint8_t *ff_find_start_code(const uint8_t * restrict p, const uint8_t *end, uint32_t * restrict state){
    int i;

M
Michael Niedermayer 已提交
236 237 238 239
    assert(p<=end);
    if(p>=end)
        return end;

M
Michael Niedermayer 已提交
240 241 242 243 244 245 246 247
    for(i=0; i<3; i++){
        uint32_t tmp= *state << 8;
        *state= tmp + *(p++);
        if(tmp == 0x100 || p==end)
            return p;
    }

    while(p<end){
M
Michael Niedermayer 已提交
248 249 250
        if     (p[-1] > 1      ) p+= 3;
        else if(p[-2]          ) p+= 2;
        else if(p[-3]|(p[-1]-1)) p++;
M
Michael Niedermayer 已提交
251 252 253 254 255 256
        else{
            p++;
            break;
        }
    }

M
Michael Niedermayer 已提交
257
    p= FFMIN(p, end)-4;
M
Michael Niedermayer 已提交
258 259 260 261 262
    *state=  be2me_32(unaligned32(p));

    return p+4;
}

263 264
/* init common dct for both encoder and decoder */
int DCT_common_init(MpegEncContext *s)
F
Fabrice Bellard 已提交
265
{
266 267 268 269 270
    s->dct_unquantize_h263_intra = dct_unquantize_h263_intra_c;
    s->dct_unquantize_h263_inter = dct_unquantize_h263_inter_c;
    s->dct_unquantize_mpeg1_intra = dct_unquantize_mpeg1_intra_c;
    s->dct_unquantize_mpeg1_inter = dct_unquantize_mpeg1_inter_c;
    s->dct_unquantize_mpeg2_intra = dct_unquantize_mpeg2_intra_c;
271 272
    if(s->flags & CODEC_FLAG_BITEXACT)
        s->dct_unquantize_mpeg2_intra = dct_unquantize_mpeg2_intra_bitexact;
273
    s->dct_unquantize_mpeg2_inter = dct_unquantize_mpeg2_inter_c;
274

275
#ifdef CONFIG_ENCODERS
276
    s->dct_quantize= dct_quantize_c;
M
Michael Niedermayer 已提交
277
    s->denoise_dct= denoise_dct_c;
278
#endif //CONFIG_ENCODERS
279

280
#ifdef HAVE_MMX
281
    MPV_common_init_mmx(s);
282 283 284
#endif
#ifdef ARCH_ALPHA
    MPV_common_init_axp(s);
N
Nick Kurshev 已提交
285
#endif
286 287 288
#ifdef HAVE_MLIB
    MPV_common_init_mlib(s);
#endif
289 290 291
#ifdef HAVE_MMI
    MPV_common_init_mmi(s);
#endif
292
#ifdef ARCH_ARMV4L
293
    MPV_common_init_armv4l(s);
294
#endif
295 296 297
#ifdef ARCH_POWERPC
    MPV_common_init_ppc(s);
#endif
298

299
#ifdef CONFIG_ENCODERS
300 301
    s->fast_dct_quantize= s->dct_quantize;

M
Michael Niedermayer 已提交
302 303 304 305
    if(s->flags&CODEC_FLAG_TRELLIS_QUANT){
        s->dct_quantize= dct_quantize_trellis_c; //move before MPV_common_init_*
    }

306 307
#endif //CONFIG_ENCODERS

308
    /* load & permutate scantables
309
       note: only wmv uses different ones
310
    */
M
Michael Niedermayer 已提交
311 312 313 314 315 316 317
    if(s->alternate_scan){
        ff_init_scantable(s->dsp.idct_permutation, &s->inter_scantable  , ff_alternate_vertical_scan);
        ff_init_scantable(s->dsp.idct_permutation, &s->intra_scantable  , ff_alternate_vertical_scan);
    }else{
        ff_init_scantable(s->dsp.idct_permutation, &s->inter_scantable  , ff_zigzag_direct);
        ff_init_scantable(s->dsp.idct_permutation, &s->intra_scantable  , ff_zigzag_direct);
    }
M
Michael Niedermayer 已提交
318 319
    ff_init_scantable(s->dsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
    ff_init_scantable(s->dsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
320

321 322 323
    return 0;
}

324 325 326 327 328
static void copy_picture(Picture *dst, Picture *src){
    *dst = *src;
    dst->type= FF_BUFFER_TYPE_COPY;
}

329 330 331
static void copy_picture_attributes(MpegEncContext *s, AVFrame *dst, AVFrame *src){
    int i;

332 333 334 335 336 337 338 339
    dst->pict_type              = src->pict_type;
    dst->quality                = src->quality;
    dst->coded_picture_number   = src->coded_picture_number;
    dst->display_picture_number = src->display_picture_number;
//    dst->reference              = src->reference;
    dst->pts                    = src->pts;
    dst->interlaced_frame       = src->interlaced_frame;
    dst->top_field_first        = src->top_field_first;
340

341 342 343 344 345 346 347
    if(s->avctx->me_threshold){
        if(!src->motion_val[0])
            av_log(s->avctx, AV_LOG_ERROR, "AVFrame.motion_val not set!\n");
        if(!src->mb_type)
            av_log(s->avctx, AV_LOG_ERROR, "AVFrame.mb_type not set!\n");
        if(!src->ref_index[0])
            av_log(s->avctx, AV_LOG_ERROR, "AVFrame.ref_index not set!\n");
348
        if(src->motion_subsample_log2 != dst->motion_subsample_log2)
349
            av_log(s->avctx, AV_LOG_ERROR, "AVFrame.motion_subsample_log2 doesn't match! (%d!=%d)\n",
350
            src->motion_subsample_log2, dst->motion_subsample_log2);
351 352

        memcpy(dst->mb_type, src->mb_type, s->mb_stride * s->mb_height * sizeof(dst->mb_type[0]));
353

354
        for(i=0; i<2; i++){
355 356 357
            int stride= ((16*s->mb_width )>>src->motion_subsample_log2) + 1;
            int height= ((16*s->mb_height)>>src->motion_subsample_log2);

358 359 360 361
            if(src->motion_val[i] && src->motion_val[i] != dst->motion_val[i]){
                memcpy(dst->motion_val[i], src->motion_val[i], 2*stride*height*sizeof(int16_t));
            }
            if(src->ref_index[i] && src->ref_index[i] != dst->ref_index[i]){
362
                memcpy(dst->ref_index[i], src->ref_index[i], s->b8_stride*2*s->mb_height*sizeof(int8_t));
363
            }
364 365
        }
    }
366 367
}

M
cleanup  
Michael Niedermayer 已提交
368
/**
M
Michael Niedermayer 已提交
369 370
 * allocates a Picture
 * The pixels are allocated/set by calling get_buffer() if shared=0
M
cleanup  
Michael Niedermayer 已提交
371
 */
M
Michael Niedermayer 已提交
372
static int alloc_picture(MpegEncContext *s, Picture *pic, int shared){
373 374
    const int big_mb_num= s->mb_stride*(s->mb_height+1) + 1; //the +1 is needed so memset(,,stride*height) doesnt sig11
    const int mb_array_size= s->mb_stride*s->mb_height;
375 376
    const int b8_array_size= s->b8_stride*s->mb_height*2;
    const int b4_array_size= s->b4_stride*s->mb_height*4;
M
Michael Niedermayer 已提交
377
    int i;
378

M
Michael Niedermayer 已提交
379 380 381 382 383 384
    if(shared){
        assert(pic->data[0]);
        assert(pic->type == 0 || pic->type == FF_BUFFER_TYPE_SHARED);
        pic->type= FF_BUFFER_TYPE_SHARED;
    }else{
        int r;
385

M
Michael Niedermayer 已提交
386
        assert(!pic->data[0]);
387

M
Michael Niedermayer 已提交
388
        r= s->avctx->get_buffer(s->avctx, (AVFrame*)pic);
389

M
Michael Niedermayer 已提交
390
        if(r<0 || !pic->age || !pic->type || !pic->data[0]){
391
            av_log(s->avctx, AV_LOG_ERROR, "get_buffer() failed (%d %d %d %p)\n", r, pic->age, pic->type, pic->data[0]);
M
Michael Niedermayer 已提交
392 393 394 395
            return -1;
        }

        if(s->linesize && (s->linesize != pic->linesize[0] || s->uvlinesize != pic->linesize[1])){
396
            av_log(s->avctx, AV_LOG_ERROR, "get_buffer() failed (stride changed)\n");
M
Michael Niedermayer 已提交
397 398 399 400
            return -1;
        }

        if(pic->linesize[1] != pic->linesize[2]){
D
Diego Biurrun 已提交
401
            av_log(s->avctx, AV_LOG_ERROR, "get_buffer() failed (uv stride mismatch)\n");
M
Michael Niedermayer 已提交
402 403 404 405 406
            return -1;
        }

        s->linesize  = pic->linesize[0];
        s->uvlinesize= pic->linesize[1];
M
cleanup  
Michael Niedermayer 已提交
407
    }
408

M
Michael Niedermayer 已提交
409
    if(pic->qscale_table==NULL){
410
        if (s->encoding) {
411 412 413
            CHECKED_ALLOCZ(pic->mb_var   , mb_array_size * sizeof(int16_t))
            CHECKED_ALLOCZ(pic->mc_mb_var, mb_array_size * sizeof(int16_t))
            CHECKED_ALLOCZ(pic->mb_mean  , mb_array_size * sizeof(int8_t))
M
Michael Niedermayer 已提交
414
        }
M
cleanup  
Michael Niedermayer 已提交
415

416
        CHECKED_ALLOCZ(pic->mbskip_table , mb_array_size * sizeof(uint8_t)+2) //the +2 is for the slice end check
417
        CHECKED_ALLOCZ(pic->qscale_table , mb_array_size * sizeof(uint8_t))
418
        CHECKED_ALLOCZ(pic->mb_type_base , big_mb_num    * sizeof(uint32_t))
419
        pic->mb_type= pic->mb_type_base + s->mb_stride+1;
M
Michael Niedermayer 已提交
420 421
        if(s->out_format == FMT_H264){
            for(i=0; i<2; i++){
M
Michael Niedermayer 已提交
422 423
                CHECKED_ALLOCZ(pic->motion_val_base[i], 2 * (b4_array_size+4)  * sizeof(int16_t))
                pic->motion_val[i]= pic->motion_val_base[i]+4;
424
                CHECKED_ALLOCZ(pic->ref_index[i], b8_array_size * sizeof(uint8_t))
425
            }
M
Michael Niedermayer 已提交
426
            pic->motion_subsample_log2= 2;
427
        }else if(s->out_format == FMT_H263 || s->encoding || (s->avctx->debug&FF_DEBUG_MV) || (s->avctx->debug_mv)){
428
            for(i=0; i<2; i++){
M
Michael Niedermayer 已提交
429 430
                CHECKED_ALLOCZ(pic->motion_val_base[i], 2 * (b8_array_size+4) * sizeof(int16_t))
                pic->motion_val[i]= pic->motion_val_base[i]+4;
431
                CHECKED_ALLOCZ(pic->ref_index[i], b8_array_size * sizeof(uint8_t))
M
Michael Niedermayer 已提交
432
            }
M
Michael Niedermayer 已提交
433
            pic->motion_subsample_log2= 3;
M
Michael Niedermayer 已提交
434
        }
435 436 437
        if(s->avctx->debug&FF_DEBUG_DCT_COEFF) {
            CHECKED_ALLOCZ(pic->dct_coeff, 64 * mb_array_size * sizeof(DCTELEM)*6)
        }
438
        pic->qstride= s->mb_stride;
439
        CHECKED_ALLOCZ(pic->pan_scan , 1 * sizeof(AVPanScan))
M
Michael Niedermayer 已提交
440
    }
M
Michael Niedermayer 已提交
441

442 443 444 445
    //it might be nicer if the application would keep track of these but it would require a API change
    memmove(s->prev_pict_types+1, s->prev_pict_types, PREV_PICT_TYPES_BUFFER_SIZE-1);
    s->prev_pict_types[0]= s->pict_type;
    if(pic->age < PREV_PICT_TYPES_BUFFER_SIZE && s->prev_pict_types[pic->age] == B_TYPE)
446
        pic->age= INT_MAX; // skipped MBs in b frames are quite rare in mpeg1/2 and its a bit tricky to skip them anyway
447

M
cleanup  
Michael Niedermayer 已提交
448 449 450 451 452
    return 0;
fail: //for the CHECKED_ALLOCZ macro
    return -1;
}

M
Michael Niedermayer 已提交
453 454 455
/**
 * deallocates a picture
 */
M
cleanup  
Michael Niedermayer 已提交
456 457
static void free_picture(MpegEncContext *s, Picture *pic){
    int i;
M
Michael Niedermayer 已提交
458 459

    if(pic->data[0] && pic->type!=FF_BUFFER_TYPE_SHARED){
M
Michael Niedermayer 已提交
460
        s->avctx->release_buffer(s->avctx, (AVFrame*)pic);
M
Michael Niedermayer 已提交
461 462
    }

M
cleanup  
Michael Niedermayer 已提交
463 464 465 466 467
    av_freep(&pic->mb_var);
    av_freep(&pic->mc_mb_var);
    av_freep(&pic->mb_mean);
    av_freep(&pic->mbskip_table);
    av_freep(&pic->qscale_table);
M
Michael Niedermayer 已提交
468
    av_freep(&pic->mb_type_base);
469
    av_freep(&pic->dct_coeff);
470
    av_freep(&pic->pan_scan);
M
Michael Niedermayer 已提交
471 472
    pic->mb_type= NULL;
    for(i=0; i<2; i++){
473
        av_freep(&pic->motion_val_base[i]);
M
Michael Niedermayer 已提交
474 475
        av_freep(&pic->ref_index[i]);
    }
476

477
    if(pic->type == FF_BUFFER_TYPE_SHARED){
M
Michael Niedermayer 已提交
478 479 480 481
        for(i=0; i<4; i++){
            pic->base[i]=
            pic->data[i]= NULL;
        }
482
        pic->type= 0;
M
cleanup  
Michael Niedermayer 已提交
483 484 485
    }
}

486 487 488
static int init_duplicate_context(MpegEncContext *s, MpegEncContext *base){
    int i;

489
    // edge emu needs blocksize + filter length - 1 (=17x17 for halfpel / 21x21 for h264)
L
Loren Merritt 已提交
490 491
    CHECKED_ALLOCZ(s->allocated_edge_emu_buffer, (s->width+64)*2*21*2); //(width + edge + align)*interlaced*MBsize*tolerance
    s->edge_emu_buffer= s->allocated_edge_emu_buffer + (s->width+64)*2*21;
492 493

     //FIXME should be linesize instead of s->width*2 but that isnt known before get_buffer()
494
    CHECKED_ALLOCZ(s->me.scratchpad,  (s->width+64)*4*16*2*sizeof(uint8_t))
495 496 497 498 499 500 501 502 503
    s->rd_scratchpad=   s->me.scratchpad;
    s->b_scratchpad=    s->me.scratchpad;
    s->obmc_scratchpad= s->me.scratchpad + 16;
    if (s->encoding) {
        CHECKED_ALLOCZ(s->me.map      , ME_MAP_SIZE*sizeof(uint32_t))
        CHECKED_ALLOCZ(s->me.score_map, ME_MAP_SIZE*sizeof(uint32_t))
        if(s->avctx->noise_reduction){
            CHECKED_ALLOCZ(s->dct_error_sum, 2 * 64 * sizeof(int))
        }
504
    }
505
    CHECKED_ALLOCZ(s->blocks, 64*12*2 * sizeof(DCTELEM))
506 507 508 509 510 511 512 513 514 515 516 517 518 519 520
    s->block= s->blocks[0];

    for(i=0;i<12;i++){
        s->pblocks[i] = (short *)(&s->block[i]);
    }
    return 0;
fail:
    return -1; //free() through MPV_common_end()
}

static void free_duplicate_context(MpegEncContext *s){
    if(s==NULL) return;

    av_freep(&s->allocated_edge_emu_buffer); s->edge_emu_buffer= NULL;
    av_freep(&s->me.scratchpad);
521 522
    s->rd_scratchpad=
    s->b_scratchpad=
523
    s->obmc_scratchpad= NULL;
524

525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548
    av_freep(&s->dct_error_sum);
    av_freep(&s->me.map);
    av_freep(&s->me.score_map);
    av_freep(&s->blocks);
    s->block= NULL;
}

static void backup_duplicate_context(MpegEncContext *bak, MpegEncContext *src){
#define COPY(a) bak->a= src->a
    COPY(allocated_edge_emu_buffer);
    COPY(edge_emu_buffer);
    COPY(me.scratchpad);
    COPY(rd_scratchpad);
    COPY(b_scratchpad);
    COPY(obmc_scratchpad);
    COPY(me.map);
    COPY(me.score_map);
    COPY(blocks);
    COPY(block);
    COPY(start_mb_y);
    COPY(end_mb_y);
    COPY(me.map_generation);
    COPY(pb);
    COPY(dct_error_sum);
549 550
    COPY(dct_count[0]);
    COPY(dct_count[1]);
551 552 553
#undef COPY
}

554
void ff_update_duplicate_context(MpegEncContext *dst, MpegEncContext *src){
555
    MpegEncContext bak;
556
    int i;
557 558 559 560 561
    //FIXME copy only needed parts
//START_TIMER
    backup_duplicate_context(&bak, dst);
    memcpy(dst, src, sizeof(MpegEncContext));
    backup_duplicate_context(dst, &bak);
562 563 564
    for(i=0;i<12;i++){
        dst->pblocks[i] = (short *)(&dst->block[i]);
    }
565 566 567 568 569 570 571 572 573 574 575 576 577 578
//STOP_TIMER("update_duplicate_context") //about 10k cycles / 0.01 sec for 1000frames on 1ghz with 2 threads
}

static void update_duplicate_context_after_me(MpegEncContext *dst, MpegEncContext *src){
#define COPY(a) dst->a= src->a
    COPY(pict_type);
    COPY(current_picture);
    COPY(f_code);
    COPY(b_code);
    COPY(qscale);
    COPY(lambda);
    COPY(lambda2);
    COPY(picture_in_gop_number);
    COPY(gop_picture_number);
D
Diego Biurrun 已提交
579 580 581
    COPY(frame_pred_frame_dct); //FIXME don't set in encode_header
    COPY(progressive_frame); //FIXME don't set in encode_header
    COPY(partitioned_frame); //FIXME don't set in encode_header
582 583 584
#undef COPY
}

M
Michael Niedermayer 已提交
585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601
/**
 * sets the given MpegEncContext to common defaults (same for encoding and decoding).
 * the changed fields will not depend upon the prior state of the MpegEncContext.
 */
static void MPV_common_defaults(MpegEncContext *s){
    s->y_dc_scale_table=
    s->c_dc_scale_table= ff_mpeg1_dc_scale_table;
    s->chroma_qscale_table= ff_default_chroma_qscale_table;
    s->progressive_frame= 1;
    s->progressive_sequence= 1;
    s->picture_structure= PICT_FRAME;

    s->coded_picture_number = 0;
    s->picture_number = 0;
    s->input_picture_number = 0;

    s->picture_in_gop_number = 0;
602 603 604

    s->f_code = 1;
    s->b_code = 1;
M
Michael Niedermayer 已提交
605 606 607 608 609 610 611 612 613 614 615 616 617 618
}

/**
 * sets the given MpegEncContext to defaults for decoding.
 * the changed fields will not depend upon the prior state of the MpegEncContext.
 */
void MPV_decode_defaults(MpegEncContext *s){
    MPV_common_defaults(s);
}

/**
 * sets the given MpegEncContext to defaults for encoding.
 * the changed fields will not depend upon the prior state of the MpegEncContext.
 */
619 620

#ifdef CONFIG_ENCODERS
621
static void MPV_encode_defaults(MpegEncContext *s){
M
Michael Niedermayer 已提交
622
    static int done=0;
623

M
Michael Niedermayer 已提交
624
    MPV_common_defaults(s);
625

M
Michael Niedermayer 已提交
626 627 628 629 630 631 632 633 634 635 636 637 638 639
    if(!done){
        int i;
        done=1;

        default_mv_penalty= av_mallocz( sizeof(uint8_t)*(MAX_FCODE+1)*(2*MAX_MV+1) );
        memset(default_fcode_tab , 0, sizeof(uint8_t)*(2*MAX_MV+1));

        for(i=-16; i<16; i++){
            default_fcode_tab[i + MAX_MV]= 1;
        }
    }
    s->me.mv_penalty= default_mv_penalty;
    s->fcode_tab= default_fcode_tab;
}
640
#endif //CONFIG_ENCODERS
M
Michael Niedermayer 已提交
641

642
/**
M
Michael Niedermayer 已提交
643 644 645
 * init common structure for both encoder and decoder.
 * this assumes that some variables like width/height are already set
 */
646 647
int MPV_common_init(MpegEncContext *s)
{
M
Michael Niedermayer 已提交
648
    int y_size, c_size, yc_size, i, mb_array_size, mv_table_size, x, y;
649

L
Loren Merritt 已提交
650 651 652
    s->mb_height = (s->height + 15) / 16;

    if(s->avctx->thread_count > MAX_THREADS || (s->avctx->thread_count > s->mb_height && s->mb_height)){
M
10l  
Michael Niedermayer 已提交
653 654 655 656
        av_log(s->avctx, AV_LOG_ERROR, "too many threads\n");
        return -1;
    }

657 658 659
    if((s->width || s->height) && avcodec_check_dimensions(s->avctx, s->width, s->height))
        return -1;

660
    dsputil_init(&s->dsp, s->avctx);
661
    DCT_common_init(s);
662

663
    s->flags= s->avctx->flags;
664
    s->flags2= s->avctx->flags2;
665

M
cleanup  
Michael Niedermayer 已提交
666
    s->mb_width  = (s->width  + 15) / 16;
667
    s->mb_stride = s->mb_width + 1;
668 669
    s->b8_stride = s->mb_width*2 + 1;
    s->b4_stride = s->mb_width*4 + 1;
670
    mb_array_size= s->mb_height * s->mb_stride;
M
Michael Niedermayer 已提交
671
    mv_table_size= (s->mb_height+2) * s->mb_stride + 1;
672

673 674 675 676
    /* set chroma shifts */
    avcodec_get_chroma_sub_sample(s->avctx->pix_fmt,&(s->chroma_x_shift),
                                                    &(s->chroma_y_shift) );

677 678 679
    /* set default edge pos, will be overriden in decode_header if needed */
    s->h_edge_pos= s->mb_width*16;
    s->v_edge_pos= s->mb_height*16;
680 681

    s->mb_num = s->mb_width * s->mb_height;
682

683 684 685
    s->block_wrap[0]=
    s->block_wrap[1]=
    s->block_wrap[2]=
686
    s->block_wrap[3]= s->b8_stride;
687
    s->block_wrap[4]=
688
    s->block_wrap[5]= s->mb_stride;
689

690 691
    y_size = s->b8_stride * (2 * s->mb_height + 1);
    c_size = s->mb_stride * (s->mb_height + 1);
692
    yc_size = y_size + 2 * c_size;
693

694
    /* convert fourcc to upper case */
695
    s->avctx->codec_tag=   toupper( s->avctx->codec_tag     &0xFF)
696
                        + (toupper((s->avctx->codec_tag>>8 )&0xFF)<<8 )
697
                        + (toupper((s->avctx->codec_tag>>16)&0xFF)<<16)
698
                        + (toupper((s->avctx->codec_tag>>24)&0xFF)<<24);
699

700
    s->avctx->stream_codec_tag=   toupper( s->avctx->stream_codec_tag     &0xFF)
701
                               + (toupper((s->avctx->stream_codec_tag>>8 )&0xFF)<<8 )
702
                               + (toupper((s->avctx->stream_codec_tag>>16)&0xFF)<<16)
703 704
                               + (toupper((s->avctx->stream_codec_tag>>24)&0xFF)<<24);

M
Michael Niedermayer 已提交
705
    s->avctx->coded_frame= (AVFrame*)&s->current_picture;
M
cleanup  
Michael Niedermayer 已提交
706

707 708 709 710 711 712 713
    CHECKED_ALLOCZ(s->mb_index2xy, (s->mb_num+1)*sizeof(int)) //error ressilience code looks cleaner with this
    for(y=0; y<s->mb_height; y++){
        for(x=0; x<s->mb_width; x++){
            s->mb_index2xy[ x + y*s->mb_width ] = x + y*s->mb_stride;
        }
    }
    s->mb_index2xy[ s->mb_height*s->mb_width ] = (s->mb_height-1)*s->mb_stride + s->mb_width; //FIXME really needed?
714

715
    if (s->encoding) {
716
        /* Allocate MV tables */
717 718 719 720 721 722 723 724 725 726 727 728
        CHECKED_ALLOCZ(s->p_mv_table_base            , mv_table_size * 2 * sizeof(int16_t))
        CHECKED_ALLOCZ(s->b_forw_mv_table_base       , mv_table_size * 2 * sizeof(int16_t))
        CHECKED_ALLOCZ(s->b_back_mv_table_base       , mv_table_size * 2 * sizeof(int16_t))
        CHECKED_ALLOCZ(s->b_bidir_forw_mv_table_base , mv_table_size * 2 * sizeof(int16_t))
        CHECKED_ALLOCZ(s->b_bidir_back_mv_table_base , mv_table_size * 2 * sizeof(int16_t))
        CHECKED_ALLOCZ(s->b_direct_mv_table_base     , mv_table_size * 2 * sizeof(int16_t))
        s->p_mv_table           = s->p_mv_table_base            + s->mb_stride + 1;
        s->b_forw_mv_table      = s->b_forw_mv_table_base       + s->mb_stride + 1;
        s->b_back_mv_table      = s->b_back_mv_table_base       + s->mb_stride + 1;
        s->b_bidir_forw_mv_table= s->b_bidir_forw_mv_table_base + s->mb_stride + 1;
        s->b_bidir_back_mv_table= s->b_bidir_back_mv_table_base + s->mb_stride + 1;
        s->b_direct_mv_table    = s->b_direct_mv_table_base     + s->mb_stride + 1;
729

730 731 732
        if(s->msmpeg4_version){
            CHECKED_ALLOCZ(s->ac_stats, 2*2*(MAX_LEVEL+1)*(MAX_RUN+1)*2*sizeof(int));
        }
M
Michael Niedermayer 已提交
733
        CHECKED_ALLOCZ(s->avctx->stats_out, 256);
734 735

        /* Allocate MB type table */
M
Michael Niedermayer 已提交
736
        CHECKED_ALLOCZ(s->mb_type  , mb_array_size * sizeof(uint16_t)) //needed for encoding
737

738
        CHECKED_ALLOCZ(s->lambda_table, mb_array_size * sizeof(int))
739

740 741
        CHECKED_ALLOCZ(s->q_intra_matrix, 64*32 * sizeof(int))
        CHECKED_ALLOCZ(s->q_inter_matrix, 64*32 * sizeof(int))
742 743
        CHECKED_ALLOCZ(s->q_intra_matrix16, 64*32*2 * sizeof(uint16_t))
        CHECKED_ALLOCZ(s->q_inter_matrix16, 64*32*2 * sizeof(uint16_t))
744 745
        CHECKED_ALLOCZ(s->input_picture, MAX_PICTURE_COUNT * sizeof(Picture*))
        CHECKED_ALLOCZ(s->reordered_input_picture, MAX_PICTURE_COUNT * sizeof(Picture*))
746

747 748 749
        if(s->avctx->noise_reduction){
            CHECKED_ALLOCZ(s->dct_offset, 2 * 64 * sizeof(uint16_t))
        }
750
    }
751 752
    CHECKED_ALLOCZ(s->picture, MAX_PICTURE_COUNT * sizeof(Picture))

753
    CHECKED_ALLOCZ(s->error_status_table, mb_array_size*sizeof(uint8_t))
754

M
Michael Niedermayer 已提交
755
    if(s->codec_id==CODEC_ID_MPEG4 || (s->flags & CODEC_FLAG_INTERLACED_ME)){
756
        /* interlaced direct mode decoding tables */
M
Michael Niedermayer 已提交
757 758 759 760 761 762 763 764 765 766 767 768 769
            for(i=0; i<2; i++){
                int j, k;
                for(j=0; j<2; j++){
                    for(k=0; k<2; k++){
                        CHECKED_ALLOCZ(s->b_field_mv_table_base[i][j][k]     , mv_table_size * 2 * sizeof(int16_t))
                        s->b_field_mv_table[i][j][k]    = s->b_field_mv_table_base[i][j][k]     + s->mb_stride + 1;
                    }
                    CHECKED_ALLOCZ(s->b_field_select_table[i][j]     , mb_array_size * 2 * sizeof(uint8_t))
                    CHECKED_ALLOCZ(s->p_field_mv_table_base[i][j]     , mv_table_size * 2 * sizeof(int16_t))
                    s->p_field_mv_table[i][j]    = s->p_field_mv_table_base[i][j]     + s->mb_stride + 1;
                }
                CHECKED_ALLOCZ(s->p_field_select_table[i]      , mb_array_size * 2 * sizeof(uint8_t))
            }
F
Fabrice Bellard 已提交
770
    }
M
Michael Niedermayer 已提交
771
    if (s->out_format == FMT_H263) {
F
Fabrice Bellard 已提交
772
        /* ac values */
773 774 775
        CHECKED_ALLOCZ(s->ac_val_base, yc_size * sizeof(int16_t) * 16);
        s->ac_val[0] = s->ac_val_base + s->b8_stride + 1;
        s->ac_val[1] = s->ac_val_base + y_size + s->mb_stride + 1;
F
Fabrice Bellard 已提交
776
        s->ac_val[2] = s->ac_val[1] + c_size;
777

F
Fabrice Bellard 已提交
778
        /* cbp values */
779 780
        CHECKED_ALLOCZ(s->coded_block_base, y_size);
        s->coded_block= s->coded_block_base + s->b8_stride + 1;
781

782
        /* cbp, ac_pred, pred_dir */
783 784
        CHECKED_ALLOCZ(s->cbp_table  , mb_array_size * sizeof(uint8_t))
        CHECKED_ALLOCZ(s->pred_dir_table, mb_array_size * sizeof(uint8_t))
785
    }
786

787 788 789
    if (s->h263_pred || s->h263_plus || !s->encoding) {
        /* dc values */
        //MN: we need these for error resilience of intra-frames
790 791 792
        CHECKED_ALLOCZ(s->dc_val_base, yc_size * sizeof(int16_t));
        s->dc_val[0] = s->dc_val_base + s->b8_stride + 1;
        s->dc_val[1] = s->dc_val_base + y_size + s->mb_stride + 1;
793 794
        s->dc_val[2] = s->dc_val[1] + c_size;
        for(i=0;i<yc_size;i++)
795
            s->dc_val_base[i] = 1024;
796 797
    }

798
    /* which mb is a intra block */
799 800
    CHECKED_ALLOCZ(s->mbintra_table, mb_array_size);
    memset(s->mbintra_table, 1, mb_array_size);
801

802
    /* init macroblock skip table */
803
    CHECKED_ALLOCZ(s->mbskip_table, mb_array_size+2);
804
    //Note the +1 is for a quicker mpeg4 slice_end detection
805
    CHECKED_ALLOCZ(s->prev_pict_types, PREV_PICT_TYPES_BUFFER_SIZE);
806

807
    s->parse_context.state= -1;
808 809 810 811 812
    if((s->avctx->debug&(FF_DEBUG_VIS_QP|FF_DEBUG_VIS_MB_TYPE)) || (s->avctx->debug_mv)){
       s->visualization_buffer[0] = av_malloc((s->mb_width*16 + 2*EDGE_WIDTH) * s->mb_height*16 + 2*EDGE_WIDTH);
       s->visualization_buffer[1] = av_malloc((s->mb_width*8 + EDGE_WIDTH) * s->mb_height*8 + EDGE_WIDTH);
       s->visualization_buffer[2] = av_malloc((s->mb_width*8 + EDGE_WIDTH) * s->mb_height*8 + EDGE_WIDTH);
    }
813

F
Fabrice Bellard 已提交
814
    s->context_initialized = 1;
815 816 817 818 819 820 821 822 823 824 825 826 827 828

    s->thread_context[0]= s;
    for(i=1; i<s->avctx->thread_count; i++){
        s->thread_context[i]= av_malloc(sizeof(MpegEncContext));
        memcpy(s->thread_context[i], s, sizeof(MpegEncContext));
    }

    for(i=0; i<s->avctx->thread_count; i++){
        if(init_duplicate_context(s->thread_context[i], s) < 0)
           goto fail;
        s->thread_context[i]->start_mb_y= (s->mb_height*(i  ) + s->avctx->thread_count/2) / s->avctx->thread_count;
        s->thread_context[i]->end_mb_y  = (s->mb_height*(i+1) + s->avctx->thread_count/2) / s->avctx->thread_count;
    }

F
Fabrice Bellard 已提交
829 830
    return 0;
 fail:
831
    MPV_common_end(s);
F
Fabrice Bellard 已提交
832 833 834 835 836 837
    return -1;
}

/* init common structure for both encoder and decoder */
void MPV_common_end(MpegEncContext *s)
{
M
Michael Niedermayer 已提交
838
    int i, j, k;
F
Fabrice Bellard 已提交
839

840 841 842 843 844 845 846
    for(i=0; i<s->avctx->thread_count; i++){
        free_duplicate_context(s->thread_context[i]);
    }
    for(i=1; i<s->avctx->thread_count; i++){
        av_freep(&s->thread_context[i]);
    }

847 848 849
    av_freep(&s->parse_context.buffer);
    s->parse_context.buffer_size=0;

850
    av_freep(&s->mb_type);
851 852 853 854 855 856 857 858 859 860 861 862
    av_freep(&s->p_mv_table_base);
    av_freep(&s->b_forw_mv_table_base);
    av_freep(&s->b_back_mv_table_base);
    av_freep(&s->b_bidir_forw_mv_table_base);
    av_freep(&s->b_bidir_back_mv_table_base);
    av_freep(&s->b_direct_mv_table_base);
    s->p_mv_table= NULL;
    s->b_forw_mv_table= NULL;
    s->b_back_mv_table= NULL;
    s->b_bidir_forw_mv_table= NULL;
    s->b_bidir_back_mv_table= NULL;
    s->b_direct_mv_table= NULL;
M
Michael Niedermayer 已提交
863 864 865 866 867 868 869 870 871 872 873 874
    for(i=0; i<2; i++){
        for(j=0; j<2; j++){
            for(k=0; k<2; k++){
                av_freep(&s->b_field_mv_table_base[i][j][k]);
                s->b_field_mv_table[i][j][k]=NULL;
            }
            av_freep(&s->b_field_select_table[i][j]);
            av_freep(&s->p_field_mv_table_base[i][j]);
            s->p_field_mv_table[i][j]=NULL;
        }
        av_freep(&s->p_field_select_table[i]);
    }
875

876 877 878
    av_freep(&s->dc_val_base);
    av_freep(&s->ac_val_base);
    av_freep(&s->coded_block_base);
879
    av_freep(&s->mbintra_table);
880 881
    av_freep(&s->cbp_table);
    av_freep(&s->pred_dir_table);
882

883
    av_freep(&s->mbskip_table);
884
    av_freep(&s->prev_pict_types);
885
    av_freep(&s->bitstream_buffer);
886 887
    s->allocated_bitstream_buffer_size=0;

M
Michael Niedermayer 已提交
888
    av_freep(&s->avctx->stats_out);
889
    av_freep(&s->ac_stats);
890
    av_freep(&s->error_status_table);
891
    av_freep(&s->mb_index2xy);
892
    av_freep(&s->lambda_table);
893 894
    av_freep(&s->q_intra_matrix);
    av_freep(&s->q_inter_matrix);
895 896
    av_freep(&s->q_intra_matrix16);
    av_freep(&s->q_inter_matrix16);
897 898
    av_freep(&s->input_picture);
    av_freep(&s->reordered_input_picture);
899
    av_freep(&s->dct_offset);
M
cleanup  
Michael Niedermayer 已提交
900

M
Michael Niedermayer 已提交
901 902 903 904
    if(s->picture){
        for(i=0; i<MAX_PICTURE_COUNT; i++){
            free_picture(s, &s->picture[i]);
        }
F
Fabrice Bellard 已提交
905
    }
906
    av_freep(&s->picture);
F
Fabrice Bellard 已提交
907
    s->context_initialized = 0;
908 909 910
    s->last_picture_ptr=
    s->next_picture_ptr=
    s->current_picture_ptr= NULL;
M
Michael Niedermayer 已提交
911
    s->linesize= s->uvlinesize= 0;
912

913
    for(i=0; i<3; i++)
914
        av_freep(&s->visualization_buffer[i]);
M
Michael Niedermayer 已提交
915 916

    avcodec_default_free_buffers(s->avctx);
F
Fabrice Bellard 已提交
917 918
}

919 920
#ifdef CONFIG_ENCODERS

F
Fabrice Bellard 已提交
921 922 923 924
/* init video encoder */
int MPV_encode_init(AVCodecContext *avctx)
{
    MpegEncContext *s = avctx->priv_data;
925
    int i;
926
    int chroma_h_shift, chroma_v_shift;
927

M
Michael Niedermayer 已提交
928
    MPV_encode_defaults(s);
929

930 931 932 933 934 935 936 937 938 939
    switch (avctx->codec_id) {
    case CODEC_ID_MPEG2VIDEO:
        if(avctx->pix_fmt != PIX_FMT_YUV420P && avctx->pix_fmt != PIX_FMT_YUV422P){
            av_log(avctx, AV_LOG_ERROR, "only YUV420 and YUV422 are supported\n");
            return -1;
        }
        break;
    case CODEC_ID_LJPEG:
    case CODEC_ID_MJPEG:
        if(avctx->pix_fmt != PIX_FMT_YUVJ420P && (avctx->pix_fmt != PIX_FMT_YUV420P || avctx->strict_std_compliance>FF_COMPLIANCE_INOFFICIAL)){
M
Michael Niedermayer 已提交
940 941 942
            av_log(avctx, AV_LOG_ERROR, "colorspace not supported in jpeg\n");
            return -1;
        }
943 944 945 946
        break;
    default:
        if(avctx->pix_fmt != PIX_FMT_YUV420P){
            av_log(avctx, AV_LOG_ERROR, "only YUV420 is supported\n");
M
Michael Niedermayer 已提交
947 948 949
            return -1;
        }
    }
950

951 952 953 954 955 956 957 958 959 960 961 962
    switch (avctx->pix_fmt) {
    case PIX_FMT_YUVJ422P:
    case PIX_FMT_YUV422P:
        s->chroma_format = CHROMA_422;
        break;
    case PIX_FMT_YUVJ420P:
    case PIX_FMT_YUV420P:
    default:
        s->chroma_format = CHROMA_420;
        break;
    }

F
Fabrice Bellard 已提交
963 964 965
    s->bit_rate = avctx->bit_rate;
    s->width = avctx->width;
    s->height = avctx->height;
966
    if(avctx->gop_size > 600 && avctx->strict_std_compliance>FF_COMPLIANCE_EXPERIMENTAL){
967
        av_log(avctx, AV_LOG_ERROR, "Warning keyframe interval too large! reducing it ...\n");
968 969
        avctx->gop_size=600;
    }
F
Fabrice Bellard 已提交
970
    s->gop_size = avctx->gop_size;
971
    s->avctx = avctx;
972
    s->flags= avctx->flags;
973
    s->flags2= avctx->flags2;
974
    s->max_b_frames= avctx->max_b_frames;
975
    s->codec_id= avctx->codec->id;
976 977 978 979
    s->luma_elim_threshold  = avctx->luma_elim_threshold;
    s->chroma_elim_threshold= avctx->chroma_elim_threshold;
    s->strict_std_compliance= avctx->strict_std_compliance;
    s->data_partitioning= avctx->flags & CODEC_FLAG_PART;
M
Michael Niedermayer 已提交
980
    s->quarter_sample= (avctx->flags & CODEC_FLAG_QPEL)!=0;
981
    s->mpeg_quant= avctx->mpeg_quant;
M
Michael Niedermayer 已提交
982
    s->rtp_mode= !!avctx->rtp_payload_size;
983
    s->intra_dc_precision= avctx->intra_dc_precision;
984
    s->user_specified_pts = AV_NOPTS_VALUE;
985

F
Fabrice Bellard 已提交
986 987 988 989 990 991
    if (s->gop_size <= 1) {
        s->intra_only = 1;
        s->gop_size = 12;
    } else {
        s->intra_only = 0;
    }
992

M
Michael Niedermayer 已提交
993
    s->me_method = avctx->me_method;
994

995
    /* Fixed QSCALE */
M
Michael Niedermayer 已提交
996
    s->fixed_qscale = !!(avctx->flags & CODEC_FLAG_QSCALE);
997

998
    s->adaptive_quant= (   s->avctx->lumi_masking
999
                        || s->avctx->dark_masking
1000
                        || s->avctx->temporal_cplx_masking
1001
                        || s->avctx->spatial_cplx_masking
1002
                        || s->avctx->p_masking
1003
                        || s->avctx->border_masking
1004
                        || (s->flags&CODEC_FLAG_QP_RD))
1005
                       && !s->fixed_qscale;
1006

M
Michael Niedermayer 已提交
1007 1008 1009
    s->obmc= !!(s->flags & CODEC_FLAG_OBMC);
    s->loop_filter= !!(s->flags & CODEC_FLAG_LOOP_FILTER);
    s->alternate_scan= !!(s->flags & CODEC_FLAG_ALT_SCAN);
1010
    s->intra_vlc_format= !!(s->flags2 & CODEC_FLAG2_INTRA_VLC);
1011

M
Michael Niedermayer 已提交
1012 1013 1014
    if(avctx->rc_max_rate && !avctx->rc_buffer_size){
        av_log(avctx, AV_LOG_ERROR, "a vbv buffer size is needed, for encoding with a maximum bitrate\n");
        return -1;
1015
    }
M
Michael Niedermayer 已提交
1016 1017

    if(avctx->rc_min_rate && avctx->rc_max_rate != avctx->rc_min_rate){
1018
        av_log(avctx, AV_LOG_INFO, "Warning min_rate > 0 but min_rate != max_rate isn't recommended!\n");
1019
    }
1020

M
Michael Niedermayer 已提交
1021 1022 1023 1024
    if(avctx->rc_min_rate && avctx->rc_min_rate > avctx->bit_rate){
        av_log(avctx, AV_LOG_INFO, "bitrate below min bitrate\n");
        return -1;
    }
1025

M
Michael Niedermayer 已提交
1026 1027 1028 1029
    if(avctx->rc_max_rate && avctx->rc_max_rate < avctx->bit_rate){
        av_log(avctx, AV_LOG_INFO, "bitrate above max bitrate\n");
        return -1;
    }
1030 1031

    if(   s->avctx->rc_max_rate && s->avctx->rc_min_rate == s->avctx->rc_max_rate
1032 1033
       && (s->codec_id == CODEC_ID_MPEG1VIDEO || s->codec_id == CODEC_ID_MPEG2VIDEO)
       && 90000LL * (avctx->rc_buffer_size-1) > s->avctx->rc_max_rate*0xFFFFLL){
1034

1035 1036
        av_log(avctx, AV_LOG_INFO, "Warning vbv_delay will be set to 0xFFFF (=VBR) as the specified vbv buffer is too large for the given bitrate!\n");
    }
1037 1038

    if((s->flags & CODEC_FLAG_4MV) && s->codec_id != CODEC_ID_MPEG4
1039
       && s->codec_id != CODEC_ID_H263 && s->codec_id != CODEC_ID_H263P && s->codec_id != CODEC_ID_FLV1){
1040
        av_log(avctx, AV_LOG_ERROR, "4MV not supported by codec\n");
1041 1042
        return -1;
    }
1043

M
Michael Niedermayer 已提交
1044
    if(s->obmc && s->avctx->mb_decision != FF_MB_DECISION_SIMPLE){
1045
        av_log(avctx, AV_LOG_ERROR, "OBMC is only supported with simple mb decision\n");
M
Michael Niedermayer 已提交
1046 1047
        return -1;
    }
1048

M
Michael Niedermayer 已提交
1049 1050 1051 1052
    if(s->obmc && s->codec_id != CODEC_ID_H263 && s->codec_id != CODEC_ID_H263P){
        av_log(avctx, AV_LOG_ERROR, "OBMC is only supported with H263(+)\n");
        return -1;
    }
1053

1054
    if(s->quarter_sample && s->codec_id != CODEC_ID_MPEG4){
1055
        av_log(avctx, AV_LOG_ERROR, "qpel not supported by codec\n");
1056 1057 1058 1059
        return -1;
    }

    if(s->data_partitioning && s->codec_id != CODEC_ID_MPEG4){
1060
        av_log(avctx, AV_LOG_ERROR, "data partitioning not supported by codec\n");
1061 1062
        return -1;
    }
1063

M
Michael Niedermayer 已提交
1064
    if(s->max_b_frames && s->codec_id != CODEC_ID_MPEG4 && s->codec_id != CODEC_ID_MPEG1VIDEO && s->codec_id != CODEC_ID_MPEG2VIDEO){
1065
        av_log(avctx, AV_LOG_ERROR, "b frames not supported by codec\n");
1066 1067
        return -1;
    }
M
Michael Niedermayer 已提交
1068

1069
    if((s->flags & (CODEC_FLAG_INTERLACED_DCT|CODEC_FLAG_INTERLACED_ME|CODEC_FLAG_ALT_SCAN))
M
Michael Niedermayer 已提交
1070 1071 1072 1073
       && s->codec_id != CODEC_ID_MPEG4 && s->codec_id != CODEC_ID_MPEG2VIDEO){
        av_log(avctx, AV_LOG_ERROR, "interlacing not supported by codec\n");
        return -1;
    }
1074

1075
    if(s->mpeg_quant && s->codec_id != CODEC_ID_MPEG4){ //FIXME mpeg2 uses that too
1076
        av_log(avctx, AV_LOG_ERROR, "mpeg2 style quantization not supported by codec\n");
1077 1078
        return -1;
    }
1079

1080
    if((s->flags & CODEC_FLAG_CBP_RD) && !(s->flags & CODEC_FLAG_TRELLIS_QUANT)){
1081
        av_log(avctx, AV_LOG_ERROR, "CBP RD needs trellis quant\n");
1082 1083 1084
        return -1;
    }

M
Michael Niedermayer 已提交
1085 1086 1087 1088
    if((s->flags & CODEC_FLAG_QP_RD) && s->avctx->mb_decision != FF_MB_DECISION_RD){
        av_log(avctx, AV_LOG_ERROR, "QP RD needs mbd=2\n");
        return -1;
    }
1089

1090 1091 1092 1093
    if(s->avctx->scenechange_threshold < 1000000000 && (s->flags & CODEC_FLAG_CLOSED_GOP)){
        av_log(avctx, AV_LOG_ERROR, "closed gop with scene change detection arent supported yet\n");
        return -1;
    }
1094

1095 1096 1097 1098 1099
    if((s->flags2 & CODEC_FLAG2_INTRA_VLC) && s->codec_id != CODEC_ID_MPEG2VIDEO){
        av_log(avctx, AV_LOG_ERROR, "intra vlc table not supported by codec\n");
        return -1;
    }

1100 1101
    if(s->avctx->thread_count > 1 && s->codec_id != CODEC_ID_MPEG4
       && s->codec_id != CODEC_ID_MPEG1VIDEO && s->codec_id != CODEC_ID_MPEG2VIDEO
1102 1103 1104 1105
       && (s->codec_id != CODEC_ID_H263P || !(s->flags & CODEC_FLAG_H263P_SLICE_STRUCT))){
        av_log(avctx, AV_LOG_ERROR, "multi threaded encoding not supported by codec\n");
        return -1;
    }
1106

1107 1108
    if(s->avctx->thread_count > 1)
        s->rtp_mode= 1;
M
Michael Niedermayer 已提交
1109

1110
    if(!avctx->time_base.den || !avctx->time_base.num){
M
Michael Niedermayer 已提交
1111 1112 1113
        av_log(avctx, AV_LOG_ERROR, "framerate not set\n");
        return -1;
    }
1114

1115 1116 1117 1118 1119 1120 1121 1122 1123
    i= (INT_MAX/2+128)>>8;
    if(avctx->me_threshold >= i){
        av_log(avctx, AV_LOG_ERROR, "me_threshold too large, max is %d\n", i - 1);
        return -1;
    }
    if(avctx->mb_threshold >= i){
        av_log(avctx, AV_LOG_ERROR, "mb_threshold too large, max is %d\n", i - 1);
        return -1;
    }
1124

1125
    if(avctx->b_frame_strategy && (avctx->flags&CODEC_FLAG_PASS2)){
1126 1127
        av_log(avctx, AV_LOG_INFO, "notice: b_frame_strategy only affects the first pass\n");
        avctx->b_frame_strategy = 0;
1128 1129
    }

1130
    i= ff_gcd(avctx->time_base.den, avctx->time_base.num);
M
Michael Niedermayer 已提交
1131 1132
    if(i > 1){
        av_log(avctx, AV_LOG_INFO, "removing common factors from framerate\n");
1133 1134
        avctx->time_base.den /= i;
        avctx->time_base.num /= i;
M
Michael Niedermayer 已提交
1135 1136
//        return -1;
    }
1137

1138 1139 1140
    if(s->codec_id==CODEC_ID_MJPEG){
        s->intra_quant_bias= 1<<(QUANT_BIAS_SHIFT-1); //(a + x/2)/x
        s->inter_quant_bias= 0;
M
Michael Niedermayer 已提交
1141
    }else if(s->mpeg_quant || s->codec_id==CODEC_ID_MPEG1VIDEO || s->codec_id==CODEC_ID_MPEG2VIDEO){
1142 1143 1144 1145 1146 1147
        s->intra_quant_bias= 3<<(QUANT_BIAS_SHIFT-3); //(a + x*3/8)/x
        s->inter_quant_bias= 0;
    }else{
        s->intra_quant_bias=0;
        s->inter_quant_bias=-(1<<(QUANT_BIAS_SHIFT-2)); //(a - x/4)/x
    }
1148

1149 1150 1151 1152
    if(avctx->intra_quant_bias != FF_DEFAULT_QUANT_BIAS)
        s->intra_quant_bias= avctx->intra_quant_bias;
    if(avctx->inter_quant_bias != FF_DEFAULT_QUANT_BIAS)
        s->inter_quant_bias= avctx->inter_quant_bias;
1153

1154 1155
    avcodec_get_chroma_sub_sample(avctx->pix_fmt, &chroma_h_shift, &chroma_v_shift);

1156
    if(avctx->codec_id == CODEC_ID_MPEG4 && s->avctx->time_base.den > (1<<16)-1){
1157
        av_log(avctx, AV_LOG_ERROR, "timebase not supported by mpeg 4 standard\n");
1158
        return -1;
1159 1160
    }
    s->time_increment_bits = av_log2(s->avctx->time_base.den - 1) + 1;
1161

F
Fabrice Bellard 已提交
1162 1163 1164
    switch(avctx->codec->id) {
    case CODEC_ID_MPEG1VIDEO:
        s->out_format = FMT_MPEG1;
1165 1166
        s->low_delay= 0; //s->max_b_frames ? 0 : 1;
        avctx->delay= s->low_delay ? 0 : (s->max_b_frames + 1);
F
Fabrice Bellard 已提交
1167
        break;
M
Michael Niedermayer 已提交
1168 1169 1170 1171
    case CODEC_ID_MPEG2VIDEO:
        s->out_format = FMT_MPEG1;
        s->low_delay= 0; //s->max_b_frames ? 0 : 1;
        avctx->delay= s->low_delay ? 0 : (s->max_b_frames + 1);
M
Michael Niedermayer 已提交
1172
        s->rtp_mode= 1;
M
Michael Niedermayer 已提交
1173
        break;
1174
    case CODEC_ID_LJPEG:
M
forgot  
Michael Niedermayer 已提交
1175
    case CODEC_ID_JPEGLS:
F
Fabrice Bellard 已提交
1176 1177 1178
    case CODEC_ID_MJPEG:
        s->out_format = FMT_MJPEG;
        s->intra_only = 1; /* force intra only for jpeg */
M
forgot  
Michael Niedermayer 已提交
1179
        s->mjpeg_write_tables = avctx->codec->id != CODEC_ID_JPEGLS;
1180
        s->mjpeg_data_only_frames = 0; /* write all the needed headers */
1181 1182
        s->mjpeg_vsample[0] = 1<<chroma_v_shift;
        s->mjpeg_vsample[1] = 1;
1183
        s->mjpeg_vsample[2] = 1;
1184
        s->mjpeg_hsample[0] = 1<<chroma_h_shift;
1185 1186
        s->mjpeg_hsample[1] = 1;
        s->mjpeg_hsample[2] = 1;
F
Fabrice Bellard 已提交
1187 1188
        if (mjpeg_init(s) < 0)
            return -1;
M
Michael Niedermayer 已提交
1189
        avctx->delay=0;
M
Michael Niedermayer 已提交
1190
        s->low_delay=1;
F
Fabrice Bellard 已提交
1191
        break;
1192 1193 1194 1195 1196
    case CODEC_ID_H261:
        s->out_format = FMT_H261;
        avctx->delay=0;
        s->low_delay=1;
        break;
F
Fabrice Bellard 已提交
1197
    case CODEC_ID_H263:
1198
        if (h263_get_picture_format(s->width, s->height) == 7) {
1199
            av_log(avctx, AV_LOG_INFO, "The specified picture size of %dx%d is not valid for the H.263 codec.\nValid sizes are 128x96, 176x144, 352x288, 704x576, and 1408x1152. Try H.263+.\n", s->width, s->height);
F
Fabrice Bellard 已提交
1200
            return -1;
1201
        }
F
Fabrice Bellard 已提交
1202
        s->out_format = FMT_H263;
1203
        s->obmc= (avctx->flags & CODEC_FLAG_OBMC) ? 1:0;
M
Michael Niedermayer 已提交
1204
        avctx->delay=0;
M
Michael Niedermayer 已提交
1205
        s->low_delay=1;
F
Fabrice Bellard 已提交
1206 1207 1208 1209
        break;
    case CODEC_ID_H263P:
        s->out_format = FMT_H263;
        s->h263_plus = 1;
1210
        /* Fx */
M
Michael Niedermayer 已提交
1211
        s->umvplus = (avctx->flags & CODEC_FLAG_H263P_UMV) ? 1:0;
1212 1213 1214 1215 1216 1217
        s->h263_aic= (avctx->flags & CODEC_FLAG_H263P_AIC) ? 1:0;
        s->modified_quant= s->h263_aic;
        s->alt_inter_vlc= (avctx->flags & CODEC_FLAG_H263P_AIV) ? 1:0;
        s->obmc= (avctx->flags & CODEC_FLAG_OBMC) ? 1:0;
        s->loop_filter= (avctx->flags & CODEC_FLAG_LOOP_FILTER) ? 1:0;
        s->unrestricted_mv= s->obmc || s->loop_filter || s->umvplus;
M
Michael Niedermayer 已提交
1218
        s->h263_slice_structured= (s->flags & CODEC_FLAG_H263P_SLICE_STRUCT) ? 1:0;
M
Michael Niedermayer 已提交
1219

1220
        /* /Fx */
1221
        /* These are just to be sure */
M
Michael Niedermayer 已提交
1222
        avctx->delay=0;
M
Michael Niedermayer 已提交
1223
        s->low_delay=1;
F
Fabrice Bellard 已提交
1224
        break;
1225 1226 1227 1228 1229 1230 1231 1232
    case CODEC_ID_FLV1:
        s->out_format = FMT_H263;
        s->h263_flv = 2; /* format = 1; 11-bit codes */
        s->unrestricted_mv = 1;
        s->rtp_mode=0; /* don't allow GOB */
        avctx->delay=0;
        s->low_delay=1;
        break;
F
Fabrice Bellard 已提交
1233 1234
    case CODEC_ID_RV10:
        s->out_format = FMT_H263;
M
Michael Niedermayer 已提交
1235
        avctx->delay=0;
M
Michael Niedermayer 已提交
1236
        s->low_delay=1;
F
Fabrice Bellard 已提交
1237
        break;
M
Michael Niedermayer 已提交
1238 1239 1240 1241 1242 1243 1244 1245 1246 1247
    case CODEC_ID_RV20:
        s->out_format = FMT_H263;
        avctx->delay=0;
        s->low_delay=1;
        s->modified_quant=1;
        s->h263_aic=1;
        s->h263_plus=1;
        s->loop_filter=1;
        s->unrestricted_mv= s->obmc || s->loop_filter || s->umvplus;
        break;
F
Fabrice Bellard 已提交
1248
    case CODEC_ID_MPEG4:
F
Fabrice Bellard 已提交
1249 1250 1251
        s->out_format = FMT_H263;
        s->h263_pred = 1;
        s->unrestricted_mv = 1;
M
Michael Niedermayer 已提交
1252
        s->low_delay= s->max_b_frames ? 0 : 1;
1253
        avctx->delay= s->low_delay ? 0 : (s->max_b_frames + 1);
F
Fabrice Bellard 已提交
1254
        break;
1255
    case CODEC_ID_MSMPEG4V1:
F
Fabrice Bellard 已提交
1256 1257 1258 1259
        s->out_format = FMT_H263;
        s->h263_msmpeg4 = 1;
        s->h263_pred = 1;
        s->unrestricted_mv = 1;
1260
        s->msmpeg4_version= 1;
M
Michael Niedermayer 已提交
1261
        avctx->delay=0;
M
Michael Niedermayer 已提交
1262
        s->low_delay=1;
1263 1264 1265 1266 1267 1268 1269
        break;
    case CODEC_ID_MSMPEG4V2:
        s->out_format = FMT_H263;
        s->h263_msmpeg4 = 1;
        s->h263_pred = 1;
        s->unrestricted_mv = 1;
        s->msmpeg4_version= 2;
M
Michael Niedermayer 已提交
1270
        avctx->delay=0;
M
Michael Niedermayer 已提交
1271
        s->low_delay=1;
1272 1273 1274 1275 1276 1277 1278
        break;
    case CODEC_ID_MSMPEG4V3:
        s->out_format = FMT_H263;
        s->h263_msmpeg4 = 1;
        s->h263_pred = 1;
        s->unrestricted_mv = 1;
        s->msmpeg4_version= 3;
M
Michael Niedermayer 已提交
1279
        s->flipflop_rounding=1;
M
Michael Niedermayer 已提交
1280
        avctx->delay=0;
M
Michael Niedermayer 已提交
1281
        s->low_delay=1;
F
Fabrice Bellard 已提交
1282
        break;
M
Michael Niedermayer 已提交
1283 1284 1285 1286 1287 1288
    case CODEC_ID_WMV1:
        s->out_format = FMT_H263;
        s->h263_msmpeg4 = 1;
        s->h263_pred = 1;
        s->unrestricted_mv = 1;
        s->msmpeg4_version= 4;
M
Michael Niedermayer 已提交
1289
        s->flipflop_rounding=1;
M
Michael Niedermayer 已提交
1290
        avctx->delay=0;
M
Michael Niedermayer 已提交
1291
        s->low_delay=1;
M
Michael Niedermayer 已提交
1292 1293 1294 1295 1296 1297 1298
        break;
    case CODEC_ID_WMV2:
        s->out_format = FMT_H263;
        s->h263_msmpeg4 = 1;
        s->h263_pred = 1;
        s->unrestricted_mv = 1;
        s->msmpeg4_version= 5;
M
Michael Niedermayer 已提交
1299
        s->flipflop_rounding=1;
M
Michael Niedermayer 已提交
1300
        avctx->delay=0;
M
Michael Niedermayer 已提交
1301
        s->low_delay=1;
M
Michael Niedermayer 已提交
1302
        break;
F
Fabrice Bellard 已提交
1303 1304 1305
    default:
        return -1;
    }
1306

1307
    avctx->has_b_frames= !s->low_delay;
1308

1309 1310
    s->encoding = 1;

F
Fabrice Bellard 已提交
1311 1312 1313
    /* init */
    if (MPV_common_init(s) < 0)
        return -1;
M
Michael Niedermayer 已提交
1314 1315 1316

    if(s->modified_quant)
        s->chroma_qscale_table= ff_h263_chroma_qscale_table;
1317
    s->progressive_frame=
M
Michael Niedermayer 已提交
1318
    s->progressive_sequence= !(avctx->flags & (CODEC_FLAG_INTERLACED_DCT|CODEC_FLAG_INTERLACED_ME));
1319
    s->quant_precision=5;
1320

1321
    ff_set_cmp(&s->dsp, s->dsp.ildct_cmp, s->avctx->ildct_cmp);
1322
    ff_set_cmp(&s->dsp, s->dsp.frame_skip_cmp, s->avctx->frame_skip_cmp);
1323

1324
#ifdef CONFIG_H261_ENCODER
1325 1326
    if (s->out_format == FMT_H261)
        ff_h261_encode_init(s);
1327
#endif
1328 1329 1330 1331
    if (s->out_format == FMT_H263)
        h263_encode_init(s);
    if(s->msmpeg4_version)
        ff_msmpeg4_encode_init(s);
M
Michael Niedermayer 已提交
1332 1333
    if (s->out_format == FMT_MPEG1)
        ff_mpeg1_encode_init(s);
1334

M
Michael Niedermayer 已提交
1335
    /* init q matrix */
1336
    for(i=0;i<64;i++) {
1337
        int j= s->dsp.idct_permutation[i];
1338
        if(s->codec_id==CODEC_ID_MPEG4 && s->mpeg_quant){
1339 1340
            s->intra_matrix[j] = ff_mpeg4_default_intra_matrix[i];
            s->inter_matrix[j] = ff_mpeg4_default_non_intra_matrix[i];
1341
        }else if(s->out_format == FMT_H263 || s->out_format == FMT_H261){
1342 1343
            s->intra_matrix[j] =
            s->inter_matrix[j] = ff_mpeg1_default_non_intra_matrix[i];
M
Michael Niedermayer 已提交
1344
        }else
M
Michael Niedermayer 已提交
1345
        { /* mpeg1/2 */
1346 1347
            s->intra_matrix[j] = ff_mpeg1_default_intra_matrix[i];
            s->inter_matrix[j] = ff_mpeg1_default_non_intra_matrix[i];
1348
        }
1349 1350 1351 1352
        if(s->avctx->intra_matrix)
            s->intra_matrix[j] = s->avctx->intra_matrix[i];
        if(s->avctx->inter_matrix)
            s->inter_matrix[j] = s->avctx->inter_matrix[i];
1353 1354 1355
    }

    /* precompute matrix */
1356
    /* for mjpeg, we do include qscale in the matrix */
1357
    if (s->out_format != FMT_MJPEG) {
1358
        convert_matrix(&s->dsp, s->q_intra_matrix, s->q_intra_matrix16,
1359
                       s->intra_matrix, s->intra_quant_bias, avctx->qmin, 31, 1);
1360
        convert_matrix(&s->dsp, s->q_inter_matrix, s->q_inter_matrix16,
1361
                       s->inter_matrix, s->inter_quant_bias, avctx->qmin, 31, 0);
1362 1363
    }

1364 1365
    if(ff_rate_control_init(s) < 0)
        return -1;
1366

F
Fabrice Bellard 已提交
1367 1368 1369 1370 1371 1372 1373
    return 0;
}

int MPV_encode_end(AVCodecContext *avctx)
{
    MpegEncContext *s = avctx->priv_data;

1374 1375
    ff_rate_control_uninit(s);

F
Fabrice Bellard 已提交
1376 1377 1378
    MPV_common_end(s);
    if (s->out_format == FMT_MJPEG)
        mjpeg_close(s);
1379

1380
    av_freep(&avctx->extradata);
1381

F
Fabrice Bellard 已提交
1382 1383 1384
    return 0;
}

1385 1386
#endif //CONFIG_ENCODERS

1387
void init_rl(RLTable *rl, int use_static)
M
Michael Niedermayer 已提交
1388
{
1389 1390
    int8_t max_level[MAX_RUN+1], max_run[MAX_LEVEL+1];
    uint8_t index_run[MAX_RUN+1];
M
Michael Niedermayer 已提交
1391 1392
    int last, run, level, start, end, i;

1393 1394 1395 1396
    /* If table is static, we can quit if rl->max_level[0] is not NULL */
    if(use_static && rl->max_level[0])
        return;

M
Michael Niedermayer 已提交
1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419
    /* compute max_level[], max_run[] and index_run[] */
    for(last=0;last<2;last++) {
        if (last == 0) {
            start = 0;
            end = rl->last;
        } else {
            start = rl->last;
            end = rl->n;
        }

        memset(max_level, 0, MAX_RUN + 1);
        memset(max_run, 0, MAX_LEVEL + 1);
        memset(index_run, rl->n, MAX_RUN + 1);
        for(i=start;i<end;i++) {
            run = rl->table_run[i];
            level = rl->table_level[i];
            if (index_run[run] == rl->n)
                index_run[run] = i;
            if (level > max_level[run])
                max_level[run] = level;
            if (run > max_run[level])
                max_run[level] = run;
        }
1420 1421 1422 1423
        if(use_static)
            rl->max_level[last] = av_mallocz_static(MAX_RUN + 1);
        else
            rl->max_level[last] = av_malloc(MAX_RUN + 1);
M
Michael Niedermayer 已提交
1424
        memcpy(rl->max_level[last], max_level, MAX_RUN + 1);
1425 1426 1427 1428
        if(use_static)
            rl->max_run[last] = av_mallocz_static(MAX_LEVEL + 1);
        else
            rl->max_run[last] = av_malloc(MAX_LEVEL + 1);
M
Michael Niedermayer 已提交
1429
        memcpy(rl->max_run[last], max_run, MAX_LEVEL + 1);
1430 1431 1432 1433
        if(use_static)
            rl->index_run[last] = av_mallocz_static(MAX_RUN + 1);
        else
            rl->index_run[last] = av_malloc(MAX_RUN + 1);
M
Michael Niedermayer 已提交
1434 1435 1436 1437
        memcpy(rl->index_run[last], index_run, MAX_RUN + 1);
    }
}

F
Fabrice Bellard 已提交
1438
/* draw the edges of width 'w' of an image of size width, height */
1439
//FIXME check that this is ok for mpeg4 interlaced
1440
static void draw_edges_c(uint8_t *buf, int wrap, int width, int height, int w)
F
Fabrice Bellard 已提交
1441
{
1442
    uint8_t *ptr, *last_line;
F
Fabrice Bellard 已提交
1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466
    int i;

    last_line = buf + (height - 1) * wrap;
    for(i=0;i<w;i++) {
        /* top and bottom */
        memcpy(buf - (i + 1) * wrap, buf, width);
        memcpy(last_line + (i + 1) * wrap, last_line, width);
    }
    /* left and right */
    ptr = buf;
    for(i=0;i<height;i++) {
        memset(ptr - w, ptr[0], w);
        memset(ptr + width, ptr[width-1], w);
        ptr += wrap;
    }
    /* corners */
    for(i=0;i<w;i++) {
        memset(buf - (i + 1) * wrap - w, buf[0], w); /* top left */
        memset(buf - (i + 1) * wrap + width, buf[width-1], w); /* top right */
        memset(last_line + (i + 1) * wrap - w, last_line[0], w); /* top left */
        memset(last_line + (i + 1) * wrap + width, last_line[width-1], w); /* top right */
    }
}

M
Michael Niedermayer 已提交
1467
int ff_find_unused_picture(MpegEncContext *s, int shared){
M
Michael Niedermayer 已提交
1468
    int i;
1469

M
Michael Niedermayer 已提交
1470 1471
    if(shared){
        for(i=0; i<MAX_PICTURE_COUNT; i++){
M
Michael Niedermayer 已提交
1472
            if(s->picture[i].data[0]==NULL && s->picture[i].type==0) return i;
M
Michael Niedermayer 已提交
1473 1474 1475
        }
    }else{
        for(i=0; i<MAX_PICTURE_COUNT; i++){
M
Michael Niedermayer 已提交
1476
            if(s->picture[i].data[0]==NULL && s->picture[i].type!=0) return i; //FIXME
M
Michael Niedermayer 已提交
1477 1478
        }
        for(i=0; i<MAX_PICTURE_COUNT; i++){
M
Michael Niedermayer 已提交
1479
            if(s->picture[i].data[0]==NULL) return i;
M
Michael Niedermayer 已提交
1480 1481 1482
        }
    }

M
Michael Niedermayer 已提交
1483 1484
    assert(0);
    return -1;
M
Michael Niedermayer 已提交
1485 1486
}

1487 1488 1489 1490 1491 1492 1493 1494 1495 1496
static void update_noise_reduction(MpegEncContext *s){
    int intra, i;

    for(intra=0; intra<2; intra++){
        if(s->dct_count[intra] > (1<<16)){
            for(i=0; i<64; i++){
                s->dct_error_sum[intra][i] >>=1;
            }
            s->dct_count[intra] >>= 1;
        }
1497

1498 1499 1500 1501 1502 1503
        for(i=0; i<64; i++){
            s->dct_offset[intra][i]= (s->avctx->noise_reduction * s->dct_count[intra] + s->dct_error_sum[intra][i]/2) / (s->dct_error_sum[intra][i]+1);
        }
    }
}

M
Michael Niedermayer 已提交
1504 1505 1506
/**
 * generic function for encode/decode called after coding/decoding the header and before a frame is coded/decoded
 */
1507
int MPV_frame_start(MpegEncContext *s, AVCodecContext *avctx)
F
Fabrice Bellard 已提交
1508
{
M
Michael Niedermayer 已提交
1509
    int i;
M
Michael Niedermayer 已提交
1510
    AVFrame *pic;
1511
    s->mb_skipped = 0;
M
Michael Niedermayer 已提交
1512

M
Michael Niedermayer 已提交
1513
    assert(s->last_picture_ptr==NULL || s->out_format != FMT_H264 || s->codec_id == CODEC_ID_SVQ3);
M
Michael Niedermayer 已提交
1514

M
cleanup  
Michael Niedermayer 已提交
1515
    /* mark&release old frames */
1516
    if (s->pict_type != B_TYPE && s->last_picture_ptr && s->last_picture_ptr != s->next_picture_ptr && s->last_picture_ptr->data[0]) {
M
Michael Niedermayer 已提交
1517
        avctx->release_buffer(avctx, (AVFrame*)s->last_picture_ptr);
M
cleanup  
Michael Niedermayer 已提交
1518 1519 1520 1521 1522

        /* release forgotten pictures */
        /* if(mpeg124/h263) */
        if(!s->encoding){
            for(i=0; i<MAX_PICTURE_COUNT; i++){
M
Michael Niedermayer 已提交
1523
                if(s->picture[i].data[0] && &s->picture[i] != s->next_picture_ptr && s->picture[i].reference){
1524
                    av_log(avctx, AV_LOG_ERROR, "releasing zombie picture\n");
1525
                    avctx->release_buffer(avctx, (AVFrame*)&s->picture[i]);
M
cleanup  
Michael Niedermayer 已提交
1526 1527
                }
            }
1528
        }
1529
    }
1530 1531
alloc:
    if(!s->encoding){
D
Diego Biurrun 已提交
1532
        /* release non reference frames */
M
Michael Niedermayer 已提交
1533 1534 1535 1536 1537 1538
        for(i=0; i<MAX_PICTURE_COUNT; i++){
            if(s->picture[i].data[0] && !s->picture[i].reference /*&& s->picture[i].type!=FF_BUFFER_TYPE_SHARED*/){
                s->avctx->release_buffer(s->avctx, (AVFrame*)&s->picture[i]);
            }
        }

M
Michael Niedermayer 已提交
1539 1540 1541 1542 1543 1544 1545
        if(s->current_picture_ptr && s->current_picture_ptr->data[0]==NULL)
            pic= (AVFrame*)s->current_picture_ptr; //we allready have a unused image (maybe it was set before reading the header)
        else{
            i= ff_find_unused_picture(s, 0);
            pic= (AVFrame*)&s->picture[i];
        }

1546 1547
        pic->reference= (s->pict_type != B_TYPE || s->codec_id == CODEC_ID_H264)
                        && !s->dropable ? 3 : 0;
M
Michael Niedermayer 已提交
1548

M
Michael Niedermayer 已提交
1549
        pic->coded_picture_number= s->coded_picture_number++;
1550

1551 1552
        if( alloc_picture(s, (Picture*)pic, 0) < 0)
            return -1;
1553

M
Michael Niedermayer 已提交
1554
        s->current_picture_ptr= (Picture*)pic;
1555
        s->current_picture_ptr->top_field_first= s->top_field_first; //FIXME use only the vars from current_pic
1556
        s->current_picture_ptr->interlaced_frame= !s->progressive_frame && !s->progressive_sequence;
M
cleanup  
Michael Niedermayer 已提交
1557
    }
1558

M
Michael Niedermayer 已提交
1559
    s->current_picture_ptr->pict_type= s->pict_type;
1560
//    if(s->flags && CODEC_FLAG_QSCALE)
1561
  //      s->current_picture_ptr->quality= s->new_picture_ptr->quality;
1562
    s->current_picture_ptr->key_frame= s->pict_type == I_TYPE;
M
Michael Niedermayer 已提交
1563

1564
    copy_picture(&s->current_picture, s->current_picture_ptr);
1565

M
Michael Niedermayer 已提交
1566
  if(s->out_format != FMT_H264 || s->codec_id == CODEC_ID_SVQ3){
M
cleanup  
Michael Niedermayer 已提交
1567
    if (s->pict_type != B_TYPE) {
M
Michael Niedermayer 已提交
1568
        s->last_picture_ptr= s->next_picture_ptr;
1569 1570
        if(!s->dropable)
            s->next_picture_ptr= s->current_picture_ptr;
F
Fabrice Bellard 已提交
1571
    }
1572
/*    av_log(s->avctx, AV_LOG_DEBUG, "L%p N%p C%p L%p N%p C%p type:%d drop:%d\n", s->last_picture_ptr, s->next_picture_ptr,s->current_picture_ptr,
1573 1574
        s->last_picture_ptr    ? s->last_picture_ptr->data[0] : NULL,
        s->next_picture_ptr    ? s->next_picture_ptr->data[0] : NULL,
1575 1576
        s->current_picture_ptr ? s->current_picture_ptr->data[0] : NULL,
        s->pict_type, s->dropable);*/
1577

1578 1579
    if(s->last_picture_ptr) copy_picture(&s->last_picture, s->last_picture_ptr);
    if(s->next_picture_ptr) copy_picture(&s->next_picture, s->next_picture_ptr);
1580

1581
    if(s->pict_type != I_TYPE && (s->last_picture_ptr==NULL || s->last_picture_ptr->data[0]==NULL)){
1582
        av_log(avctx, AV_LOG_ERROR, "warning: first frame is no keyframe\n");
D
Diego Biurrun 已提交
1583
        assert(s->pict_type != B_TYPE); //these should have been dropped if we don't have a reference
1584 1585 1586 1587 1588
        goto alloc;
    }

    assert(s->pict_type == I_TYPE || (s->last_picture_ptr && s->last_picture_ptr->data[0]));

M
Michael Niedermayer 已提交
1589 1590 1591 1592 1593
    if(s->picture_structure!=PICT_FRAME){
        int i;
        for(i=0; i<4; i++){
            if(s->picture_structure == PICT_BOTTOM_FIELD){
                 s->current_picture.data[i] += s->current_picture.linesize[i];
1594
            }
M
Michael Niedermayer 已提交
1595 1596 1597 1598 1599
            s->current_picture.linesize[i] *= 2;
            s->last_picture.linesize[i] *=2;
            s->next_picture.linesize[i] *=2;
        }
    }
M
Michael Niedermayer 已提交
1600
  }
1601

1602 1603 1604
    s->hurry_up= s->avctx->hurry_up;
    s->error_resilience= avctx->error_resilience;

D
Diego Biurrun 已提交
1605 1606
    /* set dequantizer, we can't do it during init as it might change for mpeg4
       and we can't do it in the header decode as init isnt called for mpeg4 there yet */
1607 1608 1609
    if(s->mpeg_quant || s->codec_id == CODEC_ID_MPEG2VIDEO){
        s->dct_unquantize_intra = s->dct_unquantize_mpeg2_intra;
        s->dct_unquantize_inter = s->dct_unquantize_mpeg2_inter;
M
Maarten Daniels 已提交
1610
    }else if(s->out_format == FMT_H263 || s->out_format == FMT_H261){
1611 1612 1613 1614 1615 1616
        s->dct_unquantize_intra = s->dct_unquantize_h263_intra;
        s->dct_unquantize_inter = s->dct_unquantize_h263_inter;
    }else{
        s->dct_unquantize_intra = s->dct_unquantize_mpeg1_intra;
        s->dct_unquantize_inter = s->dct_unquantize_mpeg1_inter;
    }
1617

1618 1619 1620 1621 1622
    if(s->dct_error_sum){
        assert(s->avctx->noise_reduction && s->encoding);

        update_noise_reduction(s);
    }
1623

I
Ivan Kalvachev 已提交
1624 1625 1626 1627
#ifdef HAVE_XVMC
    if(s->avctx->xvmc_acceleration)
        return XVMC_field_start(s, avctx);
#endif
1628
    return 0;
F
Fabrice Bellard 已提交
1629
}
1630

F
Fabrice Bellard 已提交
1631 1632 1633
/* generic function for encode/decode called after a frame has been coded/decoded */
void MPV_frame_end(MpegEncContext *s)
{
M
cleanup  
Michael Niedermayer 已提交
1634
    int i;
F
Fabrice Bellard 已提交
1635
    /* draw edge for correct motion prediction if outside */
I
Ivan Kalvachev 已提交
1636 1637 1638 1639 1640 1641
#ifdef HAVE_XVMC
//just to make sure that all data is rendered.
    if(s->avctx->xvmc_acceleration){
        XVMC_field_end(s);
    }else
#endif
1642
    if(s->unrestricted_mv && s->current_picture.reference && !s->intra_only && !(s->flags&CODEC_FLAG_EMU_EDGE)) {
M
cleanup  
Michael Niedermayer 已提交
1643 1644 1645
            draw_edges(s->current_picture.data[0], s->linesize  , s->h_edge_pos   , s->v_edge_pos   , EDGE_WIDTH  );
            draw_edges(s->current_picture.data[1], s->uvlinesize, s->h_edge_pos>>1, s->v_edge_pos>>1, EDGE_WIDTH/2);
            draw_edges(s->current_picture.data[2], s->uvlinesize, s->h_edge_pos>>1, s->v_edge_pos>>1, EDGE_WIDTH/2);
F
Fabrice Bellard 已提交
1646
    }
M
Michael Niedermayer 已提交
1647
    emms_c();
1648

M
Michael Niedermayer 已提交
1649
    s->last_pict_type    = s->pict_type;
1650
    s->last_lambda_for[s->pict_type]= s->current_picture_ptr->quality;
1651 1652 1653
    if(s->pict_type!=B_TYPE){
        s->last_non_b_pict_type= s->pict_type;
    }
M
Michael Niedermayer 已提交
1654 1655
#if 0
        /* copy back current_picture variables */
M
cleanup  
Michael Niedermayer 已提交
1656 1657 1658 1659
    for(i=0; i<MAX_PICTURE_COUNT; i++){
        if(s->picture[i].data[0] == s->current_picture.data[0]){
            s->picture[i]= s->current_picture;
            break;
1660
        }
M
cleanup  
Michael Niedermayer 已提交
1661 1662
    }
    assert(i<MAX_PICTURE_COUNT);
1663
#endif
M
cleanup  
Michael Niedermayer 已提交
1664

M
Michael Niedermayer 已提交
1665
    if(s->encoding){
D
Diego Biurrun 已提交
1666
        /* release non-reference frames */
M
Michael Niedermayer 已提交
1667 1668 1669 1670 1671
        for(i=0; i<MAX_PICTURE_COUNT; i++){
            if(s->picture[i].data[0] && !s->picture[i].reference /*&& s->picture[i].type!=FF_BUFFER_TYPE_SHARED*/){
                s->avctx->release_buffer(s->avctx, (AVFrame*)&s->picture[i]);
            }
        }
M
cleanup  
Michael Niedermayer 已提交
1672
    }
M
Michael Niedermayer 已提交
1673 1674 1675 1676 1677 1678
    // clear copies, to avoid confusion
#if 0
    memset(&s->last_picture, 0, sizeof(Picture));
    memset(&s->next_picture, 0, sizeof(Picture));
    memset(&s->current_picture, 0, sizeof(Picture));
#endif
M
Michael Niedermayer 已提交
1679
    s->avctx->coded_frame= (AVFrame*)s->current_picture_ptr;
F
Fabrice Bellard 已提交
1680 1681
}

1682 1683 1684 1685 1686 1687 1688 1689
/**
 * draws an line from (ex, ey) -> (sx, sy).
 * @param w width of the image
 * @param h height of the image
 * @param stride stride/linesize of the image
 * @param color color of the arrow
 */
static void draw_line(uint8_t *buf, int sx, int sy, int ex, int ey, int w, int h, int stride, int color){
1690
    int t, x, y, fr, f;
1691

1692 1693 1694 1695
    sx= clip(sx, 0, w-1);
    sy= clip(sy, 0, h-1);
    ex= clip(ex, 0, w-1);
    ey= clip(ey, 0, h-1);
1696

1697
    buf[sy*stride + sx]+= color;
1698

1699 1700 1701 1702 1703 1704 1705 1706 1707
    if(ABS(ex - sx) > ABS(ey - sy)){
        if(sx > ex){
            t=sx; sx=ex; ex=t;
            t=sy; sy=ey; ey=t;
        }
        buf+= sx + sy*stride;
        ex-= sx;
        f= ((ey-sy)<<16)/ex;
        for(x= 0; x <= ex; x++){
1708 1709 1710 1711
            y = (x*f)>>16;
            fr= (x*f)&0xFFFF;
            buf[ y   *stride + x]+= (color*(0x10000-fr))>>16;
            buf[(y+1)*stride + x]+= (color*         fr )>>16;
1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722
        }
    }else{
        if(sy > ey){
            t=sx; sx=ex; ex=t;
            t=sy; sy=ey; ey=t;
        }
        buf+= sx + sy*stride;
        ey-= sy;
        if(ey) f= ((ex-sx)<<16)/ey;
        else   f= 0;
        for(y= 0; y <= ey; y++){
1723 1724 1725 1726
            x = (y*f)>>16;
            fr= (y*f)&0xFFFF;
            buf[y*stride + x  ]+= (color*(0x10000-fr))>>16;;
            buf[y*stride + x+1]+= (color*         fr )>>16;;
1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737
        }
    }
}

/**
 * draws an arrow from (ex, ey) -> (sx, sy).
 * @param w width of the image
 * @param h height of the image
 * @param stride stride/linesize of the image
 * @param color color of the arrow
 */
1738
static void draw_arrow(uint8_t *buf, int sx, int sy, int ex, int ey, int w, int h, int stride, int color){
1739 1740 1741 1742 1743 1744
    int dx,dy;

    sx= clip(sx, -100, w+100);
    sy= clip(sy, -100, h+100);
    ex= clip(ex, -100, w+100);
    ey= clip(ey, -100, h+100);
1745

1746 1747
    dx= ex - sx;
    dy= ey - sy;
1748

1749 1750 1751 1752
    if(dx*dx + dy*dy > 3*3){
        int rx=  dx + dy;
        int ry= -dx + dy;
        int length= ff_sqrt((rx*rx + ry*ry)<<8);
1753

1754 1755 1756
        //FIXME subpixel accuracy
        rx= ROUNDED_DIV(rx*3<<4, length);
        ry= ROUNDED_DIV(ry*3<<4, length);
1757

1758 1759 1760 1761 1762 1763
        draw_line(buf, sx, sy, sx + rx, sy + ry, w, h, stride, color);
        draw_line(buf, sx, sy, sx - ry, sy + rx, w, h, stride, color);
    }
    draw_line(buf, sx, sy, ex, ey, w, h, stride, color);
}

1764 1765 1766
/**
 * prints debuging info for the given picture.
 */
1767
void ff_print_debug_info(MpegEncContext *s, AVFrame *pict){
1768 1769 1770 1771 1772

    if(!pict || !pict->mb_type) return;

    if(s->avctx->debug&(FF_DEBUG_SKIP | FF_DEBUG_QP | FF_DEBUG_MB_TYPE)){
        int x,y;
1773

1774 1775 1776 1777 1778 1779 1780
        av_log(s->avctx,AV_LOG_DEBUG,"New frame, type: ");
        switch (pict->pict_type) {
            case FF_I_TYPE: av_log(s->avctx,AV_LOG_DEBUG,"I\n"); break;
            case FF_P_TYPE: av_log(s->avctx,AV_LOG_DEBUG,"P\n"); break;
            case FF_B_TYPE: av_log(s->avctx,AV_LOG_DEBUG,"B\n"); break;
            case FF_S_TYPE: av_log(s->avctx,AV_LOG_DEBUG,"S\n"); break;
            case FF_SI_TYPE: av_log(s->avctx,AV_LOG_DEBUG,"SI\n"); break;
1781
            case FF_SP_TYPE: av_log(s->avctx,AV_LOG_DEBUG,"SP\n"); break;
1782
        }
1783 1784 1785 1786 1787
        for(y=0; y<s->mb_height; y++){
            for(x=0; x<s->mb_width; x++){
                if(s->avctx->debug&FF_DEBUG_SKIP){
                    int count= s->mbskip_table[x + y*s->mb_stride];
                    if(count>9) count=9;
1788
                    av_log(s->avctx, AV_LOG_DEBUG, "%1d", count);
1789 1790
                }
                if(s->avctx->debug&FF_DEBUG_QP){
1791
                    av_log(s->avctx, AV_LOG_DEBUG, "%2d", pict->qscale_table[x + y*s->mb_stride]);
1792 1793 1794 1795 1796
                }
                if(s->avctx->debug&FF_DEBUG_MB_TYPE){
                    int mb_type= pict->mb_type[x + y*s->mb_stride];
                    //Type & MV direction
                    if(IS_PCM(mb_type))
1797
                        av_log(s->avctx, AV_LOG_DEBUG, "P");
1798
                    else if(IS_INTRA(mb_type) && IS_ACPRED(mb_type))
1799
                        av_log(s->avctx, AV_LOG_DEBUG, "A");
1800
                    else if(IS_INTRA4x4(mb_type))
1801
                        av_log(s->avctx, AV_LOG_DEBUG, "i");
1802
                    else if(IS_INTRA16x16(mb_type))
1803
                        av_log(s->avctx, AV_LOG_DEBUG, "I");
1804
                    else if(IS_DIRECT(mb_type) && IS_SKIP(mb_type))
1805
                        av_log(s->avctx, AV_LOG_DEBUG, "d");
1806
                    else if(IS_DIRECT(mb_type))
1807
                        av_log(s->avctx, AV_LOG_DEBUG, "D");
1808
                    else if(IS_GMC(mb_type) && IS_SKIP(mb_type))
1809
                        av_log(s->avctx, AV_LOG_DEBUG, "g");
1810
                    else if(IS_GMC(mb_type))
1811
                        av_log(s->avctx, AV_LOG_DEBUG, "G");
1812
                    else if(IS_SKIP(mb_type))
1813
                        av_log(s->avctx, AV_LOG_DEBUG, "S");
1814
                    else if(!USES_LIST(mb_type, 1))
1815
                        av_log(s->avctx, AV_LOG_DEBUG, ">");
1816
                    else if(!USES_LIST(mb_type, 0))
1817
                        av_log(s->avctx, AV_LOG_DEBUG, "<");
1818 1819
                    else{
                        assert(USES_LIST(mb_type, 0) && USES_LIST(mb_type, 1));
1820
                        av_log(s->avctx, AV_LOG_DEBUG, "X");
1821
                    }
1822

1823 1824
                    //segmentation
                    if(IS_8X8(mb_type))
1825
                        av_log(s->avctx, AV_LOG_DEBUG, "+");
1826
                    else if(IS_16X8(mb_type))
1827
                        av_log(s->avctx, AV_LOG_DEBUG, "-");
1828
                    else if(IS_8X16(mb_type))
1829
                        av_log(s->avctx, AV_LOG_DEBUG, "|");
1830
                    else if(IS_INTRA(mb_type) || IS_16X16(mb_type))
1831
                        av_log(s->avctx, AV_LOG_DEBUG, " ");
1832
                    else
1833
                        av_log(s->avctx, AV_LOG_DEBUG, "?");
1834 1835


1836
                    if(IS_INTERLACED(mb_type) && s->codec_id == CODEC_ID_H264)
1837
                        av_log(s->avctx, AV_LOG_DEBUG, "=");
1838
                    else
1839
                        av_log(s->avctx, AV_LOG_DEBUG, " ");
1840
                }
1841
//                av_log(s->avctx, AV_LOG_DEBUG, " ");
1842
            }
1843
            av_log(s->avctx, AV_LOG_DEBUG, "\n");
1844 1845
        }
    }
1846

1847
    if((s->avctx->debug&(FF_DEBUG_VIS_QP|FF_DEBUG_VIS_MB_TYPE)) || (s->avctx->debug_mv)){
1848 1849
        const int shift= 1 + s->quarter_sample;
        int mb_y;
1850 1851
        uint8_t *ptr;
        int i;
1852
        int h_chroma_shift, v_chroma_shift;
1853 1854
        const int width = s->avctx->width;
        const int height= s->avctx->height;
1855
        const int mv_sample_log2= 4 - pict->motion_subsample_log2;
1856
        const int mv_stride= (s->mb_width << mv_sample_log2) + (s->codec_id == CODEC_ID_H264 ? 0 : 1);
M
100000l  
Michael Niedermayer 已提交
1857
        s->low_delay=0; //needed to see the vectors without trashing the buffers
1858

1859
        avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &h_chroma_shift, &v_chroma_shift);
1860
        for(i=0; i<3; i++){
1861
            memcpy(s->visualization_buffer[i], pict->data[i], (i==0) ? pict->linesize[i]*height:pict->linesize[i]*height >> v_chroma_shift);
1862 1863 1864 1865
            pict->data[i]= s->visualization_buffer[i];
        }
        pict->type= FF_BUFFER_TYPE_COPY;
        ptr= pict->data[0];
1866 1867 1868 1869 1870

        for(mb_y=0; mb_y<s->mb_height; mb_y++){
            int mb_x;
            for(mb_x=0; mb_x<s->mb_width; mb_x++){
                const int mb_index= mb_x + mb_y*s->mb_stride;
1871 1872 1873
                if((s->avctx->debug_mv) && pict->motion_val){
                  int type;
                  for(type=0; type<3; type++){
1874
                    int direction = 0;
1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888
                    switch (type) {
                      case 0: if ((!(s->avctx->debug_mv&FF_DEBUG_VIS_MV_P_FOR)) || (pict->pict_type!=FF_P_TYPE))
                                continue;
                              direction = 0;
                              break;
                      case 1: if ((!(s->avctx->debug_mv&FF_DEBUG_VIS_MV_B_FOR)) || (pict->pict_type!=FF_B_TYPE))
                                continue;
                              direction = 0;
                              break;
                      case 2: if ((!(s->avctx->debug_mv&FF_DEBUG_VIS_MV_B_BACK)) || (pict->pict_type!=FF_B_TYPE))
                                continue;
                              direction = 1;
                              break;
                    }
1889 1890 1891
                    if(!USES_LIST(pict->mb_type[mb_index], direction))
                        continue;

1892 1893 1894
                    if(IS_8X8(pict->mb_type[mb_index])){
                      int i;
                      for(i=0; i<4; i++){
1895 1896
                        int sx= mb_x*16 + 4 + 8*(i&1);
                        int sy= mb_y*16 + 4 + 8*(i>>1);
1897
                        int xy= (mb_x*2 + (i&1) + (mb_y*2 + (i>>1))*mv_stride) << (mv_sample_log2-1);
1898 1899
                        int mx= (pict->motion_val[direction][xy][0]>>shift) + sx;
                        int my= (pict->motion_val[direction][xy][1]>>shift) + sy;
1900
                        draw_arrow(ptr, sx, sy, mx, my, width, height, s->linesize, 100);
1901 1902 1903 1904
                      }
                    }else if(IS_16X8(pict->mb_type[mb_index])){
                      int i;
                      for(i=0; i<2; i++){
1905 1906
                        int sx=mb_x*16 + 8;
                        int sy=mb_y*16 + 4 + 8*i;
1907
                        int xy= (mb_x*2 + (mb_y*2 + i)*mv_stride) << (mv_sample_log2-1);
1908 1909
                        int mx=(pict->motion_val[direction][xy][0]>>shift);
                        int my=(pict->motion_val[direction][xy][1]>>shift);
1910

1911 1912
                        if(IS_INTERLACED(pict->mb_type[mb_index]))
                            my*=2;
1913

1914 1915 1916 1917 1918 1919 1920
                        draw_arrow(ptr, sx, sy, mx+sx, my+sy, width, height, s->linesize, 100);
                      }
                    }else if(IS_8X16(pict->mb_type[mb_index])){
                      int i;
                      for(i=0; i<2; i++){
                        int sx=mb_x*16 + 4 + 8*i;
                        int sy=mb_y*16 + 8;
1921
                        int xy= (mb_x*2 + i + mb_y*2*mv_stride) << (mv_sample_log2-1);
1922 1923
                        int mx=(pict->motion_val[direction][xy][0]>>shift);
                        int my=(pict->motion_val[direction][xy][1]>>shift);
1924

1925 1926
                        if(IS_INTERLACED(pict->mb_type[mb_index]))
                            my*=2;
1927

1928
                        draw_arrow(ptr, sx, sy, mx+sx, my+sy, width, height, s->linesize, 100);
1929 1930 1931 1932
                      }
                    }else{
                      int sx= mb_x*16 + 8;
                      int sy= mb_y*16 + 8;
1933
                      int xy= (mb_x + mb_y*mv_stride) << mv_sample_log2;
1934 1935
                      int mx= (pict->motion_val[direction][xy][0]>>shift) + sx;
                      int my= (pict->motion_val[direction][xy][1]>>shift) + sy;
1936
                      draw_arrow(ptr, sx, sy, mx, my, width, height, s->linesize, 100);
1937
                    }
1938
                  }
M
Michael Niedermayer 已提交
1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955
                }
                if((s->avctx->debug&FF_DEBUG_VIS_QP) && pict->motion_val){
                    uint64_t c= (pict->qscale_table[mb_index]*128/31) * 0x0101010101010101ULL;
                    int y;
                    for(y=0; y<8; y++){
                        *(uint64_t*)(pict->data[1] + 8*mb_x + (8*mb_y + y)*pict->linesize[1])= c;
                        *(uint64_t*)(pict->data[2] + 8*mb_x + (8*mb_y + y)*pict->linesize[2])= c;
                    }
                }
                if((s->avctx->debug&FF_DEBUG_VIS_MB_TYPE) && pict->motion_val){
                    int mb_type= pict->mb_type[mb_index];
                    uint64_t u,v;
                    int y;
#define COLOR(theta, r)\
u= (int)(128 + r*cos(theta*3.141592/180));\
v= (int)(128 + r*sin(theta*3.141592/180));

1956

M
Michael Niedermayer 已提交
1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998
                    u=v=128;
                    if(IS_PCM(mb_type)){
                        COLOR(120,48)
                    }else if((IS_INTRA(mb_type) && IS_ACPRED(mb_type)) || IS_INTRA16x16(mb_type)){
                        COLOR(30,48)
                    }else if(IS_INTRA4x4(mb_type)){
                        COLOR(90,48)
                    }else if(IS_DIRECT(mb_type) && IS_SKIP(mb_type)){
//                        COLOR(120,48)
                    }else if(IS_DIRECT(mb_type)){
                        COLOR(150,48)
                    }else if(IS_GMC(mb_type) && IS_SKIP(mb_type)){
                        COLOR(170,48)
                    }else if(IS_GMC(mb_type)){
                        COLOR(190,48)
                    }else if(IS_SKIP(mb_type)){
//                        COLOR(180,48)
                    }else if(!USES_LIST(mb_type, 1)){
                        COLOR(240,48)
                    }else if(!USES_LIST(mb_type, 0)){
                        COLOR(0,48)
                    }else{
                        assert(USES_LIST(mb_type, 0) && USES_LIST(mb_type, 1));
                        COLOR(300,48)
                    }

                    u*= 0x0101010101010101ULL;
                    v*= 0x0101010101010101ULL;
                    for(y=0; y<8; y++){
                        *(uint64_t*)(pict->data[1] + 8*mb_x + (8*mb_y + y)*pict->linesize[1])= u;
                        *(uint64_t*)(pict->data[2] + 8*mb_x + (8*mb_y + y)*pict->linesize[2])= v;
                    }

                    //segmentation
                    if(IS_8X8(mb_type) || IS_16X8(mb_type)){
                        *(uint64_t*)(pict->data[0] + 16*mb_x + 0 + (16*mb_y + 8)*pict->linesize[0])^= 0x8080808080808080ULL;
                        *(uint64_t*)(pict->data[0] + 16*mb_x + 8 + (16*mb_y + 8)*pict->linesize[0])^= 0x8080808080808080ULL;
                    }
                    if(IS_8X8(mb_type) || IS_8X16(mb_type)){
                        for(y=0; y<16; y++)
                            pict->data[0][16*mb_x + 8 + (16*mb_y + y)*pict->linesize[0]]^= 0x80;
                    }
1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013
                    if(IS_8X8(mb_type) && mv_sample_log2 >= 2){
                        int dm= 1 << (mv_sample_log2-2);
                        for(i=0; i<4; i++){
                            int sx= mb_x*16 + 8*(i&1);
                            int sy= mb_y*16 + 8*(i>>1);
                            int xy= (mb_x*2 + (i&1) + (mb_y*2 + (i>>1))*mv_stride) << (mv_sample_log2-1);
                            //FIXME bidir
                            int32_t *mv = (int32_t*)&pict->motion_val[0][xy];
                            if(mv[0] != mv[dm] || mv[dm*mv_stride] != mv[dm*(mv_stride+1)])
                                for(y=0; y<8; y++)
                                    pict->data[0][sx + 4 + (sy + y)*pict->linesize[0]]^= 0x80;
                            if(mv[0] != mv[dm*mv_stride] || mv[dm] != mv[dm*(mv_stride+1)])
                                *(uint64_t*)(pict->data[0] + sx + (sy + 4)*pict->linesize[0])^= 0x8080808080808080ULL;
                        }
                    }
2014

M
Michael Niedermayer 已提交
2015 2016 2017
                    if(IS_INTERLACED(mb_type) && s->codec_id == CODEC_ID_H264){
                        // hmm
                    }
2018 2019 2020 2021 2022
                }
                s->mbskip_table[mb_index]=0;
            }
        }
    }
2023 2024
}

2025 2026
#ifdef CONFIG_ENCODERS

M
Michael Niedermayer 已提交
2027 2028 2029
static int get_sae(uint8_t *src, int ref, int stride){
    int x,y;
    int acc=0;
2030

M
Michael Niedermayer 已提交
2031 2032 2033 2034 2035
    for(y=0; y<16; y++){
        for(x=0; x<16; x++){
            acc+= ABS(src[x+y*stride] - ref);
        }
    }
2036

M
Michael Niedermayer 已提交
2037 2038 2039 2040 2041 2042
    return acc;
}

static int get_intra_count(MpegEncContext *s, uint8_t *src, uint8_t *ref, int stride){
    int x, y, w, h;
    int acc=0;
2043

M
Michael Niedermayer 已提交
2044 2045
    w= s->width &~15;
    h= s->height&~15;
2046

M
Michael Niedermayer 已提交
2047 2048 2049
    for(y=0; y<h; y+=16){
        for(x=0; x<w; x+=16){
            int offset= x + y*stride;
M
Michael Niedermayer 已提交
2050
            int sad = s->dsp.sad[0](NULL, src + offset, ref + offset, stride, 16);
M
Michael Niedermayer 已提交
2051 2052
            int mean= (s->dsp.pix_sum(src + offset, stride) + 128)>>8;
            int sae = get_sae(src + offset, mean, stride);
2053

M
Michael Niedermayer 已提交
2054 2055 2056 2057 2058 2059
            acc+= sae + 500 < sad;
        }
    }
    return acc;
}

M
Michael Niedermayer 已提交
2060

M
Michael Niedermayer 已提交
2061
static int load_input_picture(MpegEncContext *s, AVFrame *pic_arg){
2062
    AVFrame *pic=NULL;
2063
    int64_t pts;
M
Michael Niedermayer 已提交
2064
    int i;
M
cleanup  
Michael Niedermayer 已提交
2065
    const int encoding_delay= s->max_b_frames;
M
Michael Niedermayer 已提交
2066
    int direct=1;
2067

2068
    if(pic_arg){
2069 2070 2071
        pts= pic_arg->pts;
        pic_arg->display_picture_number= s->input_picture_number++;

2072
        if(pts != AV_NOPTS_VALUE){
2073
            if(s->user_specified_pts != AV_NOPTS_VALUE){
2074 2075
                int64_t time= pts;
                int64_t last= s->user_specified_pts;
2076 2077

                if(time <= last){
2078
                    av_log(s->avctx, AV_LOG_ERROR, "Error, Invalid timestamp=%"PRId64", last=%"PRId64"\n", pts, s->user_specified_pts);
2079 2080 2081
                    return -1;
                }
            }
2082
            s->user_specified_pts= pts;
2083 2084
        }else{
            if(s->user_specified_pts != AV_NOPTS_VALUE){
2085
                s->user_specified_pts=
2086
                pts= s->user_specified_pts + 1;
2087
                av_log(s->avctx, AV_LOG_INFO, "Warning: AVFrame.pts=? trying to guess (%"PRId64")\n", pts);
2088
            }else{
2089
                pts= pic_arg->display_picture_number;
2090 2091 2092 2093
            }
        }
    }

2094
  if(pic_arg){
M
Michael Niedermayer 已提交
2095 2096 2097 2098
    if(encoding_delay && !(s->flags&CODEC_FLAG_INPUT_PRESERVED)) direct=0;
    if(pic_arg->linesize[0] != s->linesize) direct=0;
    if(pic_arg->linesize[1] != s->uvlinesize) direct=0;
    if(pic_arg->linesize[2] != s->uvlinesize) direct=0;
2099

2100
//    av_log(AV_LOG_DEBUG, "%d %d %d %d\n",pic_arg->linesize[0], pic_arg->linesize[1], s->linesize, s->uvlinesize);
2101

M
Michael Niedermayer 已提交
2102
    if(direct){
M
Michael Niedermayer 已提交
2103
        i= ff_find_unused_picture(s, 1);
M
cleanup  
Michael Niedermayer 已提交
2104

M
Michael Niedermayer 已提交
2105
        pic= (AVFrame*)&s->picture[i];
M
Michael Niedermayer 已提交
2106
        pic->reference= 3;
2107

M
Michael Niedermayer 已提交
2108 2109 2110 2111 2112 2113
        for(i=0; i<4; i++){
            pic->data[i]= pic_arg->data[i];
            pic->linesize[i]= pic_arg->linesize[i];
        }
        alloc_picture(s, (Picture*)pic, 1);
    }else{
M
Michael Niedermayer 已提交
2114
        i= ff_find_unused_picture(s, 0);
M
cleanup  
Michael Niedermayer 已提交
2115

M
Michael Niedermayer 已提交
2116
        pic= (AVFrame*)&s->picture[i];
M
Michael Niedermayer 已提交
2117
        pic->reference= 3;
M
cleanup  
Michael Niedermayer 已提交
2118

M
Michael Niedermayer 已提交
2119 2120
        alloc_picture(s, (Picture*)pic, 0);

M
Michael Niedermayer 已提交
2121 2122 2123
        if(   pic->data[0] + INPLACE_OFFSET == pic_arg->data[0]
           && pic->data[1] + INPLACE_OFFSET == pic_arg->data[1]
           && pic->data[2] + INPLACE_OFFSET == pic_arg->data[2]){
M
cleanup  
Michael Niedermayer 已提交
2124
       // empty
M
Michael Niedermayer 已提交
2125 2126 2127
        }else{
            int h_chroma_shift, v_chroma_shift;
            avcodec_get_chroma_sub_sample(s->avctx->pix_fmt, &h_chroma_shift, &v_chroma_shift);
2128

M
Michael Niedermayer 已提交
2129 2130 2131 2132 2133 2134 2135 2136
            for(i=0; i<3; i++){
                int src_stride= pic_arg->linesize[i];
                int dst_stride= i ? s->uvlinesize : s->linesize;
                int h_shift= i ? h_chroma_shift : 0;
                int v_shift= i ? v_chroma_shift : 0;
                int w= s->width >>h_shift;
                int h= s->height>>v_shift;
                uint8_t *src= pic_arg->data[i];
M
Michael Niedermayer 已提交
2137
                uint8_t *dst= pic->data[i] + INPLACE_OFFSET;
2138

M
Michael Niedermayer 已提交
2139 2140 2141 2142 2143 2144 2145 2146
                if(src_stride==dst_stride)
                    memcpy(dst, src, src_stride*h);
                else{
                    while(h--){
                        memcpy(dst, src, w);
                        dst += dst_stride;
                        src += src_stride;
                    }
M
cleanup  
Michael Niedermayer 已提交
2147
                }
2148
            }
M
cleanup  
Michael Niedermayer 已提交
2149 2150
        }
    }
2151
    copy_picture_attributes(s, pic, pic_arg);
2152
    pic->pts= pts; //we set this here to avoid modifiying pic_arg
2153
  }
2154

M
Michael Niedermayer 已提交
2155 2156 2157
    /* shift buffer entries */
    for(i=1; i<MAX_PICTURE_COUNT /*s->encoding_delay+1*/; i++)
        s->input_picture[i-1]= s->input_picture[i];
2158

M
Michael Niedermayer 已提交
2159
    s->input_picture[encoding_delay]= (Picture*)pic;
M
cleanup  
Michael Niedermayer 已提交
2160 2161 2162

    return 0;
}
2163

M
Michael Niedermayer 已提交
2164 2165 2166
static int skip_check(MpegEncContext *s, Picture *p, Picture *ref){
    int x, y, plane;
    int score=0;
2167
    int64_t score64=0;
M
Michael Niedermayer 已提交
2168 2169 2170 2171 2172 2173

    for(plane=0; plane<3; plane++){
        const int stride= p->linesize[plane];
        const int bw= plane ? 1 : 2;
        for(y=0; y<s->mb_height*bw; y++){
            for(x=0; x<s->mb_width*bw; x++){
M
Michael Niedermayer 已提交
2174 2175
                int off= p->type == FF_BUFFER_TYPE_SHARED ? 0: 16;
                int v= s->dsp.frame_skip_cmp[1](s, p->data[plane] + 8*(x + y*stride)+off, ref->data[plane] + 8*(x + y*stride), stride, 8);
2176

2177 2178 2179 2180 2181 2182 2183
                switch(s->avctx->frame_skip_exp){
                    case 0: score= FFMAX(score, v); break;
                    case 1: score+= ABS(v);break;
                    case 2: score+= v*v;break;
                    case 3: score64+= ABS(v*v*(int64_t)v);break;
                    case 4: score64+= v*v*(int64_t)(v*v);break;
                }
M
Michael Niedermayer 已提交
2184 2185 2186
            }
        }
    }
2187

2188
    if(score) score64= score;
M
Michael Niedermayer 已提交
2189

2190
    if(score64 < s->avctx->frame_skip_threshold)
M
Michael Niedermayer 已提交
2191
        return 1;
2192
    if(score64 < ((s->avctx->frame_skip_factor * (int64_t)s->lambda)>>8))
M
Michael Niedermayer 已提交
2193 2194 2195 2196
        return 1;
    return 0;
}

M
Michael Niedermayer 已提交
2197 2198 2199 2200
static int estimate_best_b_count(MpegEncContext *s){
    AVCodec *codec= avcodec_find_encoder(s->avctx->codec_id);
    AVCodecContext *c= avcodec_alloc_context();
    AVFrame input[FF_MAX_B_FRAMES+2];
2201
    const int scale= s->avctx->brd_scale;
M
Michael Niedermayer 已提交
2202
    int i, j, out_size, p_lambda, b_lambda, lambda2;
2203
    int outbuf_size= s->width * s->height; //FIXME
M
Michael Niedermayer 已提交
2204 2205 2206
    uint8_t *outbuf= av_malloc(outbuf_size);
    int64_t best_rd= INT64_MAX;
    int best_b_count= -1;
M
Michael Niedermayer 已提交
2207

2208 2209
    assert(scale>=0 && scale <=3);

M
Michael Niedermayer 已提交
2210 2211 2212 2213 2214
//    emms_c();
    p_lambda= s->last_lambda_for[P_TYPE]; //s->next_picture_ptr->quality;
    b_lambda= s->last_lambda_for[B_TYPE]; //p_lambda *ABS(s->avctx->b_quant_factor) + s->avctx->b_quant_offset;
    if(!b_lambda) b_lambda= p_lambda; //FIXME we should do this somewhere else
    lambda2= (b_lambda*b_lambda + (1<<FF_LAMBDA_SHIFT)/2 ) >> FF_LAMBDA_SHIFT;
M
Michael Niedermayer 已提交
2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233

    c->width = s->width >> scale;
    c->height= s->height>> scale;
    c->flags= CODEC_FLAG_QSCALE | CODEC_FLAG_PSNR | CODEC_FLAG_INPUT_PRESERVED /*| CODEC_FLAG_EMU_EDGE*/;
    c->flags|= s->avctx->flags & CODEC_FLAG_QPEL;
    c->mb_decision= s->avctx->mb_decision;
    c->me_cmp= s->avctx->me_cmp;
    c->mb_cmp= s->avctx->mb_cmp;
    c->me_sub_cmp= s->avctx->me_sub_cmp;
    c->pix_fmt = PIX_FMT_YUV420P;
    c->time_base= s->avctx->time_base;
    c->max_b_frames= s->max_b_frames;

    if (avcodec_open(c, codec) < 0)
        return -1;

    for(i=0; i<s->max_b_frames+2; i++){
        int ysize= c->width*c->height;
        int csize= (c->width/2)*(c->height/2);
M
Michael Niedermayer 已提交
2234 2235 2236 2237 2238 2239 2240 2241 2242 2243
        Picture pre_input, *pre_input_ptr= i ? s->input_picture[i-1] : s->next_picture_ptr;

        if(pre_input_ptr)
            pre_input= *pre_input_ptr;

        if(pre_input.type != FF_BUFFER_TYPE_SHARED && i){
            pre_input.data[0]+=INPLACE_OFFSET;
            pre_input.data[1]+=INPLACE_OFFSET;
            pre_input.data[2]+=INPLACE_OFFSET;
        }
M
Michael Niedermayer 已提交
2244 2245 2246 2247 2248 2249 2250 2251 2252

        avcodec_get_frame_defaults(&input[i]);
        input[i].data[0]= av_malloc(ysize + 2*csize);
        input[i].data[1]= input[i].data[0] + ysize;
        input[i].data[2]= input[i].data[1] + csize;
        input[i].linesize[0]= c->width;
        input[i].linesize[1]=
        input[i].linesize[2]= c->width/2;

2253 2254 2255 2256 2257
        if(!i || s->input_picture[i-1]){
            s->dsp.shrink[scale](input[i].data[0], input[i].linesize[0], pre_input.data[0], pre_input.linesize[0], c->width, c->height);
            s->dsp.shrink[scale](input[i].data[1], input[i].linesize[1], pre_input.data[1], pre_input.linesize[1], c->width>>1, c->height>>1);
            s->dsp.shrink[scale](input[i].data[2], input[i].linesize[2], pre_input.data[2], pre_input.linesize[2], c->width>>1, c->height>>1);
        }
M
Michael Niedermayer 已提交
2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268
    }

    for(j=0; j<s->max_b_frames+1; j++){
        int64_t rd=0;

        if(!s->input_picture[j])
            break;

        c->error[0]= c->error[1]= c->error[2]= 0;

        input[0].pict_type= I_TYPE;
M
Michael Niedermayer 已提交
2269
        input[0].quality= 1 * FF_QP2LAMBDA;
M
Michael Niedermayer 已提交
2270
        out_size = avcodec_encode_video(c, outbuf, outbuf_size, &input[0]);
M
Michael Niedermayer 已提交
2271
//        rd += (out_size * lambda2) >> FF_LAMBDA_SHIFT;
M
Michael Niedermayer 已提交
2272 2273 2274 2275 2276

        for(i=0; i<s->max_b_frames+1; i++){
            int is_p= i % (j+1) == j || i==s->max_b_frames;

            input[i+1].pict_type= is_p ? P_TYPE : B_TYPE;
M
Michael Niedermayer 已提交
2277
            input[i+1].quality= is_p ? p_lambda : b_lambda;
M
Michael Niedermayer 已提交
2278
            out_size = avcodec_encode_video(c, outbuf, outbuf_size, &input[i+1]);
M
Michael Niedermayer 已提交
2279
            rd += (out_size * lambda2) >> (FF_LAMBDA_SHIFT - 3);
M
Michael Niedermayer 已提交
2280 2281 2282 2283 2284
        }

        /* get the delayed frames */
        while(out_size){
            out_size = avcodec_encode_video(c, outbuf, outbuf_size, NULL);
M
Michael Niedermayer 已提交
2285
            rd += (out_size * lambda2) >> (FF_LAMBDA_SHIFT - 3);
M
Michael Niedermayer 已提交
2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306
        }

        rd += c->error[0] + c->error[1] + c->error[2];

        if(rd < best_rd){
            best_rd= rd;
            best_b_count= j;
        }
    }

    av_freep(&outbuf);
    avcodec_close(c);
    av_freep(&c);

    for(i=0; i<s->max_b_frames+2; i++){
        av_freep(&input[i].data[0]);
    }

    return best_b_count;
}

M
cleanup  
Michael Niedermayer 已提交
2307 2308
static void select_input_picture(MpegEncContext *s){
    int i;
M
Michael Niedermayer 已提交
2309

M
cleanup  
Michael Niedermayer 已提交
2310 2311 2312 2313
    for(i=1; i<MAX_PICTURE_COUNT; i++)
        s->reordered_input_picture[i-1]= s->reordered_input_picture[i];
    s->reordered_input_picture[MAX_PICTURE_COUNT-1]= NULL;

D
Diego Biurrun 已提交
2314
    /* set next picture type & ordering */
M
cleanup  
Michael Niedermayer 已提交
2315
    if(s->reordered_input_picture[0]==NULL && s->input_picture[0]){
M
Michael Niedermayer 已提交
2316
        if(/*s->picture_in_gop_number >= s->gop_size ||*/ s->next_picture_ptr==NULL || s->intra_only){
M
Michael Niedermayer 已提交
2317 2318
            s->reordered_input_picture[0]= s->input_picture[0];
            s->reordered_input_picture[0]->pict_type= I_TYPE;
M
Michael Niedermayer 已提交
2319
            s->reordered_input_picture[0]->coded_picture_number= s->coded_picture_number++;
M
Michael Niedermayer 已提交
2320 2321
        }else{
            int b_frames;
M
Michael Niedermayer 已提交
2322 2323

            if(s->avctx->frame_skip_threshold || s->avctx->frame_skip_factor){
M
Michael Niedermayer 已提交
2324 2325
                if(s->picture_in_gop_number < s->gop_size && skip_check(s, s->input_picture[0], s->next_picture_ptr)){
                //FIXME check that te gop check above is +-1 correct
M
Michael Niedermayer 已提交
2326
//av_log(NULL, AV_LOG_DEBUG, "skip %p %Ld\n", s->input_picture[0]->data[0], s->input_picture[0]->pts);
2327

M
Michael Niedermayer 已提交
2328 2329 2330
                    if(s->input_picture[0]->type == FF_BUFFER_TYPE_SHARED){
                        for(i=0; i<4; i++)
                            s->input_picture[0]->data[i]= NULL;
2331
                        s->input_picture[0]->type= 0;
M
Michael Niedermayer 已提交
2332
                    }else{
2333
                        assert(   s->input_picture[0]->type==FF_BUFFER_TYPE_USER
M
Michael Niedermayer 已提交
2334
                               || s->input_picture[0]->type==FF_BUFFER_TYPE_INTERNAL);
2335

M
Michael Niedermayer 已提交
2336 2337
                        s->avctx->release_buffer(s->avctx, (AVFrame*)s->input_picture[0]);
                    }
2338

M
Michael Niedermayer 已提交
2339 2340
                    emms_c();
                    ff_vbv_update(s, 0);
M
Michael Niedermayer 已提交
2341 2342 2343 2344 2345

                    goto no_output_pic;
                }
            }

M
Michael Niedermayer 已提交
2346 2347 2348
            if(s->flags&CODEC_FLAG_PASS2){
                for(i=0; i<s->max_b_frames+1; i++){
                    int pict_num= s->input_picture[0]->display_picture_number + i;
2349

2350
                    if(pict_num >= s->rc_context.num_entries)
2351
                        break;
2352
                    if(!s->input_picture[i]){
2353
                        s->rc_context.entry[pict_num-1].new_pict_type = P_TYPE;
2354 2355
                        break;
                    }
2356

2357
                    s->input_picture[i]->pict_type=
2358
                        s->rc_context.entry[pict_num].new_pict_type;
M
Michael Niedermayer 已提交
2359 2360
                }
            }
M
Michael Niedermayer 已提交
2361

2362
            if(s->avctx->b_frame_strategy==0){
M
Michael Niedermayer 已提交
2363
                b_frames= s->max_b_frames;
2364
                while(b_frames && !s->input_picture[b_frames]) b_frames--;
M
cleanup  
Michael Niedermayer 已提交
2365
            }else if(s->avctx->b_frame_strategy==1){
M
Michael Niedermayer 已提交
2366
                for(i=1; i<s->max_b_frames+1; i++){
2367
                    if(s->input_picture[i] && s->input_picture[i]->b_frame_score==0){
2368 2369
                        s->input_picture[i]->b_frame_score=
                            get_intra_count(s, s->input_picture[i  ]->data[0],
M
Michael Niedermayer 已提交
2370
                                               s->input_picture[i-1]->data[0], s->linesize) + 1;
M
Michael Niedermayer 已提交
2371 2372
                    }
                }
2373
                for(i=0; i<s->max_b_frames+1; i++){
2374
                    if(s->input_picture[i]==NULL || s->input_picture[i]->b_frame_score - 1 > s->mb_num/s->avctx->b_sensitivity) break;
M
Michael Niedermayer 已提交
2375
                }
2376

M
Michael Niedermayer 已提交
2377
                b_frames= FFMAX(0, i-1);
2378

M
Michael Niedermayer 已提交
2379 2380 2381 2382
                /* reset scores */
                for(i=0; i<b_frames+1; i++){
                    s->input_picture[i]->b_frame_score=0;
                }
M
Michael Niedermayer 已提交
2383 2384
            }else if(s->avctx->b_frame_strategy==2){
                b_frames= estimate_best_b_count(s);
M
Michael Niedermayer 已提交
2385
            }else{
2386
                av_log(s->avctx, AV_LOG_ERROR, "illegal b frame strategy\n");
M
Michael Niedermayer 已提交
2387
                b_frames=0;
2388
            }
M
Michael Niedermayer 已提交
2389 2390 2391 2392

            emms_c();
//static int b_count=0;
//b_count+= b_frames;
2393
//av_log(s->avctx, AV_LOG_DEBUG, "b_frames: %d\n", b_count);
2394 2395 2396 2397 2398 2399 2400

            for(i= b_frames - 1; i>=0; i--){
                int type= s->input_picture[i]->pict_type;
                if(type && type != B_TYPE)
                    b_frames= i;
            }
            if(s->input_picture[b_frames]->pict_type == B_TYPE && b_frames == s->max_b_frames){
2401
                av_log(s->avctx, AV_LOG_ERROR, "warning, too many b frames in a row\n");
2402 2403
            }

2404
            if(s->picture_in_gop_number + b_frames >= s->gop_size){
2405 2406 2407
              if((s->flags2 & CODEC_FLAG2_STRICT_GOP) && s->gop_size > s->picture_in_gop_number){
                    b_frames= s->gop_size - s->picture_in_gop_number - 1;
              }else{
2408 2409 2410
                if(s->flags & CODEC_FLAG_CLOSED_GOP)
                    b_frames=0;
                s->input_picture[b_frames]->pict_type= I_TYPE;
2411
              }
2412
            }
2413

2414 2415 2416 2417 2418
            if(   (s->flags & CODEC_FLAG_CLOSED_GOP)
               && b_frames
               && s->input_picture[b_frames]->pict_type== I_TYPE)
                b_frames--;

M
Michael Niedermayer 已提交
2419
            s->reordered_input_picture[0]= s->input_picture[b_frames];
2420
            if(s->reordered_input_picture[0]->pict_type != I_TYPE)
M
Michael Niedermayer 已提交
2421
                s->reordered_input_picture[0]->pict_type= P_TYPE;
M
Michael Niedermayer 已提交
2422
            s->reordered_input_picture[0]->coded_picture_number= s->coded_picture_number++;
M
Michael Niedermayer 已提交
2423 2424 2425
            for(i=0; i<b_frames; i++){
                s->reordered_input_picture[i+1]= s->input_picture[i];
                s->reordered_input_picture[i+1]->pict_type= B_TYPE;
M
Michael Niedermayer 已提交
2426
                s->reordered_input_picture[i+1]->coded_picture_number= s->coded_picture_number++;
2427 2428 2429
            }
        }
    }
M
Michael Niedermayer 已提交
2430
no_output_pic:
M
cleanup  
Michael Niedermayer 已提交
2431
    if(s->reordered_input_picture[0]){
M
Michael Niedermayer 已提交
2432
        s->reordered_input_picture[0]->reference= s->reordered_input_picture[0]->pict_type!=B_TYPE ? 3 : 0;
M
Michael Niedermayer 已提交
2433

2434
        copy_picture(&s->new_picture, s->reordered_input_picture[0]);
M
Michael Niedermayer 已提交
2435 2436

        if(s->reordered_input_picture[0]->type == FF_BUFFER_TYPE_SHARED){
D
Diego Biurrun 已提交
2437
            // input is a shared pix, so we can't modifiy it -> alloc a new one & ensure that the shared one is reuseable
2438

M
Michael Niedermayer 已提交
2439
            int i= ff_find_unused_picture(s, 0);
M
Michael Niedermayer 已提交
2440 2441 2442 2443 2444 2445
            Picture *pic= &s->picture[i];

            /* mark us unused / free shared pic */
            for(i=0; i<4; i++)
                s->reordered_input_picture[0]->data[i]= NULL;
            s->reordered_input_picture[0]->type= 0;
2446

2447
            pic->reference              = s->reordered_input_picture[0]->reference;
2448

M
Michael Niedermayer 已提交
2449 2450
            alloc_picture(s, pic, 0);

2451 2452
            copy_picture_attributes(s, (AVFrame*)pic, (AVFrame*)s->reordered_input_picture[0]);

M
Michael Niedermayer 已提交
2453
            s->current_picture_ptr= pic;
M
Michael Niedermayer 已提交
2454
        }else{
M
Michael Niedermayer 已提交
2455 2456
            // input is not a shared pix -> reuse buffer for current_pix

2457
            assert(   s->reordered_input_picture[0]->type==FF_BUFFER_TYPE_USER
M
Michael Niedermayer 已提交
2458
                   || s->reordered_input_picture[0]->type==FF_BUFFER_TYPE_INTERNAL);
2459

M
Michael Niedermayer 已提交
2460
            s->current_picture_ptr= s->reordered_input_picture[0];
M
Michael Niedermayer 已提交
2461
            for(i=0; i<4; i++){
M
Michael Niedermayer 已提交
2462
                s->new_picture.data[i]+= INPLACE_OFFSET;
M
Michael Niedermayer 已提交
2463
            }
M
cleanup  
Michael Niedermayer 已提交
2464
        }
2465
        copy_picture(&s->current_picture, s->current_picture_ptr);
2466

M
cleanup  
Michael Niedermayer 已提交
2467 2468 2469 2470
        s->picture_number= s->new_picture.display_picture_number;
//printf("dpn:%d\n", s->picture_number);
    }else{
       memset(&s->new_picture, 0, sizeof(Picture));
2471 2472 2473
    }
}

F
Fabrice Bellard 已提交
2474 2475 2476 2477
int MPV_encode_picture(AVCodecContext *avctx,
                       unsigned char *buf, int buf_size, void *data)
{
    MpegEncContext *s = avctx->priv_data;
M
Michael Niedermayer 已提交
2478
    AVFrame *pic_arg = data;
2479
    int i, stuffing_count;
F
Fabrice Bellard 已提交
2480

2481
    for(i=0; i<avctx->thread_count; i++){
M
Michael Niedermayer 已提交
2482 2483
        int start_y= s->thread_context[i]->start_mb_y;
        int   end_y= s->thread_context[i]->  end_mb_y;
2484
        int h= s->mb_height;
2485 2486
        uint8_t *start= buf + (size_t)(((int64_t) buf_size)*start_y/h);
        uint8_t *end  = buf + (size_t)(((int64_t) buf_size)*  end_y/h);
2487 2488 2489

        init_put_bits(&s->thread_context[i]->pb, start, end - start);
    }
F
Fabrice Bellard 已提交
2490

M
cleanup  
Michael Niedermayer 已提交
2491
    s->picture_in_gop_number++;
F
Fabrice Bellard 已提交
2492

2493 2494
    if(load_input_picture(s, pic_arg) < 0)
        return -1;
2495

M
cleanup  
Michael Niedermayer 已提交
2496
    select_input_picture(s);
2497

2498
    /* output? */
M
cleanup  
Michael Niedermayer 已提交
2499 2500 2501 2502
    if(s->new_picture.data[0]){
        s->pict_type= s->new_picture.pict_type;
//emms_c();
//printf("qs:%f %f %d\n", s->new_picture.quality, s->current_picture.quality, s->qscale);
2503
        MPV_frame_start(s, avctx);
2504 2505

        encode_picture(s, s->picture_number);
2506

J
Juanjo 已提交
2507
        avctx->real_pict_num  = s->picture_number;
2508 2509 2510 2511 2512 2513
        avctx->header_bits = s->header_bits;
        avctx->mv_bits     = s->mv_bits;
        avctx->misc_bits   = s->misc_bits;
        avctx->i_tex_bits  = s->i_tex_bits;
        avctx->p_tex_bits  = s->p_tex_bits;
        avctx->i_count     = s->i_count;
2514
        avctx->p_count     = s->mb_num - s->i_count - s->skip_count; //FIXME f/b_count in avctx
2515 2516 2517 2518 2519 2520
        avctx->skip_count  = s->skip_count;

        MPV_frame_end(s);

        if (s->out_format == FMT_MJPEG)
            mjpeg_picture_trailer(s);
2521

2522 2523
        if(s->flags&CODEC_FLAG_PASS1)
            ff_write_pass1_stats(s);
M
Michael Niedermayer 已提交
2524 2525

        for(i=0; i<4; i++){
2526
            s->current_picture_ptr->error[i]= s->current_picture.error[i];
M
Michael Niedermayer 已提交
2527 2528
            avctx->error[i] += s->current_picture_ptr->error[i];
        }
2529

2530 2531
        if(s->flags&CODEC_FLAG_PASS1)
            assert(avctx->header_bits + avctx->mv_bits + avctx->misc_bits + avctx->i_tex_bits + avctx->p_tex_bits == put_bits_count(&s->pb));
2532
        flush_put_bits(&s->pb);
2533
        s->frame_bits  = put_bits_count(&s->pb);
M
Michael Niedermayer 已提交
2534

M
Michael Niedermayer 已提交
2535 2536
        stuffing_count= ff_vbv_update(s, s->frame_bits);
        if(stuffing_count){
2537 2538 2539 2540 2541
            if(s->pb.buf_end - s->pb.buf - (put_bits_count(&s->pb)>>3) < stuffing_count + 50){
                av_log(s->avctx, AV_LOG_ERROR, "stuffing too large\n");
                return -1;
            }

M
Michael Niedermayer 已提交
2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552 2553 2554 2555 2556 2557 2558 2559 2560
            switch(s->codec_id){
            case CODEC_ID_MPEG1VIDEO:
            case CODEC_ID_MPEG2VIDEO:
                while(stuffing_count--){
                    put_bits(&s->pb, 8, 0);
                }
            break;
            case CODEC_ID_MPEG4:
                put_bits(&s->pb, 16, 0);
                put_bits(&s->pb, 16, 0x1C3);
                stuffing_count -= 4;
                while(stuffing_count--){
                    put_bits(&s->pb, 8, 0xFF);
                }
            break;
            default:
                av_log(s->avctx, AV_LOG_ERROR, "vbv buffer overflow\n");
            }
            flush_put_bits(&s->pb);
2561
            s->frame_bits  = put_bits_count(&s->pb);
M
Michael Niedermayer 已提交
2562
        }
M
Michael Niedermayer 已提交
2563

2564
        /* update mpeg1/2 vbv_delay for CBR */
2565 2566
        if(s->avctx->rc_max_rate && s->avctx->rc_min_rate == s->avctx->rc_max_rate && s->out_format == FMT_MPEG1
           && 90000LL * (avctx->rc_buffer_size-1) <= s->avctx->rc_max_rate*0xFFFFLL){
M
Michael Niedermayer 已提交
2567
            int vbv_delay;
M
Michael Niedermayer 已提交
2568

M
Michael Niedermayer 已提交
2569
            assert(s->repeat_first_field==0);
2570

M
Michael Niedermayer 已提交
2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584
            vbv_delay= lrintf(90000 * s->rc_context.buffer_index / s->avctx->rc_max_rate);
            assert(vbv_delay < 0xFFFF);

            s->vbv_delay_ptr[0] &= 0xF8;
            s->vbv_delay_ptr[0] |= vbv_delay>>13;
            s->vbv_delay_ptr[1]  = vbv_delay>>5;
            s->vbv_delay_ptr[2] &= 0x07;
            s->vbv_delay_ptr[2] |= vbv_delay<<3;
        }
        s->total_bits += s->frame_bits;
        avctx->frame_bits  = s->frame_bits;
    }else{
        assert((pbBufPtr(&s->pb) == s->pb.buf));
        s->frame_bits=0;
M
Michael Niedermayer 已提交
2585
    }
M
Michael Niedermayer 已提交
2586
    assert((s->frame_bits&7)==0);
2587

2588
    return s->frame_bits/8;
F
Fabrice Bellard 已提交
2589 2590
}

2591 2592
#endif //CONFIG_ENCODERS

M
Michael Niedermayer 已提交
2593
static inline void gmc1_motion(MpegEncContext *s,
2594
                               uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
2595
                               uint8_t **ref_picture)
M
Michael Niedermayer 已提交
2596
{
2597
    uint8_t *ptr;
M
Michael Niedermayer 已提交
2598
    int offset, src_x, src_y, linesize, uvlinesize;
M
Michael Niedermayer 已提交
2599
    int motion_x, motion_y;
M
Michael Niedermayer 已提交
2600
    int emu=0;
M
Michael Niedermayer 已提交
2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613

    motion_x= s->sprite_offset[0][0];
    motion_y= s->sprite_offset[0][1];
    src_x = s->mb_x * 16 + (motion_x >> (s->sprite_warping_accuracy+1));
    src_y = s->mb_y * 16 + (motion_y >> (s->sprite_warping_accuracy+1));
    motion_x<<=(3-s->sprite_warping_accuracy);
    motion_y<<=(3-s->sprite_warping_accuracy);
    src_x = clip(src_x, -16, s->width);
    if (src_x == s->width)
        motion_x =0;
    src_y = clip(src_y, -16, s->height);
    if (src_y == s->height)
        motion_y =0;
2614

M
Michael Niedermayer 已提交
2615
    linesize = s->linesize;
M
Michael Niedermayer 已提交
2616
    uvlinesize = s->uvlinesize;
2617

2618
    ptr = ref_picture[0] + (src_y * linesize) + src_x;
M
Michael Niedermayer 已提交
2619

M
Michael Niedermayer 已提交
2620
    if(s->flags&CODEC_FLAG_EMU_EDGE){
2621 2622
        if(   (unsigned)src_x >= s->h_edge_pos - 17
           || (unsigned)src_y >= s->v_edge_pos - 17){
2623
            ff_emulated_edge_mc(s->edge_emu_buffer, ptr, linesize, 17, 17, src_x, src_y, s->h_edge_pos, s->v_edge_pos);
M
Michael Niedermayer 已提交
2624 2625 2626
            ptr= s->edge_emu_buffer;
        }
    }
2627

2628
    if((motion_x|motion_y)&7){
2629 2630
        s->dsp.gmc1(dest_y  , ptr  , linesize, 16, motion_x&15, motion_y&15, 128 - s->no_rounding);
        s->dsp.gmc1(dest_y+8, ptr+8, linesize, 16, motion_x&15, motion_y&15, 128 - s->no_rounding);
2631 2632
    }else{
        int dxy;
2633

2634 2635
        dxy= ((motion_x>>3)&1) | ((motion_y>>2)&2);
        if (s->no_rounding){
2636
            s->dsp.put_no_rnd_pixels_tab[0][dxy](dest_y, ptr, linesize, 16);
2637
        }else{
2638 2639
            s->dsp.put_pixels_tab       [0][dxy](dest_y, ptr, linesize, 16);
        }
2640
    }
2641

2642
    if(s->flags&CODEC_FLAG_GRAY) return;
M
Michael Niedermayer 已提交
2643 2644 2645 2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656

    motion_x= s->sprite_offset[1][0];
    motion_y= s->sprite_offset[1][1];
    src_x = s->mb_x * 8 + (motion_x >> (s->sprite_warping_accuracy+1));
    src_y = s->mb_y * 8 + (motion_y >> (s->sprite_warping_accuracy+1));
    motion_x<<=(3-s->sprite_warping_accuracy);
    motion_y<<=(3-s->sprite_warping_accuracy);
    src_x = clip(src_x, -8, s->width>>1);
    if (src_x == s->width>>1)
        motion_x =0;
    src_y = clip(src_y, -8, s->height>>1);
    if (src_y == s->height>>1)
        motion_y =0;

2657
    offset = (src_y * uvlinesize) + src_x;
M
Michael Niedermayer 已提交
2658
    ptr = ref_picture[1] + offset;
2659
    if(s->flags&CODEC_FLAG_EMU_EDGE){
2660 2661
        if(   (unsigned)src_x >= (s->h_edge_pos>>1) - 9
           || (unsigned)src_y >= (s->v_edge_pos>>1) - 9){
2662
            ff_emulated_edge_mc(s->edge_emu_buffer, ptr, uvlinesize, 9, 9, src_x, src_y, s->h_edge_pos>>1, s->v_edge_pos>>1);
2663 2664 2665
            ptr= s->edge_emu_buffer;
            emu=1;
        }
M
Michael Niedermayer 已提交
2666
    }
2667
    s->dsp.gmc1(dest_cb, ptr, uvlinesize, 8, motion_x&15, motion_y&15, 128 - s->no_rounding);
2668

M
Michael Niedermayer 已提交
2669
    ptr = ref_picture[2] + offset;
M
Michael Niedermayer 已提交
2670
    if(emu){
2671
        ff_emulated_edge_mc(s->edge_emu_buffer, ptr, uvlinesize, 9, 9, src_x, src_y, s->h_edge_pos>>1, s->v_edge_pos>>1);
M
Michael Niedermayer 已提交
2672 2673
        ptr= s->edge_emu_buffer;
    }
2674
    s->dsp.gmc1(dest_cr, ptr, uvlinesize, 8, motion_x&15, motion_y&15, 128 - s->no_rounding);
2675

M
Michael Niedermayer 已提交
2676 2677 2678
    return;
}

2679
static inline void gmc_motion(MpegEncContext *s,
2680
                               uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
2681
                               uint8_t **ref_picture)
2682
{
2683
    uint8_t *ptr;
2684 2685 2686 2687 2688 2689 2690
    int linesize, uvlinesize;
    const int a= s->sprite_warping_accuracy;
    int ox, oy;

    linesize = s->linesize;
    uvlinesize = s->uvlinesize;

2691
    ptr = ref_picture[0];
2692 2693 2694 2695

    ox= s->sprite_offset[0][0] + s->sprite_delta[0][0]*s->mb_x*16 + s->sprite_delta[0][1]*s->mb_y*16;
    oy= s->sprite_offset[0][1] + s->sprite_delta[1][0]*s->mb_x*16 + s->sprite_delta[1][1]*s->mb_y*16;

2696
    s->dsp.gmc(dest_y, ptr, linesize, 16,
2697 2698
           ox,
           oy,
2699
           s->sprite_delta[0][0], s->sprite_delta[0][1],
2700
           s->sprite_delta[1][0], s->sprite_delta[1][1],
2701 2702
           a+1, (1<<(2*a+1)) - s->no_rounding,
           s->h_edge_pos, s->v_edge_pos);
2703
    s->dsp.gmc(dest_y+8, ptr, linesize, 16,
2704 2705
           ox + s->sprite_delta[0][0]*8,
           oy + s->sprite_delta[1][0]*8,
2706
           s->sprite_delta[0][0], s->sprite_delta[0][1],
2707
           s->sprite_delta[1][0], s->sprite_delta[1][1],
2708 2709 2710 2711 2712 2713 2714 2715
           a+1, (1<<(2*a+1)) - s->no_rounding,
           s->h_edge_pos, s->v_edge_pos);

    if(s->flags&CODEC_FLAG_GRAY) return;

    ox= s->sprite_offset[1][0] + s->sprite_delta[0][0]*s->mb_x*8 + s->sprite_delta[0][1]*s->mb_y*8;
    oy= s->sprite_offset[1][1] + s->sprite_delta[1][0]*s->mb_x*8 + s->sprite_delta[1][1]*s->mb_y*8;

2716
    ptr = ref_picture[1];
2717
    s->dsp.gmc(dest_cb, ptr, uvlinesize, 8,
2718 2719
           ox,
           oy,
2720
           s->sprite_delta[0][0], s->sprite_delta[0][1],
2721
           s->sprite_delta[1][0], s->sprite_delta[1][1],
2722 2723
           a+1, (1<<(2*a+1)) - s->no_rounding,
           s->h_edge_pos>>1, s->v_edge_pos>>1);
2724

2725
    ptr = ref_picture[2];
2726
    s->dsp.gmc(dest_cr, ptr, uvlinesize, 8,
2727 2728
           ox,
           oy,
2729
           s->sprite_delta[0][0], s->sprite_delta[0][1],
2730
           s->sprite_delta[1][0], s->sprite_delta[1][1],
2731 2732 2733 2734
           a+1, (1<<(2*a+1)) - s->no_rounding,
           s->h_edge_pos>>1, s->v_edge_pos>>1);
}

2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746
/**
 * Copies a rectangular area of samples to a temporary buffer and replicates the boarder samples.
 * @param buf destination buffer
 * @param src source buffer
 * @param linesize number of bytes between 2 vertically adjacent samples in both the source and destination buffers
 * @param block_w width of block
 * @param block_h height of block
 * @param src_x x coordinate of the top left sample of the block in the source buffer
 * @param src_y y coordinate of the top left sample of the block in the source buffer
 * @param w width of the source buffer
 * @param h height of the source buffer
 */
2747
void ff_emulated_edge_mc(uint8_t *buf, uint8_t *src, int linesize, int block_w, int block_h,
2748 2749 2750
                                    int src_x, int src_y, int w, int h){
    int x, y;
    int start_y, start_x, end_y, end_x;
2751

2752 2753 2754
    if(src_y>= h){
        src+= (h-1-src_y)*linesize;
        src_y=h-1;
M
Michael Niedermayer 已提交
2755 2756 2757
    }else if(src_y<=-block_h){
        src+= (1-block_h-src_y)*linesize;
        src_y=1-block_h;
2758 2759 2760 2761
    }
    if(src_x>= w){
        src+= (w-1-src_x);
        src_x=w-1;
M
Michael Niedermayer 已提交
2762 2763 2764
    }else if(src_x<=-block_w){
        src+= (1-block_w-src_x);
        src_x=1-block_w;
2765 2766
    }

M
Michael Niedermayer 已提交
2767 2768 2769 2770
    start_y= FFMAX(0, -src_y);
    start_x= FFMAX(0, -src_x);
    end_y= FFMIN(block_h, h-src_y);
    end_x= FFMIN(block_w, w-src_x);
M
Michael Niedermayer 已提交
2771

2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791
    // copy existing part
    for(y=start_y; y<end_y; y++){
        for(x=start_x; x<end_x; x++){
            buf[x + y*linesize]= src[x + y*linesize];
        }
    }

    //top
    for(y=0; y<start_y; y++){
        for(x=start_x; x<end_x; x++){
            buf[x + y*linesize]= buf[x + start_y*linesize];
        }
    }

    //bottom
    for(y=end_y; y<block_h; y++){
        for(x=start_x; x<end_x; x++){
            buf[x + y*linesize]= buf[x + (end_y-1)*linesize];
        }
    }
2792

2793 2794 2795 2796 2797
    for(y=0; y<block_h; y++){
       //left
        for(x=0; x<start_x; x++){
            buf[x + y*linesize]= buf[start_x + y*linesize];
        }
2798

2799 2800 2801 2802 2803 2804 2805
       //right
        for(x=end_x; x<block_w; x++){
            buf[x + y*linesize]= buf[end_x - 1 + y*linesize];
        }
    }
}

2806
static inline int hpel_motion(MpegEncContext *s,
2807 2808
                                  uint8_t *dest, uint8_t *src,
                                  int field_based, int field_select,
M
Michael Niedermayer 已提交
2809 2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820
                                  int src_x, int src_y,
                                  int width, int height, int stride,
                                  int h_edge_pos, int v_edge_pos,
                                  int w, int h, op_pixels_func *pix_op,
                                  int motion_x, int motion_y)
{
    int dxy;
    int emu=0;

    dxy = ((motion_y & 1) << 1) | (motion_x & 1);
    src_x += motion_x >> 1;
    src_y += motion_y >> 1;
2821

M
Michael Niedermayer 已提交
2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833
    /* WARNING: do no forget half pels */
    src_x = clip(src_x, -16, width); //FIXME unneeded for emu?
    if (src_x == width)
        dxy &= ~1;
    src_y = clip(src_y, -16, height);
    if (src_y == height)
        dxy &= ~2;
    src += src_y * stride + src_x;

    if(s->unrestricted_mv && (s->flags&CODEC_FLAG_EMU_EDGE)){
        if(   (unsigned)src_x > h_edge_pos - (motion_x&1) - w
           || (unsigned)src_y > v_edge_pos - (motion_y&1) - h){
2834 2835
            ff_emulated_edge_mc(s->edge_emu_buffer, src, s->linesize, w+1, (h+1)<<field_based,
                             src_x, src_y<<field_based, h_edge_pos, s->v_edge_pos);
M
Michael Niedermayer 已提交
2836 2837 2838 2839
            src= s->edge_emu_buffer;
            emu=1;
        }
    }
2840 2841
    if(field_select)
        src += s->linesize;
M
Michael Niedermayer 已提交
2842 2843 2844
    pix_op[dxy](dest, src, stride, h);
    return emu;
}
2845

2846
static inline int hpel_motion_lowres(MpegEncContext *s,
M
Michael Niedermayer 已提交
2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868
                                  uint8_t *dest, uint8_t *src,
                                  int field_based, int field_select,
                                  int src_x, int src_y,
                                  int width, int height, int stride,
                                  int h_edge_pos, int v_edge_pos,
                                  int w, int h, h264_chroma_mc_func *pix_op,
                                  int motion_x, int motion_y)
{
    const int lowres= s->avctx->lowres;
    const int s_mask= (2<<lowres)-1;
    int emu=0;
    int sx, sy;

    if(s->quarter_sample){
        motion_x/=2;
        motion_y/=2;
    }

    sx= motion_x & s_mask;
    sy= motion_y & s_mask;
    src_x += motion_x >> (lowres+1);
    src_y += motion_y >> (lowres+1);
2869

M
Michael Niedermayer 已提交
2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887
    src += src_y * stride + src_x;

    if(   (unsigned)src_x > h_edge_pos                 - (!!sx) - w
       || (unsigned)src_y >(v_edge_pos >> field_based) - (!!sy) - h){
        ff_emulated_edge_mc(s->edge_emu_buffer, src, s->linesize, w+1, (h+1)<<field_based,
                            src_x, src_y<<field_based, h_edge_pos, v_edge_pos);
        src= s->edge_emu_buffer;
        emu=1;
    }

    sx <<= 2 - lowres;
    sy <<= 2 - lowres;
    if(field_select)
        src += s->linesize;
    pix_op[lowres](dest, src, stride, h, sx, sy);
    return emu;
}

F
Fabrice Bellard 已提交
2888
/* apply one mpeg motion vector to the three components */
2889
static always_inline void mpeg_motion(MpegEncContext *s,
2890
                               uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
2891 2892
                               int field_based, int bottom_field, int field_select,
                               uint8_t **ref_picture, op_pixels_func (*pix_op)[4],
F
Fabrice Bellard 已提交
2893 2894
                               int motion_x, int motion_y, int h)
{
2895 2896
    uint8_t *ptr_y, *ptr_cb, *ptr_cr;
    int dxy, uvdxy, mx, my, src_x, src_y, uvsrc_x, uvsrc_y, v_edge_pos, uvlinesize, linesize;
2897 2898

#if 0
M
Michael Niedermayer 已提交
2899 2900 2901 2902 2903
if(s->quarter_sample)
{
    motion_x>>=1;
    motion_y>>=1;
}
M
Michael Niedermayer 已提交
2904
#endif
M
Michael Niedermayer 已提交
2905

2906
    v_edge_pos = s->v_edge_pos >> field_based;
2907
    linesize   = s->current_picture.linesize[0] << field_based;
M
Michael Niedermayer 已提交
2908
    uvlinesize = s->current_picture.linesize[1] << field_based;
2909

2910 2911
    dxy = ((motion_y & 1) << 1) | (motion_x & 1);
    src_x = s->mb_x* 16               + (motion_x >> 1);
2912
    src_y =(s->mb_y<<(4-field_based)) + (motion_y >> 1);
M
Michael Niedermayer 已提交
2913

F
Fabrice Bellard 已提交
2914
    if (s->out_format == FMT_H263) {
2915 2916 2917 2918 2919
        if((s->workaround_bugs & FF_BUG_HPEL_CHROMA) && field_based){
            mx = (motion_x>>1)|(motion_x&1);
            my = motion_y >>1;
            uvdxy = ((my & 1) << 1) | (mx & 1);
            uvsrc_x = s->mb_x* 8               + (mx >> 1);
2920
            uvsrc_y = (s->mb_y<<(3-field_based)) + (my >> 1);
2921 2922 2923 2924 2925
        }else{
            uvdxy = dxy | (motion_y & 2) | ((motion_x & 2) >> 1);
            uvsrc_x = src_x>>1;
            uvsrc_y = src_y>>1;
        }
2926 2927 2928 2929 2930 2931
    }else if(s->out_format == FMT_H261){//even chroma mv's are full pel in H261
        mx = motion_x / 4;
        my = motion_y / 4;
        uvdxy = 0;
        uvsrc_x = s->mb_x*8 + mx;
        uvsrc_y = s->mb_y*8 + my;
F
Fabrice Bellard 已提交
2932
    } else {
2933 2934 2935 2936 2937 2938 2939 2940 2941 2942 2943 2944 2945 2946 2947 2948 2949 2950 2951 2952
        if(s->chroma_y_shift){
            mx = motion_x / 2;
            my = motion_y / 2;
            uvdxy = ((my & 1) << 1) | (mx & 1);
            uvsrc_x = s->mb_x* 8               + (mx >> 1);
            uvsrc_y = (s->mb_y<<(3-field_based)) + (my >> 1);
        } else {
            if(s->chroma_x_shift){
            //Chroma422
                mx = motion_x / 2;
                uvdxy = ((motion_y & 1) << 1) | (mx & 1);
                uvsrc_x = s->mb_x* 8           + (mx >> 1);
                uvsrc_y = src_y;
            } else {
            //Chroma444
                uvdxy = dxy;
                uvsrc_x = src_x;
                uvsrc_y = src_y;
            }
        }
F
Fabrice Bellard 已提交
2953
    }
2954 2955 2956 2957 2958 2959 2960

    ptr_y  = ref_picture[0] + src_y * linesize + src_x;
    ptr_cb = ref_picture[1] + uvsrc_y * uvlinesize + uvsrc_x;
    ptr_cr = ref_picture[2] + uvsrc_y * uvlinesize + uvsrc_x;

    if(   (unsigned)src_x > s->h_edge_pos - (motion_x&1) - 16
       || (unsigned)src_y >    v_edge_pos - (motion_y&1) - h){
2961 2962 2963 2964 2965
            if(s->codec_id == CODEC_ID_MPEG2VIDEO ||
               s->codec_id == CODEC_ID_MPEG1VIDEO){
                av_log(s->avctx,AV_LOG_DEBUG,"MPEG motion vector out of boundary\n");
                return ;
            }
2966 2967 2968 2969
            ff_emulated_edge_mc(s->edge_emu_buffer, ptr_y, s->linesize, 17, 17+field_based,
                             src_x, src_y<<field_based, s->h_edge_pos, s->v_edge_pos);
            ptr_y = s->edge_emu_buffer;
            if(!(s->flags&CODEC_FLAG_GRAY)){
M
10l  
Michael Niedermayer 已提交
2970
                uint8_t *uvbuf= s->edge_emu_buffer+18*s->linesize;
2971
                ff_emulated_edge_mc(uvbuf  , ptr_cb, s->uvlinesize, 9, 9+field_based,
2972
                                 uvsrc_x, uvsrc_y<<field_based, s->h_edge_pos>>1, s->v_edge_pos>>1);
2973
                ff_emulated_edge_mc(uvbuf+16, ptr_cr, s->uvlinesize, 9, 9+field_based,
2974 2975 2976 2977
                                 uvsrc_x, uvsrc_y<<field_based, s->h_edge_pos>>1, s->v_edge_pos>>1);
                ptr_cb= uvbuf;
                ptr_cr= uvbuf+16;
            }
2978 2979
    }

2980 2981 2982 2983 2984 2985 2986 2987 2988 2989 2990 2991 2992
    if(bottom_field){ //FIXME use this for field pix too instead of the obnoxious hack which changes picture.data
        dest_y += s->linesize;
        dest_cb+= s->uvlinesize;
        dest_cr+= s->uvlinesize;
    }

    if(field_select){
        ptr_y += s->linesize;
        ptr_cb+= s->uvlinesize;
        ptr_cr+= s->uvlinesize;
    }

    pix_op[0][dxy](dest_y, ptr_y, linesize, h);
2993

2994
    if(!(s->flags&CODEC_FLAG_GRAY)){
2995 2996
        pix_op[s->chroma_x_shift][uvdxy](dest_cb, ptr_cb, uvlinesize, h >> s->chroma_y_shift);
        pix_op[s->chroma_x_shift][uvdxy](dest_cr, ptr_cr, uvlinesize, h >> s->chroma_y_shift);
2997
    }
2998
#if defined(CONFIG_H261_ENCODER) || defined(CONFIG_H261_DECODER)
M
Michael Niedermayer 已提交
2999 3000 3001
    if(s->out_format == FMT_H261){
        ff_h261_loop_filter(s);
    }
3002
#endif
F
Fabrice Bellard 已提交
3003
}
M
Michael Niedermayer 已提交
3004 3005 3006 3007 3008 3009 3010 3011 3012 3013 3014 3015 3016 3017 3018 3019 3020 3021

/* apply one mpeg motion vector to the three components */
static always_inline void mpeg_motion_lowres(MpegEncContext *s,
                               uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
                               int field_based, int bottom_field, int field_select,
                               uint8_t **ref_picture, h264_chroma_mc_func *pix_op,
                               int motion_x, int motion_y, int h)
{
    uint8_t *ptr_y, *ptr_cb, *ptr_cr;
    int mx, my, src_x, src_y, uvsrc_x, uvsrc_y, uvlinesize, linesize, sx, sy, uvsx, uvsy;
    const int lowres= s->avctx->lowres;
    const int block_s= 8>>lowres;
    const int s_mask= (2<<lowres)-1;
    const int h_edge_pos = s->h_edge_pos >> lowres;
    const int v_edge_pos = s->v_edge_pos >> lowres;
    linesize   = s->current_picture.linesize[0] << field_based;
    uvlinesize = s->current_picture.linesize[1] << field_based;

3022 3023 3024 3025
    if(s->quarter_sample){ //FIXME obviously not perfect but qpel wont work in lowres anyway
        motion_x/=2;
        motion_y/=2;
    }
3026

3027 3028 3029 3030
    if(field_based){
        motion_y += (bottom_field - field_select)*((1<<lowres)-1);
    }

M
Michael Niedermayer 已提交
3031 3032 3033
    sx= motion_x & s_mask;
    sy= motion_y & s_mask;
    src_x = s->mb_x*2*block_s               + (motion_x >> (lowres+1));
3034
    src_y =(s->mb_y*2*block_s>>field_based) + (motion_y >> (lowres+1));
3035

M
Michael Niedermayer 已提交
3036
    if (s->out_format == FMT_H263) {
M
Michael Niedermayer 已提交
3037 3038
        uvsx = ((motion_x>>1) & s_mask) | (sx&1);
        uvsy = ((motion_y>>1) & s_mask) | (sy&1);
M
Michael Niedermayer 已提交
3039 3040 3041 3042 3043 3044 3045 3046 3047 3048 3049 3050 3051 3052 3053
        uvsrc_x = src_x>>1;
        uvsrc_y = src_y>>1;
    }else if(s->out_format == FMT_H261){//even chroma mv's are full pel in H261
        mx = motion_x / 4;
        my = motion_y / 4;
        uvsx = (2*mx) & s_mask;
        uvsy = (2*my) & s_mask;
        uvsrc_x = s->mb_x*block_s               + (mx >> lowres);
        uvsrc_y = s->mb_y*block_s               + (my >> lowres);
    } else {
        mx = motion_x / 2;
        my = motion_y / 2;
        uvsx = mx & s_mask;
        uvsy = my & s_mask;
        uvsrc_x = s->mb_x*block_s               + (mx >> (lowres+1));
3054
        uvsrc_y =(s->mb_y*block_s>>field_based) + (my >> (lowres+1));
M
Michael Niedermayer 已提交
3055 3056 3057 3058 3059 3060 3061 3062 3063 3064 3065 3066 3067
    }

    ptr_y  = ref_picture[0] + src_y * linesize + src_x;
    ptr_cb = ref_picture[1] + uvsrc_y * uvlinesize + uvsrc_x;
    ptr_cr = ref_picture[2] + uvsrc_y * uvlinesize + uvsrc_x;

    if(   (unsigned)src_x > h_edge_pos                 - (!!sx) - 2*block_s
       || (unsigned)src_y >(v_edge_pos >> field_based) - (!!sy) - h){
            ff_emulated_edge_mc(s->edge_emu_buffer, ptr_y, s->linesize, 17, 17+field_based,
                             src_x, src_y<<field_based, h_edge_pos, v_edge_pos);
            ptr_y = s->edge_emu_buffer;
            if(!(s->flags&CODEC_FLAG_GRAY)){
                uint8_t *uvbuf= s->edge_emu_buffer+18*s->linesize;
3068
                ff_emulated_edge_mc(uvbuf  , ptr_cb, s->uvlinesize, 9, 9+field_based,
M
Michael Niedermayer 已提交
3069
                                 uvsrc_x, uvsrc_y<<field_based, h_edge_pos>>1, v_edge_pos>>1);
3070
                ff_emulated_edge_mc(uvbuf+16, ptr_cr, s->uvlinesize, 9, 9+field_based,
M
Michael Niedermayer 已提交
3071 3072 3073 3074 3075 3076
                                 uvsrc_x, uvsrc_y<<field_based, h_edge_pos>>1, v_edge_pos>>1);
                ptr_cb= uvbuf;
                ptr_cr= uvbuf+16;
            }
    }

3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087 3088
    if(bottom_field){ //FIXME use this for field pix too instead of the obnoxious hack which changes picture.data
        dest_y += s->linesize;
        dest_cb+= s->uvlinesize;
        dest_cr+= s->uvlinesize;
    }

    if(field_select){
        ptr_y += s->linesize;
        ptr_cb+= s->uvlinesize;
        ptr_cr+= s->uvlinesize;
    }

M
Michael Niedermayer 已提交
3089 3090 3091
    sx <<= 2 - lowres;
    sy <<= 2 - lowres;
    pix_op[lowres-1](dest_y, ptr_y, linesize, h, sx, sy);
3092

M
Michael Niedermayer 已提交
3093 3094 3095 3096 3097 3098
    if(!(s->flags&CODEC_FLAG_GRAY)){
        uvsx <<= 2 - lowres;
        uvsy <<= 2 - lowres;
        pix_op[lowres](dest_cb, ptr_cb, uvlinesize, h >> s->chroma_y_shift, uvsx, uvsy);
        pix_op[lowres](dest_cr, ptr_cr, uvlinesize, h >> s->chroma_y_shift, uvsx, uvsy);
    }
M
Michael Niedermayer 已提交
3099
    //FIXME h261 lowres loop filter
M
Michael Niedermayer 已提交
3100 3101
}

M
Michael Niedermayer 已提交
3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116
//FIXME move to dsputil, avg variant, 16x16 version
static inline void put_obmc(uint8_t *dst, uint8_t *src[5], int stride){
    int x;
    uint8_t * const top   = src[1];
    uint8_t * const left  = src[2];
    uint8_t * const mid   = src[0];
    uint8_t * const right = src[3];
    uint8_t * const bottom= src[4];
#define OBMC_FILTER(x, t, l, m, r, b)\
    dst[x]= (t*top[x] + l*left[x] + m*mid[x] + r*right[x] + b*bottom[x] + 4)>>3
#define OBMC_FILTER4(x, t, l, m, r, b)\
    OBMC_FILTER(x         , t, l, m, r, b);\
    OBMC_FILTER(x+1       , t, l, m, r, b);\
    OBMC_FILTER(x  +stride, t, l, m, r, b);\
    OBMC_FILTER(x+1+stride, t, l, m, r, b);
3117

M
Michael Niedermayer 已提交
3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135 3136 3137 3138 3139 3140 3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153 3154 3155 3156 3157 3158 3159 3160 3161 3162 3163
    x=0;
    OBMC_FILTER (x  , 2, 2, 4, 0, 0);
    OBMC_FILTER (x+1, 2, 1, 5, 0, 0);
    OBMC_FILTER4(x+2, 2, 1, 5, 0, 0);
    OBMC_FILTER4(x+4, 2, 0, 5, 1, 0);
    OBMC_FILTER (x+6, 2, 0, 5, 1, 0);
    OBMC_FILTER (x+7, 2, 0, 4, 2, 0);
    x+= stride;
    OBMC_FILTER (x  , 1, 2, 5, 0, 0);
    OBMC_FILTER (x+1, 1, 2, 5, 0, 0);
    OBMC_FILTER (x+6, 1, 0, 5, 2, 0);
    OBMC_FILTER (x+7, 1, 0, 5, 2, 0);
    x+= stride;
    OBMC_FILTER4(x  , 1, 2, 5, 0, 0);
    OBMC_FILTER4(x+2, 1, 1, 6, 0, 0);
    OBMC_FILTER4(x+4, 1, 0, 6, 1, 0);
    OBMC_FILTER4(x+6, 1, 0, 5, 2, 0);
    x+= 2*stride;
    OBMC_FILTER4(x  , 0, 2, 5, 0, 1);
    OBMC_FILTER4(x+2, 0, 1, 6, 0, 1);
    OBMC_FILTER4(x+4, 0, 0, 6, 1, 1);
    OBMC_FILTER4(x+6, 0, 0, 5, 2, 1);
    x+= 2*stride;
    OBMC_FILTER (x  , 0, 2, 5, 0, 1);
    OBMC_FILTER (x+1, 0, 2, 5, 0, 1);
    OBMC_FILTER4(x+2, 0, 1, 5, 0, 2);
    OBMC_FILTER4(x+4, 0, 0, 5, 1, 2);
    OBMC_FILTER (x+6, 0, 0, 5, 2, 1);
    OBMC_FILTER (x+7, 0, 0, 5, 2, 1);
    x+= stride;
    OBMC_FILTER (x  , 0, 2, 4, 0, 2);
    OBMC_FILTER (x+1, 0, 1, 5, 0, 2);
    OBMC_FILTER (x+6, 0, 0, 5, 1, 2);
    OBMC_FILTER (x+7, 0, 0, 4, 2, 2);
}

/* obmc for 1 8x8 luma block */
static inline void obmc_motion(MpegEncContext *s,
                               uint8_t *dest, uint8_t *src,
                               int src_x, int src_y,
                               op_pixels_func *pix_op,
                               int16_t mv[5][2]/* mid top left right bottom*/)
#define MID    0
{
    int i;
    uint8_t *ptr[5];
3164

M
Michael Niedermayer 已提交
3165
    assert(s->quarter_sample==0);
3166

M
Michael Niedermayer 已提交
3167 3168 3169 3170
    for(i=0; i<5; i++){
        if(i && mv[i][0]==mv[MID][0] && mv[i][1]==mv[MID][1]){
            ptr[i]= ptr[MID];
        }else{
3171
            ptr[i]= s->obmc_scratchpad + 8*(i&1) + s->linesize*8*(i>>1);
3172
            hpel_motion(s, ptr[i], src, 0, 0,
M
Michael Niedermayer 已提交
3173 3174 3175 3176 3177 3178 3179 3180
                        src_x, src_y,
                        s->width, s->height, s->linesize,
                        s->h_edge_pos, s->v_edge_pos,
                        8, 8, pix_op,
                        mv[i][0], mv[i][1]);
        }
    }

3181
    put_obmc(dest, ptr, s->linesize);
M
Michael Niedermayer 已提交
3182
}
F
Fabrice Bellard 已提交
3183

M
Michael Niedermayer 已提交
3184
static inline void qpel_motion(MpegEncContext *s,
3185
                               uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
3186 3187
                               int field_based, int bottom_field, int field_select,
                               uint8_t **ref_picture, op_pixels_func (*pix_op)[4],
M
Michael Niedermayer 已提交
3188
                               qpel_mc_func (*qpix_op)[16],
M
Michael Niedermayer 已提交
3189 3190
                               int motion_x, int motion_y, int h)
{
3191 3192
    uint8_t *ptr_y, *ptr_cb, *ptr_cr;
    int dxy, uvdxy, mx, my, src_x, src_y, uvsrc_x, uvsrc_y, v_edge_pos, linesize, uvlinesize;
3193

M
Michael Niedermayer 已提交
3194
    dxy = ((motion_y & 3) << 2) | (motion_x & 3);
3195
    src_x = s->mb_x *  16                 + (motion_x >> 2);
M
Michael Niedermayer 已提交
3196 3197
    src_y = s->mb_y * (16 >> field_based) + (motion_y >> 2);

3198
    v_edge_pos = s->v_edge_pos >> field_based;
M
Michael Niedermayer 已提交
3199
    linesize = s->linesize << field_based;
3200
    uvlinesize = s->uvlinesize << field_based;
3201

3202 3203 3204
    if(field_based){
        mx= motion_x/2;
        my= motion_y>>1;
M
Michael Niedermayer 已提交
3205 3206 3207 3208
    }else if(s->workaround_bugs&FF_BUG_QPEL_CHROMA2){
        static const int rtab[8]= {0,0,1,1,0,0,0,1};
        mx= (motion_x>>1) + rtab[motion_x&7];
        my= (motion_y>>1) + rtab[motion_y&7];
M
Michael Niedermayer 已提交
3209
    }else if(s->workaround_bugs&FF_BUG_QPEL_CHROMA){
3210 3211 3212 3213 3214 3215 3216 3217
        mx= (motion_x>>1)|(motion_x&1);
        my= (motion_y>>1)|(motion_y&1);
    }else{
        mx= motion_x/2;
        my= motion_y/2;
    }
    mx= (mx>>1)|(mx&1);
    my= (my>>1)|(my&1);
M
Michael Niedermayer 已提交
3218

3219
    uvdxy= (mx&1) | ((my&1)<<1);
3220 3221
    mx>>=1;
    my>>=1;
M
Michael Niedermayer 已提交
3222

3223 3224 3225 3226 3227 3228 3229
    uvsrc_x = s->mb_x *  8                 + mx;
    uvsrc_y = s->mb_y * (8 >> field_based) + my;

    ptr_y  = ref_picture[0] +   src_y *   linesize +   src_x;
    ptr_cb = ref_picture[1] + uvsrc_y * uvlinesize + uvsrc_x;
    ptr_cr = ref_picture[2] + uvsrc_y * uvlinesize + uvsrc_x;

3230
    if(   (unsigned)src_x > s->h_edge_pos - (motion_x&3) - 16
3231
       || (unsigned)src_y >    v_edge_pos - (motion_y&3) - h  ){
3232
        ff_emulated_edge_mc(s->edge_emu_buffer, ptr_y, s->linesize, 17, 17+field_based,
3233 3234 3235
                         src_x, src_y<<field_based, s->h_edge_pos, s->v_edge_pos);
        ptr_y= s->edge_emu_buffer;
        if(!(s->flags&CODEC_FLAG_GRAY)){
M
10l  
Michael Niedermayer 已提交
3236
            uint8_t *uvbuf= s->edge_emu_buffer + 18*s->linesize;
3237
            ff_emulated_edge_mc(uvbuf, ptr_cb, s->uvlinesize, 9, 9 + field_based,
3238
                             uvsrc_x, uvsrc_y<<field_based, s->h_edge_pos>>1, s->v_edge_pos>>1);
3239
            ff_emulated_edge_mc(uvbuf + 16, ptr_cr, s->uvlinesize, 9, 9 + field_based,
3240 3241 3242 3243 3244
                             uvsrc_x, uvsrc_y<<field_based, s->h_edge_pos>>1, s->v_edge_pos>>1);
            ptr_cb= uvbuf;
            ptr_cr= uvbuf + 16;
        }
    }
M
Michael Niedermayer 已提交
3245

3246 3247 3248 3249 3250 3251 3252 3253 3254 3255 3256 3257 3258 3259 3260 3261 3262 3263
    if(!field_based)
        qpix_op[0][dxy](dest_y, ptr_y, linesize);
    else{
        if(bottom_field){
            dest_y += s->linesize;
            dest_cb+= s->uvlinesize;
            dest_cr+= s->uvlinesize;
        }

        if(field_select){
            ptr_y  += s->linesize;
            ptr_cb += s->uvlinesize;
            ptr_cr += s->uvlinesize;
        }
        //damn interlaced mode
        //FIXME boundary mirroring is not exactly correct here
        qpix_op[1][dxy](dest_y  , ptr_y  , linesize);
        qpix_op[1][dxy](dest_y+8, ptr_y+8, linesize);
M
Michael Niedermayer 已提交
3264
    }
3265 3266 3267
    if(!(s->flags&CODEC_FLAG_GRAY)){
        pix_op[1][uvdxy](dest_cr, ptr_cr, uvlinesize, h >> 1);
        pix_op[1][uvdxy](dest_cb, ptr_cb, uvlinesize, h >> 1);
M
Michael Niedermayer 已提交
3268
    }
M
Michael Niedermayer 已提交
3269 3270
}

3271 3272 3273 3274 3275 3276 3277 3278
inline int ff_h263_round_chroma(int x){
    if (x >= 0)
        return  (h263_chroma_roundtab[x & 0xf] + ((x >> 3) & ~1));
    else {
        x = -x;
        return -(h263_chroma_roundtab[x & 0xf] + ((x >> 3) & ~1));
    }
}
M
Michael Niedermayer 已提交
3279

M
Michael Niedermayer 已提交
3280 3281 3282 3283 3284 3285 3286 3287 3288 3289
/**
 * h263 chorma 4mv motion compensation.
 */
static inline void chroma_4mv_motion(MpegEncContext *s,
                                     uint8_t *dest_cb, uint8_t *dest_cr,
                                     uint8_t **ref_picture,
                                     op_pixels_func *pix_op,
                                     int mx, int my){
    int dxy, emu=0, src_x, src_y, offset;
    uint8_t *ptr;
3290

M
Michael Niedermayer 已提交
3291 3292 3293 3294
    /* In case of 8X8, we construct a single chroma motion vector
       with a special rounding */
    mx= ff_h263_round_chroma(mx);
    my= ff_h263_round_chroma(my);
3295

M
Michael Niedermayer 已提交
3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306 3307
    dxy = ((my & 1) << 1) | (mx & 1);
    mx >>= 1;
    my >>= 1;

    src_x = s->mb_x * 8 + mx;
    src_y = s->mb_y * 8 + my;
    src_x = clip(src_x, -8, s->width/2);
    if (src_x == s->width/2)
        dxy &= ~1;
    src_y = clip(src_y, -8, s->height/2);
    if (src_y == s->height/2)
        dxy &= ~2;
3308

M
Michael Niedermayer 已提交
3309 3310 3311 3312 3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328
    offset = (src_y * (s->uvlinesize)) + src_x;
    ptr = ref_picture[1] + offset;
    if(s->flags&CODEC_FLAG_EMU_EDGE){
        if(   (unsigned)src_x > (s->h_edge_pos>>1) - (dxy &1) - 8
           || (unsigned)src_y > (s->v_edge_pos>>1) - (dxy>>1) - 8){
            ff_emulated_edge_mc(s->edge_emu_buffer, ptr, s->uvlinesize, 9, 9, src_x, src_y, s->h_edge_pos>>1, s->v_edge_pos>>1);
            ptr= s->edge_emu_buffer;
            emu=1;
        }
    }
    pix_op[dxy](dest_cb, ptr, s->uvlinesize, 8);

    ptr = ref_picture[2] + offset;
    if(emu){
        ff_emulated_edge_mc(s->edge_emu_buffer, ptr, s->uvlinesize, 9, 9, src_x, src_y, s->h_edge_pos>>1, s->v_edge_pos>>1);
        ptr= s->edge_emu_buffer;
    }
    pix_op[dxy](dest_cr, ptr, s->uvlinesize, 8);
}

M
Michael Niedermayer 已提交
3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339 3340
static inline void chroma_4mv_motion_lowres(MpegEncContext *s,
                                     uint8_t *dest_cb, uint8_t *dest_cr,
                                     uint8_t **ref_picture,
                                     h264_chroma_mc_func *pix_op,
                                     int mx, int my){
    const int lowres= s->avctx->lowres;
    const int block_s= 8>>lowres;
    const int s_mask= (2<<lowres)-1;
    const int h_edge_pos = s->h_edge_pos >> (lowres+1);
    const int v_edge_pos = s->v_edge_pos >> (lowres+1);
    int emu=0, src_x, src_y, offset, sx, sy;
    uint8_t *ptr;
3341

M
Michael Niedermayer 已提交
3342 3343 3344 3345 3346 3347 3348 3349 3350
    if(s->quarter_sample){
        mx/=2;
        my/=2;
    }

    /* In case of 8X8, we construct a single chroma motion vector
       with a special rounding */
    mx= ff_h263_round_chroma(mx);
    my= ff_h263_round_chroma(my);
3351

M
Michael Niedermayer 已提交
3352 3353 3354 3355
    sx= mx & s_mask;
    sy= my & s_mask;
    src_x = s->mb_x*block_s + (mx >> (lowres+1));
    src_y = s->mb_y*block_s + (my >> (lowres+1));
3356

M
Michael Niedermayer 已提交
3357 3358 3359 3360 3361 3362 3363 3364 3365
    offset = src_y * s->uvlinesize + src_x;
    ptr = ref_picture[1] + offset;
    if(s->flags&CODEC_FLAG_EMU_EDGE){
        if(   (unsigned)src_x > h_edge_pos - (!!sx) - block_s
           || (unsigned)src_y > v_edge_pos - (!!sy) - block_s){
            ff_emulated_edge_mc(s->edge_emu_buffer, ptr, s->uvlinesize, 9, 9, src_x, src_y, h_edge_pos, v_edge_pos);
            ptr= s->edge_emu_buffer;
            emu=1;
        }
3366
    }
M
Michael Niedermayer 已提交
3367 3368 3369
    sx <<= 2 - lowres;
    sy <<= 2 - lowres;
    pix_op[lowres](dest_cb, ptr, s->uvlinesize, block_s, sx, sy);
3370

M
Michael Niedermayer 已提交
3371 3372 3373 3374 3375 3376 3377 3378
    ptr = ref_picture[2] + offset;
    if(emu){
        ff_emulated_edge_mc(s->edge_emu_buffer, ptr, s->uvlinesize, 9, 9, src_x, src_y, h_edge_pos, v_edge_pos);
        ptr= s->edge_emu_buffer;
    }
    pix_op[lowres](dest_cr, ptr, s->uvlinesize, block_s, sx, sy);
}

3379 3380 3381 3382 3383 3384 3385 3386 3387 3388 3389 3390
static inline void prefetch_motion(MpegEncContext *s, uint8_t **pix, int dir){
    /* fetch pixels for estimated mv 4 macroblocks ahead
     * optimized for 64byte cache lines */
    const int shift = s->quarter_sample ? 2 : 1;
    const int mx= (s->mv[dir][0][0]>>shift) + 16*s->mb_x + 8;
    const int my= (s->mv[dir][0][1]>>shift) + 16*s->mb_y;
    int off= mx + (my + (s->mb_x&3)*4)*s->linesize + 64;
    s->dsp.prefetch(pix[0]+off, s->linesize, 4);
    off= (mx>>1) + ((my>>1) + (s->mb_x&7))*s->uvlinesize + 64;
    s->dsp.prefetch(pix[1]+off, pix[2]-pix[1], 2);
}

M
doxy  
Michael Niedermayer 已提交
3391
/**
D
Diego Biurrun 已提交
3392
 * motion compensation of a single macroblock
M
doxy  
Michael Niedermayer 已提交
3393 3394 3395 3396 3397 3398 3399 3400 3401 3402
 * @param s context
 * @param dest_y luma destination pointer
 * @param dest_cb chroma cb/u destination pointer
 * @param dest_cr chroma cr/v destination pointer
 * @param dir direction (0->forward, 1->backward)
 * @param ref_picture array[3] of pointers to the 3 planes of the reference picture
 * @param pic_op halfpel motion compensation function (average or put normally)
 * @param pic_op qpel motion compensation function (average or put normally)
 * the motion vectors are taken from s->mv and the MV type from s->mv_type
 */
3403
static inline void MPV_motion(MpegEncContext *s,
3404
                              uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
3405
                              int dir, uint8_t **ref_picture,
M
Michael Niedermayer 已提交
3406
                              op_pixels_func (*pix_op)[4], qpel_mc_func (*qpix_op)[16])
F
Fabrice Bellard 已提交
3407
{
M
Michael Niedermayer 已提交
3408
    int dxy, mx, my, src_x, src_y, motion_x, motion_y;
F
Fabrice Bellard 已提交
3409
    int mb_x, mb_y, i;
3410
    uint8_t *ptr, *dest;
F
Fabrice Bellard 已提交
3411 3412 3413 3414

    mb_x = s->mb_x;
    mb_y = s->mb_y;

3415 3416
    prefetch_motion(s, ref_picture, dir);

3417
    if(s->obmc && s->pict_type != B_TYPE){
M
Michael Niedermayer 已提交
3418 3419
        int16_t mv_cache[4][4][2];
        const int xy= s->mb_x + s->mb_y*s->mb_stride;
3420 3421
        const int mot_stride= s->b8_stride;
        const int mot_xy= mb_x*2 + mb_y*2*mot_stride;
M
Michael Niedermayer 已提交
3422

3423
        assert(!s->mb_skipped);
3424

3425 3426 3427
        memcpy(mv_cache[1][1], s->current_picture.motion_val[0][mot_xy           ], sizeof(int16_t)*4);
        memcpy(mv_cache[2][1], s->current_picture.motion_val[0][mot_xy+mot_stride], sizeof(int16_t)*4);
        memcpy(mv_cache[3][1], s->current_picture.motion_val[0][mot_xy+mot_stride], sizeof(int16_t)*4);
M
Michael Niedermayer 已提交
3428 3429 3430 3431

        if(mb_y==0 || IS_INTRA(s->current_picture.mb_type[xy-s->mb_stride])){
            memcpy(mv_cache[0][1], mv_cache[1][1], sizeof(int16_t)*4);
        }else{
3432
            memcpy(mv_cache[0][1], s->current_picture.motion_val[0][mot_xy-mot_stride], sizeof(int16_t)*4);
M
Michael Niedermayer 已提交
3433 3434 3435 3436 3437 3438
        }

        if(mb_x==0 || IS_INTRA(s->current_picture.mb_type[xy-1])){
            *(int32_t*)mv_cache[1][0]= *(int32_t*)mv_cache[1][1];
            *(int32_t*)mv_cache[2][0]= *(int32_t*)mv_cache[2][1];
        }else{
3439 3440
            *(int32_t*)mv_cache[1][0]= *(int32_t*)s->current_picture.motion_val[0][mot_xy-1];
            *(int32_t*)mv_cache[2][0]= *(int32_t*)s->current_picture.motion_val[0][mot_xy-1+mot_stride];
M
Michael Niedermayer 已提交
3441 3442 3443 3444 3445 3446
        }

        if(mb_x+1>=s->mb_width || IS_INTRA(s->current_picture.mb_type[xy+1])){
            *(int32_t*)mv_cache[1][3]= *(int32_t*)mv_cache[1][2];
            *(int32_t*)mv_cache[2][3]= *(int32_t*)mv_cache[2][2];
        }else{
3447 3448
            *(int32_t*)mv_cache[1][3]= *(int32_t*)s->current_picture.motion_val[0][mot_xy+2];
            *(int32_t*)mv_cache[2][3]= *(int32_t*)s->current_picture.motion_val[0][mot_xy+2+mot_stride];
M
Michael Niedermayer 已提交
3449
        }
3450

M
Michael Niedermayer 已提交
3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467 3468 3469 3470 3471 3472 3473 3474 3475 3476
        mx = 0;
        my = 0;
        for(i=0;i<4;i++) {
            const int x= (i&1)+1;
            const int y= (i>>1)+1;
            int16_t mv[5][2]= {
                {mv_cache[y][x  ][0], mv_cache[y][x  ][1]},
                {mv_cache[y-1][x][0], mv_cache[y-1][x][1]},
                {mv_cache[y][x-1][0], mv_cache[y][x-1][1]},
                {mv_cache[y][x+1][0], mv_cache[y][x+1][1]},
                {mv_cache[y+1][x][0], mv_cache[y+1][x][1]}};
            //FIXME cleanup
            obmc_motion(s, dest_y + ((i & 1) * 8) + (i >> 1) * 8 * s->linesize,
                        ref_picture[0],
                        mb_x * 16 + (i & 1) * 8, mb_y * 16 + (i >>1) * 8,
                        pix_op[1],
                        mv);

            mx += mv[0][0];
            my += mv[0][1];
        }
        if(!(s->flags&CODEC_FLAG_GRAY))
            chroma_4mv_motion(s, dest_cb, dest_cr, ref_picture, pix_op[1], mx, my);

        return;
    }
3477

F
Fabrice Bellard 已提交
3478 3479
    switch(s->mv_type) {
    case MV_TYPE_16X16:
M
Michael Niedermayer 已提交
3480
        if(s->mcsel){
3481
            if(s->real_sprite_warping_points==1){
3482 3483
                gmc1_motion(s, dest_y, dest_cb, dest_cr,
                            ref_picture);
3484
            }else{
3485 3486
                gmc_motion(s, dest_y, dest_cb, dest_cr,
                            ref_picture);
3487
            }
M
Michael Niedermayer 已提交
3488
        }else if(s->quarter_sample){
3489
            qpel_motion(s, dest_y, dest_cb, dest_cr,
3490 3491
                        0, 0, 0,
                        ref_picture, pix_op, qpix_op,
M
Michael Niedermayer 已提交
3492
                        s->mv[dir][0][0], s->mv[dir][0][1], 16);
M
Michael Niedermayer 已提交
3493 3494 3495 3496
        }else if(s->mspel){
            ff_mspel_motion(s, dest_y, dest_cb, dest_cr,
                        ref_picture, pix_op,
                        s->mv[dir][0][0], s->mv[dir][0][1], 16);
M
Michael Niedermayer 已提交
3497 3498
        }else
        {
3499
            mpeg_motion(s, dest_y, dest_cb, dest_cr,
3500 3501
                        0, 0, 0,
                        ref_picture, pix_op,
M
Michael Niedermayer 已提交
3502
                        s->mv[dir][0][0], s->mv[dir][0][1], 16);
3503
        }
F
Fabrice Bellard 已提交
3504 3505
        break;
    case MV_TYPE_8X8:
M
Michael Niedermayer 已提交
3506 3507 3508 3509 3510 3511 3512 3513 3514 3515
        mx = 0;
        my = 0;
        if(s->quarter_sample){
            for(i=0;i<4;i++) {
                motion_x = s->mv[dir][i][0];
                motion_y = s->mv[dir][i][1];

                dxy = ((motion_y & 3) << 2) | (motion_x & 3);
                src_x = mb_x * 16 + (motion_x >> 2) + (i & 1) * 8;
                src_y = mb_y * 16 + (motion_y >> 2) + (i >>1) * 8;
3516

M
Michael Niedermayer 已提交
3517 3518 3519 3520 3521 3522 3523
                /* WARNING: do no forget half pels */
                src_x = clip(src_x, -16, s->width);
                if (src_x == s->width)
                    dxy &= ~3;
                src_y = clip(src_y, -16, s->height);
                if (src_y == s->height)
                    dxy &= ~12;
3524

M
Michael Niedermayer 已提交
3525 3526
                ptr = ref_picture[0] + (src_y * s->linesize) + (src_x);
                if(s->flags&CODEC_FLAG_EMU_EDGE){
3527
                    if(   (unsigned)src_x > s->h_edge_pos - (motion_x&3) - 8
3528
                       || (unsigned)src_y > s->v_edge_pos - (motion_y&3) - 8 ){
3529
                        ff_emulated_edge_mc(s->edge_emu_buffer, ptr, s->linesize, 9, 9, src_x, src_y, s->h_edge_pos, s->v_edge_pos);
M
Michael Niedermayer 已提交
3530 3531 3532 3533 3534 3535 3536 3537 3538 3539 3540
                        ptr= s->edge_emu_buffer;
                    }
                }
                dest = dest_y + ((i & 1) * 8) + (i >> 1) * 8 * s->linesize;
                qpix_op[1][dxy](dest, ptr, s->linesize);

                mx += s->mv[dir][i][0]/2;
                my += s->mv[dir][i][1]/2;
            }
        }else{
            for(i=0;i<4;i++) {
M
Michael Niedermayer 已提交
3541
                hpel_motion(s, dest_y + ((i & 1) * 8) + (i >> 1) * 8 * s->linesize,
3542
                            ref_picture[0], 0, 0,
M
Michael Niedermayer 已提交
3543 3544 3545 3546 3547
                            mb_x * 16 + (i & 1) * 8, mb_y * 16 + (i >>1) * 8,
                            s->width, s->height, s->linesize,
                            s->h_edge_pos, s->v_edge_pos,
                            8, 8, pix_op[1],
                            s->mv[dir][i][0], s->mv[dir][i][1]);
M
Michael Niedermayer 已提交
3548 3549 3550

                mx += s->mv[dir][i][0];
                my += s->mv[dir][i][1];
M
Michael Niedermayer 已提交
3551
            }
F
Fabrice Bellard 已提交
3552
        }
M
Michael Niedermayer 已提交
3553

M
Michael Niedermayer 已提交
3554 3555
        if(!(s->flags&CODEC_FLAG_GRAY))
            chroma_4mv_motion(s, dest_cb, dest_cr, ref_picture, pix_op[1], mx, my);
F
Fabrice Bellard 已提交
3556 3557 3558
        break;
    case MV_TYPE_FIELD:
        if (s->picture_structure == PICT_FRAME) {
3559
            if(s->quarter_sample){
M
Michael Niedermayer 已提交
3560 3561 3562 3563 3564 3565
                for(i=0; i<2; i++){
                    qpel_motion(s, dest_y, dest_cb, dest_cr,
                                1, i, s->field_select[dir][i],
                                ref_picture, pix_op, qpix_op,
                                s->mv[dir][i][0], s->mv[dir][i][1], 8);
                }
3566
            }else{
3567
                /* top field */
3568 3569 3570
                mpeg_motion(s, dest_y, dest_cb, dest_cr,
                            1, 0, s->field_select[dir][0],
                            ref_picture, pix_op,
3571 3572
                            s->mv[dir][0][0], s->mv[dir][0][1], 8);
                /* bottom field */
3573 3574 3575
                mpeg_motion(s, dest_y, dest_cb, dest_cr,
                            1, 1, s->field_select[dir][1],
                            ref_picture, pix_op,
3576 3577
                            s->mv[dir][1][0], s->mv[dir][1][1], 8);
            }
F
Fabrice Bellard 已提交
3578
        } else {
3579 3580
            if(s->picture_structure != s->field_select[dir][0] + 1 && s->pict_type != B_TYPE && !s->first_field){
                ref_picture= s->current_picture_ptr->data;
3581
            }
F
Fabrice Bellard 已提交
3582

3583 3584 3585
            mpeg_motion(s, dest_y, dest_cb, dest_cr,
                        0, 0, s->field_select[dir][0],
                        ref_picture, pix_op,
3586
                        s->mv[dir][0][0], s->mv[dir][0][1], 16);
F
Fabrice Bellard 已提交
3587
        }
3588
        break;
M
Michael Niedermayer 已提交
3589 3590 3591
    case MV_TYPE_16X8:
        for(i=0; i<2; i++){
            uint8_t ** ref2picture;
3592

M
Michael Niedermayer 已提交
3593
            if(s->picture_structure == s->field_select[dir][i] + 1 || s->pict_type == B_TYPE || s->first_field){
3594 3595
                ref2picture= ref_picture;
            }else{
3596
                ref2picture= s->current_picture_ptr->data;
3597
            }
3598

3599
            mpeg_motion(s, dest_y, dest_cb, dest_cr,
M
Michael Niedermayer 已提交
3600
                        0, 0, s->field_select[dir][i],
3601
                        ref2picture, pix_op,
M
Michael Niedermayer 已提交
3602
                        s->mv[dir][i][0], s->mv[dir][i][1] + 16*i, 8);
3603

M
Michael Niedermayer 已提交
3604
            dest_y += 16*s->linesize;
3605 3606
            dest_cb+= (16>>s->chroma_y_shift)*s->uvlinesize;
            dest_cr+= (16>>s->chroma_y_shift)*s->uvlinesize;
3607
        }
F
Fabrice Bellard 已提交
3608
        break;
3609 3610
    case MV_TYPE_DMV:
        if(s->picture_structure == PICT_FRAME){
M
Michael Niedermayer 已提交
3611 3612 3613 3614 3615 3616 3617 3618
            for(i=0; i<2; i++){
                int j;
                for(j=0; j<2; j++){
                    mpeg_motion(s, dest_y, dest_cb, dest_cr,
                                1, j, j^i,
                                ref_picture, pix_op,
                                s->mv[dir][2*i + j][0], s->mv[dir][2*i + j][1], 8);
                }
3619
                pix_op = s->dsp.avg_pixels_tab;
M
Michael Niedermayer 已提交
3620
            }
3621
        }else{
M
Michael Niedermayer 已提交
3622
            for(i=0; i<2; i++){
3623
                mpeg_motion(s, dest_y, dest_cb, dest_cr,
M
Michael Niedermayer 已提交
3624 3625 3626
                            0, 0, s->picture_structure != i+1,
                            ref_picture, pix_op,
                            s->mv[dir][2*i][0],s->mv[dir][2*i][1],16);
3627

M
Michael Niedermayer 已提交
3628
                // after put we make avg of the same block
3629
                pix_op=s->dsp.avg_pixels_tab;
3630

M
Michael Niedermayer 已提交
3631 3632
                //opposite parity is always in the same frame if this is second field
                if(!s->first_field){
3633
                    ref_picture = s->current_picture_ptr->data;
M
Michael Niedermayer 已提交
3634
                }
3635
            }
3636 3637
        }
    break;
M
Michael Niedermayer 已提交
3638
    default: assert(0);
F
Fabrice Bellard 已提交
3639 3640 3641
    }
}

M
Michael Niedermayer 已提交
3642
/**
D
Diego Biurrun 已提交
3643
 * motion compensation of a single macroblock
M
Michael Niedermayer 已提交
3644 3645 3646 3647 3648 3649 3650 3651 3652
 * @param s context
 * @param dest_y luma destination pointer
 * @param dest_cb chroma cb/u destination pointer
 * @param dest_cr chroma cr/v destination pointer
 * @param dir direction (0->forward, 1->backward)
 * @param ref_picture array[3] of pointers to the 3 planes of the reference picture
 * @param pic_op halfpel motion compensation function (average or put normally)
 * the motion vectors are taken from s->mv and the MV type from s->mv_type
 */
3653
static inline void MPV_motion_lowres(MpegEncContext *s,
M
Michael Niedermayer 已提交
3654
                              uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
3655
                              int dir, uint8_t **ref_picture,
M
Michael Niedermayer 已提交
3656 3657
                              h264_chroma_mc_func *pix_op)
{
M
Michael Niedermayer 已提交
3658
    int mx, my;
3659 3660
    int mb_x, mb_y, i;
    const int lowres= s->avctx->lowres;
3661
    const int block_s= 8>>lowres;
3662 3663 3664 3665 3666 3667

    mb_x = s->mb_x;
    mb_y = s->mb_y;

    switch(s->mv_type) {
    case MV_TYPE_16X16:
3668
        mpeg_motion_lowres(s, dest_y, dest_cb, dest_cr,
3669 3670 3671 3672
                    0, 0, 0,
                    ref_picture, pix_op,
                    s->mv[dir][0][0], s->mv[dir][0][1], 2*block_s);
        break;
M
Michael Niedermayer 已提交
3673
    case MV_TYPE_8X8:
3674 3675 3676
        mx = 0;
        my = 0;
            for(i=0;i<4;i++) {
M
Michael Niedermayer 已提交
3677
                hpel_motion_lowres(s, dest_y + ((i & 1) + (i >> 1) * s->linesize)*block_s,
3678
                            ref_picture[0], 0, 0,
M
Michael Niedermayer 已提交
3679
                            (2*mb_x + (i & 1))*block_s, (2*mb_y + (i >>1))*block_s,
3680
                            s->width, s->height, s->linesize,
M
Michael Niedermayer 已提交
3681 3682
                            s->h_edge_pos >> lowres, s->v_edge_pos >> lowres,
                            block_s, block_s, pix_op,
3683 3684 3685 3686 3687 3688 3689
                            s->mv[dir][i][0], s->mv[dir][i][1]);

                mx += s->mv[dir][i][0];
                my += s->mv[dir][i][1];
            }

        if(!(s->flags&CODEC_FLAG_GRAY))
M
Michael Niedermayer 已提交
3690 3691
            chroma_4mv_motion_lowres(s, dest_cb, dest_cr, ref_picture, pix_op, mx, my);
        break;
3692 3693
    case MV_TYPE_FIELD:
        if (s->picture_structure == PICT_FRAME) {
3694
            /* top field */
3695 3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706
            mpeg_motion_lowres(s, dest_y, dest_cb, dest_cr,
                        1, 0, s->field_select[dir][0],
                        ref_picture, pix_op,
                        s->mv[dir][0][0], s->mv[dir][0][1], block_s);
            /* bottom field */
            mpeg_motion_lowres(s, dest_y, dest_cb, dest_cr,
                        1, 1, s->field_select[dir][1],
                        ref_picture, pix_op,
                        s->mv[dir][1][0], s->mv[dir][1][1], block_s);
        } else {
            if(s->picture_structure != s->field_select[dir][0] + 1 && s->pict_type != B_TYPE && !s->first_field){
                ref_picture= s->current_picture_ptr->data;
3707
            }
3708 3709 3710 3711 3712 3713 3714 3715 3716 3717 3718 3719 3720 3721 3722

            mpeg_motion_lowres(s, dest_y, dest_cb, dest_cr,
                        0, 0, s->field_select[dir][0],
                        ref_picture, pix_op,
                        s->mv[dir][0][0], s->mv[dir][0][1], 2*block_s);
        }
        break;
    case MV_TYPE_16X8:
        for(i=0; i<2; i++){
            uint8_t ** ref2picture;

            if(s->picture_structure == s->field_select[dir][i] + 1 || s->pict_type == B_TYPE || s->first_field){
                ref2picture= ref_picture;
            }else{
                ref2picture= s->current_picture_ptr->data;
3723
            }
3724

3725
            mpeg_motion_lowres(s, dest_y, dest_cb, dest_cr,
3726 3727 3728
                        0, 0, s->field_select[dir][i],
                        ref2picture, pix_op,
                        s->mv[dir][i][0], s->mv[dir][i][1] + 2*block_s*i, block_s);
3729

3730 3731 3732
            dest_y += 2*block_s*s->linesize;
            dest_cb+= (2*block_s>>s->chroma_y_shift)*s->uvlinesize;
            dest_cr+= (2*block_s>>s->chroma_y_shift)*s->uvlinesize;
3733
        }
3734 3735 3736 3737 3738 3739 3740 3741 3742 3743 3744 3745 3746 3747 3748
        break;
    case MV_TYPE_DMV:
        if(s->picture_structure == PICT_FRAME){
            for(i=0; i<2; i++){
                int j;
                for(j=0; j<2; j++){
                    mpeg_motion_lowres(s, dest_y, dest_cb, dest_cr,
                                1, j, j^i,
                                ref_picture, pix_op,
                                s->mv[dir][2*i + j][0], s->mv[dir][2*i + j][1], block_s);
                }
                pix_op = s->dsp.avg_h264_chroma_pixels_tab;
            }
        }else{
            for(i=0; i<2; i++){
3749
                mpeg_motion_lowres(s, dest_y, dest_cb, dest_cr,
3750 3751 3752 3753 3754 3755 3756 3757 3758
                            0, 0, s->picture_structure != i+1,
                            ref_picture, pix_op,
                            s->mv[dir][2*i][0],s->mv[dir][2*i][1],2*block_s);

                // after put we make avg of the same block
                pix_op = s->dsp.avg_h264_chroma_pixels_tab;

                //opposite parity is always in the same frame if this is second field
                if(!s->first_field){
3759
                    ref_picture = s->current_picture_ptr->data;
3760 3761 3762 3763 3764 3765
                }
            }
        }
    break;
    default: assert(0);
    }
M
Michael Niedermayer 已提交
3766
}
F
Fabrice Bellard 已提交
3767 3768

/* put block[] to dest[] */
3769
static inline void put_dct(MpegEncContext *s,
3770
                           DCTELEM *block, int i, uint8_t *dest, int line_size, int qscale)
F
Fabrice Bellard 已提交
3771
{
3772
    s->dct_unquantize_intra(s, block, i, qscale);
3773
    s->dsp.idct_put (dest, line_size, block);
F
Fabrice Bellard 已提交
3774 3775 3776
}

/* add block[] to dest[] */
3777
static inline void add_dct(MpegEncContext *s,
3778
                           DCTELEM *block, int i, uint8_t *dest, int line_size)
F
Fabrice Bellard 已提交
3779
{
M
Michael Niedermayer 已提交
3780
    if (s->block_last_index[i] >= 0) {
3781
        s->dsp.idct_add (dest, line_size, block);
M
Michael Niedermayer 已提交
3782 3783
    }
}
3784

3785
static inline void add_dequant_dct(MpegEncContext *s,
M
Michael Niedermayer 已提交
3786
                           DCTELEM *block, int i, uint8_t *dest, int line_size, int qscale)
M
Michael Niedermayer 已提交
3787
{
F
Fabrice Bellard 已提交
3788
    if (s->block_last_index[i] >= 0) {
3789
        s->dct_unquantize_inter(s, block, i, qscale);
3790

3791
        s->dsp.idct_add (dest, line_size, block);
F
Fabrice Bellard 已提交
3792 3793 3794
    }
}

3795 3796 3797 3798 3799
/**
 * cleans dc, ac, coded_block for the current non intra MB
 */
void ff_clean_intra_table_entries(MpegEncContext *s)
{
3800
    int wrap = s->b8_stride;
3801
    int xy = s->block_index[0];
3802 3803 3804

    s->dc_val[0][xy           ] =
    s->dc_val[0][xy + 1       ] =
3805 3806 3807
    s->dc_val[0][xy     + wrap] =
    s->dc_val[0][xy + 1 + wrap] = 1024;
    /* ac pred */
3808 3809
    memset(s->ac_val[0][xy       ], 0, 32 * sizeof(int16_t));
    memset(s->ac_val[0][xy + wrap], 0, 32 * sizeof(int16_t));
3810 3811 3812 3813 3814 3815 3816
    if (s->msmpeg4_version>=3) {
        s->coded_block[xy           ] =
        s->coded_block[xy + 1       ] =
        s->coded_block[xy     + wrap] =
        s->coded_block[xy + 1 + wrap] = 0;
    }
    /* chroma */
3817 3818
    wrap = s->mb_stride;
    xy = s->mb_x + s->mb_y * wrap;
3819 3820 3821
    s->dc_val[1][xy] =
    s->dc_val[2][xy] = 1024;
    /* ac pred */
3822 3823
    memset(s->ac_val[1][xy], 0, 16 * sizeof(int16_t));
    memset(s->ac_val[2][xy], 0, 16 * sizeof(int16_t));
3824

3825
    s->mbintra_table[xy]= 0;
3826 3827
}

F
Fabrice Bellard 已提交
3828 3829 3830 3831 3832 3833 3834 3835 3836 3837
/* generic function called after a macroblock has been parsed by the
   decoder or after it has been encoded by the encoder.

   Important variables used:
   s->mb_intra : true if intra macroblock
   s->mv_dir   : motion vector direction
   s->mv_type  : motion vector type
   s->mv       : motion vector
   s->interlaced_dct : true if interlaced dct used (mpeg2)
 */
M
Michael Niedermayer 已提交
3838
static always_inline void MPV_decode_mb_internal(MpegEncContext *s, DCTELEM block[12][64], int lowres_flag)
F
Fabrice Bellard 已提交
3839
{
3840
    int mb_x, mb_y;
3841
    const int mb_xy = s->mb_y * s->mb_stride + s->mb_x;
I
Ivan Kalvachev 已提交
3842 3843
#ifdef HAVE_XVMC
    if(s->avctx->xvmc_acceleration){
3844
        XVMC_decode_mb(s);//xvmc uses pblocks
I
Ivan Kalvachev 已提交
3845 3846 3847
        return;
    }
#endif
F
Fabrice Bellard 已提交
3848 3849 3850 3851

    mb_x = s->mb_x;
    mb_y = s->mb_y;

3852 3853 3854 3855 3856 3857 3858 3859 3860
    if(s->avctx->debug&FF_DEBUG_DCT_COEFF) {
       /* save DCT coefficients */
       int i,j;
       DCTELEM *dct = &s->current_picture.dct_coeff[mb_xy*64*6];
       for(i=0; i<6; i++)
           for(j=0; j<64; j++)
               *dct++ = block[i][s->dsp.idct_permutation[j]];
    }

M
cleanup  
Michael Niedermayer 已提交
3861
    s->current_picture.qscale_table[mb_xy]= s->qscale;
3862

F
Fabrice Bellard 已提交
3863 3864
    /* update DC predictors for P macroblocks */
    if (!s->mb_intra) {
3865
        if (s->h263_pred || s->h263_aic) {
M
Michael Niedermayer 已提交
3866
            if(s->mbintra_table[mb_xy])
3867
                ff_clean_intra_table_entries(s);
F
Fabrice Bellard 已提交
3868
        } else {
3869 3870
            s->last_dc[0] =
            s->last_dc[1] =
F
Fabrice Bellard 已提交
3871 3872 3873
            s->last_dc[2] = 128 << s->intra_dc_precision;
        }
    }
3874
    else if (s->h263_pred || s->h263_aic)
M
Michael Niedermayer 已提交
3875
        s->mbintra_table[mb_xy]=1;
3876

3877
    if ((s->flags&CODEC_FLAG_PSNR) || !(s->encoding && (s->intra_only || s->pict_type==B_TYPE))) { //FIXME precalc
3878
        uint8_t *dest_y, *dest_cb, *dest_cr;
M
Michael Niedermayer 已提交
3879
        int dct_linesize, dct_offset;
M
Michael Niedermayer 已提交
3880 3881
        op_pixels_func (*op_pix)[4];
        qpel_mc_func (*op_qpix)[16];
3882
        const int linesize= s->current_picture.linesize[0]; //not s->linesize as this would be wrong for field pics
M
Michael Niedermayer 已提交
3883
        const int uvlinesize= s->current_picture.linesize[1];
M
Michael Niedermayer 已提交
3884 3885
        const int readable= s->pict_type != B_TYPE || s->encoding || s->avctx->draw_horiz_band || lowres_flag;
        const int block_size= lowres_flag ? 8>>s->avctx->lowres : 8;
3886

M
cleanup  
Michael Niedermayer 已提交
3887 3888 3889
        /* avoid copy if macroblock skipped in last frame too */
        /* skip only during decoding as we might trash the buffers during encoding a bit */
        if(!s->encoding){
3890
            uint8_t *mbskip_ptr = &s->mbskip_table[mb_xy];
M
cleanup  
Michael Niedermayer 已提交
3891
            const int age= s->current_picture.age;
M
Michael Niedermayer 已提交
3892

M
cleanup  
Michael Niedermayer 已提交
3893 3894
            assert(age);

3895 3896
            if (s->mb_skipped) {
                s->mb_skipped= 0;
M
cleanup  
Michael Niedermayer 已提交
3897
                assert(s->pict_type!=I_TYPE);
3898

3899
                (*mbskip_ptr) ++; /* indicate that this time we skipped it */
M
Michael Niedermayer 已提交
3900 3901
                if(*mbskip_ptr >99) *mbskip_ptr= 99;

M
cleanup  
Michael Niedermayer 已提交
3902
                /* if previous was skipped too, then nothing to do !  */
3903 3904
                if (*mbskip_ptr >= age && s->current_picture.reference){
                    return;
M
cleanup  
Michael Niedermayer 已提交
3905
                }
3906 3907 3908 3909
            } else if(!s->current_picture.reference){
                (*mbskip_ptr) ++; /* increase counter so the age can be compared cleanly */
                if(*mbskip_ptr >99) *mbskip_ptr= 99;
            } else{
3910 3911
                *mbskip_ptr = 0; /* not skipped */
            }
M
Michael Niedermayer 已提交
3912
        }
3913

3914
        dct_linesize = linesize << s->interlaced_dct;
M
Michael Niedermayer 已提交
3915
        dct_offset =(s->interlaced_dct)? linesize : linesize*block_size;
3916

3917 3918 3919 3920 3921
        if(readable){
            dest_y=  s->dest[0];
            dest_cb= s->dest[1];
            dest_cr= s->dest[2];
        }else{
3922
            dest_y = s->b_scratchpad;
3923
            dest_cb= s->b_scratchpad+16*linesize;
3924
            dest_cr= s->b_scratchpad+32*linesize;
3925
        }
M
Michael Niedermayer 已提交
3926

F
Fabrice Bellard 已提交
3927 3928
        if (!s->mb_intra) {
            /* motion handling */
3929
            /* decoding or more than one mb_type (MC was already done otherwise) */
3930
            if(!s->encoding){
M
Michael Niedermayer 已提交
3931 3932
                if(lowres_flag){
                    h264_chroma_mc_func *op_pix = s->dsp.put_h264_chroma_pixels_tab;
F
Fabrice Bellard 已提交
3933

M
Michael Niedermayer 已提交
3934 3935 3936 3937 3938 3939 3940 3941
                    if (s->mv_dir & MV_DIR_FORWARD) {
                        MPV_motion_lowres(s, dest_y, dest_cb, dest_cr, 0, s->last_picture.data, op_pix);
                        op_pix = s->dsp.avg_h264_chroma_pixels_tab;
                    }
                    if (s->mv_dir & MV_DIR_BACKWARD) {
                        MPV_motion_lowres(s, dest_y, dest_cb, dest_cr, 1, s->next_picture.data, op_pix);
                    }
                }else{
3942
                    if ((!s->no_rounding) || s->pict_type==B_TYPE){
M
Michael Niedermayer 已提交
3943 3944 3945 3946 3947 3948 3949 3950 3951 3952 3953 3954 3955 3956
                        op_pix = s->dsp.put_pixels_tab;
                        op_qpix= s->dsp.put_qpel_pixels_tab;
                    }else{
                        op_pix = s->dsp.put_no_rnd_pixels_tab;
                        op_qpix= s->dsp.put_no_rnd_qpel_pixels_tab;
                    }
                    if (s->mv_dir & MV_DIR_FORWARD) {
                        MPV_motion(s, dest_y, dest_cb, dest_cr, 0, s->last_picture.data, op_pix, op_qpix);
                        op_pix = s->dsp.avg_pixels_tab;
                        op_qpix= s->dsp.avg_qpel_pixels_tab;
                    }
                    if (s->mv_dir & MV_DIR_BACKWARD) {
                        MPV_motion(s, dest_y, dest_cb, dest_cr, 1, s->next_picture.data, op_pix, op_qpix);
                    }
3957
                }
F
Fabrice Bellard 已提交
3958 3959
            }

M
Michael Niedermayer 已提交
3960
            /* skip dequant / idct if we are really late ;) */
M
Michael Niedermayer 已提交
3961 3962 3963 3964 3965 3966 3967
            if(s->hurry_up>1) goto skip_idct;
            if(s->avctx->skip_idct){
                if(  (s->avctx->skip_idct >= AVDISCARD_NONREF && s->pict_type == B_TYPE)
                   ||(s->avctx->skip_idct >= AVDISCARD_NONKEY && s->pict_type != I_TYPE)
                   || s->avctx->skip_idct >= AVDISCARD_ALL)
                    goto skip_idct;
            }
M
Michael Niedermayer 已提交
3968

F
Fabrice Bellard 已提交
3969
            /* add dct residue */
M
Michael Niedermayer 已提交
3970
            if(s->encoding || !(   s->h263_msmpeg4 || s->codec_id==CODEC_ID_MPEG1VIDEO || s->codec_id==CODEC_ID_MPEG2VIDEO
3971
                                || (s->codec_id==CODEC_ID_MPEG4 && !s->mpeg_quant))){
M
Michael Niedermayer 已提交
3972 3973 3974 3975
                add_dequant_dct(s, block[0], 0, dest_y                          , dct_linesize, s->qscale);
                add_dequant_dct(s, block[1], 1, dest_y              + block_size, dct_linesize, s->qscale);
                add_dequant_dct(s, block[2], 2, dest_y + dct_offset             , dct_linesize, s->qscale);
                add_dequant_dct(s, block[3], 3, dest_y + dct_offset + block_size, dct_linesize, s->qscale);
M
Michael Niedermayer 已提交
3976

M
Michael Niedermayer 已提交
3977
                if(!(s->flags&CODEC_FLAG_GRAY)){
3978 3979 3980 3981 3982 3983 3984 3985 3986 3987 3988
                    if (s->chroma_y_shift){
                        add_dequant_dct(s, block[4], 4, dest_cb, uvlinesize, s->chroma_qscale);
                        add_dequant_dct(s, block[5], 5, dest_cr, uvlinesize, s->chroma_qscale);
                    }else{
                        dct_linesize >>= 1;
                        dct_offset >>=1;
                        add_dequant_dct(s, block[4], 4, dest_cb,              dct_linesize, s->chroma_qscale);
                        add_dequant_dct(s, block[5], 5, dest_cr,              dct_linesize, s->chroma_qscale);
                        add_dequant_dct(s, block[6], 6, dest_cb + dct_offset, dct_linesize, s->chroma_qscale);
                        add_dequant_dct(s, block[7], 7, dest_cr + dct_offset, dct_linesize, s->chroma_qscale);
                    }
M
Michael Niedermayer 已提交
3989
                }
M
Michael Niedermayer 已提交
3990
            } else if(s->codec_id != CODEC_ID_WMV2){
M
Michael Niedermayer 已提交
3991 3992 3993 3994
                add_dct(s, block[0], 0, dest_y                          , dct_linesize);
                add_dct(s, block[1], 1, dest_y              + block_size, dct_linesize);
                add_dct(s, block[2], 2, dest_y + dct_offset             , dct_linesize);
                add_dct(s, block[3], 3, dest_y + dct_offset + block_size, dct_linesize);
F
Fabrice Bellard 已提交
3995

M
Michael Niedermayer 已提交
3996
                if(!(s->flags&CODEC_FLAG_GRAY)){
3997 3998 3999 4000 4001 4002 4003 4004 4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016 4017
                    if(s->chroma_y_shift){//Chroma420
                        add_dct(s, block[4], 4, dest_cb, uvlinesize);
                        add_dct(s, block[5], 5, dest_cr, uvlinesize);
                    }else{
                        //chroma422
                        dct_linesize = uvlinesize << s->interlaced_dct;
                        dct_offset =(s->interlaced_dct)? uvlinesize : uvlinesize*8;

                        add_dct(s, block[4], 4, dest_cb, dct_linesize);
                        add_dct(s, block[5], 5, dest_cr, dct_linesize);
                        add_dct(s, block[6], 6, dest_cb+dct_offset, dct_linesize);
                        add_dct(s, block[7], 7, dest_cr+dct_offset, dct_linesize);
                        if(!s->chroma_x_shift){//Chroma444
                            add_dct(s, block[8], 8, dest_cb+8, dct_linesize);
                            add_dct(s, block[9], 9, dest_cr+8, dct_linesize);
                            add_dct(s, block[10], 10, dest_cb+8+dct_offset, dct_linesize);
                            add_dct(s, block[11], 11, dest_cr+8+dct_offset, dct_linesize);
                        }
                    }
                }//fi gray
            }
M
Michael Niedermayer 已提交
4018
            else{
M
Michael Niedermayer 已提交
4019
                ff_wmv2_add_mb(s, block, dest_y, dest_cb, dest_cr);
M
Michael Niedermayer 已提交
4020
            }
F
Fabrice Bellard 已提交
4021 4022
        } else {
            /* dct only in intra block */
M
Michael Niedermayer 已提交
4023
            if(s->encoding || !(s->codec_id==CODEC_ID_MPEG1VIDEO || s->codec_id==CODEC_ID_MPEG2VIDEO)){
M
Michael Niedermayer 已提交
4024 4025 4026 4027
                put_dct(s, block[0], 0, dest_y                          , dct_linesize, s->qscale);
                put_dct(s, block[1], 1, dest_y              + block_size, dct_linesize, s->qscale);
                put_dct(s, block[2], 2, dest_y + dct_offset             , dct_linesize, s->qscale);
                put_dct(s, block[3], 3, dest_y + dct_offset + block_size, dct_linesize, s->qscale);
4028 4029

                if(!(s->flags&CODEC_FLAG_GRAY)){
4030 4031 4032 4033 4034 4035 4036 4037 4038 4039 4040
                    if(s->chroma_y_shift){
                        put_dct(s, block[4], 4, dest_cb, uvlinesize, s->chroma_qscale);
                        put_dct(s, block[5], 5, dest_cr, uvlinesize, s->chroma_qscale);
                    }else{
                        dct_offset >>=1;
                        dct_linesize >>=1;
                        put_dct(s, block[4], 4, dest_cb,              dct_linesize, s->chroma_qscale);
                        put_dct(s, block[5], 5, dest_cr,              dct_linesize, s->chroma_qscale);
                        put_dct(s, block[6], 6, dest_cb + dct_offset, dct_linesize, s->chroma_qscale);
                        put_dct(s, block[7], 7, dest_cr + dct_offset, dct_linesize, s->chroma_qscale);
                    }
4041 4042
                }
            }else{
M
Michael Niedermayer 已提交
4043 4044 4045 4046
                s->dsp.idct_put(dest_y                          , dct_linesize, block[0]);
                s->dsp.idct_put(dest_y              + block_size, dct_linesize, block[1]);
                s->dsp.idct_put(dest_y + dct_offset             , dct_linesize, block[2]);
                s->dsp.idct_put(dest_y + dct_offset + block_size, dct_linesize, block[3]);
4047 4048

                if(!(s->flags&CODEC_FLAG_GRAY)){
4049 4050 4051 4052 4053 4054 4055 4056 4057 4058 4059 4060 4061 4062 4063 4064 4065 4066 4067 4068
                    if(s->chroma_y_shift){
                        s->dsp.idct_put(dest_cb, uvlinesize, block[4]);
                        s->dsp.idct_put(dest_cr, uvlinesize, block[5]);
                    }else{

                        dct_linesize = uvlinesize << s->interlaced_dct;
                        dct_offset =(s->interlaced_dct)? uvlinesize : uvlinesize*8;

                        s->dsp.idct_put(dest_cb,              dct_linesize, block[4]);
                        s->dsp.idct_put(dest_cr,              dct_linesize, block[5]);
                        s->dsp.idct_put(dest_cb + dct_offset, dct_linesize, block[6]);
                        s->dsp.idct_put(dest_cr + dct_offset, dct_linesize, block[7]);
                        if(!s->chroma_x_shift){//Chroma444
                            s->dsp.idct_put(dest_cb + 8,              dct_linesize, block[8]);
                            s->dsp.idct_put(dest_cr + 8,              dct_linesize, block[9]);
                            s->dsp.idct_put(dest_cb + 8 + dct_offset, dct_linesize, block[10]);
                            s->dsp.idct_put(dest_cr + 8 + dct_offset, dct_linesize, block[11]);
                        }
                    }
                }//gray
M
Michael Niedermayer 已提交
4069
            }
F
Fabrice Bellard 已提交
4070
        }
M
Michael Niedermayer 已提交
4071
skip_idct:
4072 4073
        if(!readable){
            s->dsp.put_pixels_tab[0][0](s->dest[0], dest_y ,   linesize,16);
4074 4075
            s->dsp.put_pixels_tab[s->chroma_x_shift][0](s->dest[1], dest_cb, uvlinesize,16 >> s->chroma_y_shift);
            s->dsp.put_pixels_tab[s->chroma_x_shift][0](s->dest[2], dest_cr, uvlinesize,16 >> s->chroma_y_shift);
4076
        }
F
Fabrice Bellard 已提交
4077 4078 4079
    }
}

M
Michael Niedermayer 已提交
4080 4081 4082 4083 4084
void MPV_decode_mb(MpegEncContext *s, DCTELEM block[12][64]){
    if(s->avctx->lowres) MPV_decode_mb_internal(s, block, 1);
    else                  MPV_decode_mb_internal(s, block, 0);
}

4085 4086
#ifdef CONFIG_ENCODERS

4087
static inline void dct_single_coeff_elimination(MpegEncContext *s, int n, int threshold)
4088 4089 4090 4091 4092 4093 4094 4095 4096 4097 4098 4099 4100 4101 4102
{
    static const char tab[64]=
        {3,2,2,1,1,1,1,1,
         1,1,1,1,1,1,1,1,
         1,1,1,1,1,1,1,1,
         0,0,0,0,0,0,0,0,
         0,0,0,0,0,0,0,0,
         0,0,0,0,0,0,0,0,
         0,0,0,0,0,0,0,0,
         0,0,0,0,0,0,0,0};
    int score=0;
    int run=0;
    int i;
    DCTELEM *block= s->block[n];
    const int last_index= s->block_last_index[n];
4103
    int skip_dc;
4104

4105 4106 4107
    if(threshold<0){
        skip_dc=0;
        threshold= -threshold;
4108 4109
    }else
        skip_dc=1;
4110

4111 4112 4113 4114
    /* are all which we could set to zero are allready zero? */
    if(last_index<=skip_dc - 1) return;

    for(i=0; i<=last_index; i++){
4115
        const int j = s->intra_scantable.permutated[i];
4116 4117 4118 4119 4120 4121 4122 4123 4124 4125 4126 4127 4128
        const int level = ABS(block[j]);
        if(level==1){
            if(skip_dc && i==0) continue;
            score+= tab[run];
            run=0;
        }else if(level>1){
            return;
        }else{
            run++;
        }
    }
    if(score >= threshold) return;
    for(i=skip_dc; i<=last_index; i++){
4129
        const int j = s->intra_scantable.permutated[i];
4130 4131 4132 4133 4134 4135
        block[j]=0;
    }
    if(block[0]) s->block_last_index[n]= 0;
    else         s->block_last_index[n]= -1;
}

4136 4137 4138 4139 4140
static inline void clip_coeffs(MpegEncContext *s, DCTELEM *block, int last_index)
{
    int i;
    const int maxlevel= s->max_qcoeff;
    const int minlevel= s->min_qcoeff;
4141
    int overflow=0;
4142

4143 4144 4145 4146
    if(s->mb_intra){
        i=1; //skip clipping of intra dc
    }else
        i=0;
4147

4148 4149
    for(;i<=last_index; i++){
        const int j= s->intra_scantable.permutated[i];
4150
        int level = block[j];
4151

4152 4153 4154 4155 4156 4157 4158
        if     (level>maxlevel){
            level=maxlevel;
            overflow++;
        }else if(level<minlevel){
            level=minlevel;
            overflow++;
        }
4159

M
cleanup  
Michael Niedermayer 已提交
4160
        block[j]= level;
4161
    }
4162

4163
    if(overflow && s->avctx->mb_decision == FF_MB_DECISION_SIMPLE)
4164
        av_log(s->avctx, AV_LOG_INFO, "warning, clipping %d dct coefficients to %d..%d\n", overflow, minlevel, maxlevel);
4165 4166
}

4167 4168
#endif //CONFIG_ENCODERS

4169 4170 4171 4172 4173
/**
 *
 * @param h is the normal height, this will be reduced automatically if needed for the last row
 */
void ff_draw_horiz_band(MpegEncContext *s, int y, int h){
M
Michael Niedermayer 已提交
4174
    if (s->avctx->draw_horiz_band) {
4175
        AVFrame *src;
M
Michael Niedermayer 已提交
4176
        int offset[4];
4177

4178 4179 4180 4181 4182 4183
        if(s->picture_structure != PICT_FRAME){
            h <<= 1;
            y <<= 1;
            if(s->first_field  && !(s->avctx->slice_flags&SLICE_FLAG_ALLOW_FIELD)) return;
        }

4184
        h= FFMIN(h, s->avctx->height - y);
4185

4186
        if(s->pict_type==B_TYPE || s->low_delay || (s->avctx->slice_flags&SLICE_FLAG_CODED_ORDER))
4187 4188 4189 4190 4191
            src= (AVFrame*)s->current_picture_ptr;
        else if(s->last_picture_ptr)
            src= (AVFrame*)s->last_picture_ptr;
        else
            return;
4192

M
Michael Niedermayer 已提交
4193
        if(s->pict_type==B_TYPE && s->picture_structure == PICT_FRAME && s->out_format != FMT_H264){
M
Michael Niedermayer 已提交
4194 4195 4196 4197 4198 4199
            offset[0]=
            offset[1]=
            offset[2]=
            offset[3]= 0;
        }else{
            offset[0]= y * s->linesize;;
4200
            offset[1]=
4201
            offset[2]= (y >> s->chroma_y_shift) * s->uvlinesize;
M
Michael Niedermayer 已提交
4202
            offset[3]= 0;
4203
        }
M
Michael Niedermayer 已提交
4204

M
cleanup  
Michael Niedermayer 已提交
4205 4206
        emms_c();

4207 4208
        s->avctx->draw_horiz_band(s->avctx, src, offset,
                                  y, s->picture_structure, h);
4209 4210 4211
    }
}

4212
void ff_init_block_index(MpegEncContext *s){ //FIXME maybe rename
D
Diego Biurrun 已提交
4213
    const int linesize= s->current_picture.linesize[0]; //not s->linesize as this would be wrong for field pics
4214
    const int uvlinesize= s->current_picture.linesize[1];
M
Michael Niedermayer 已提交
4215
    const int mb_size= 4 - s->avctx->lowres;
4216

4217 4218 4219 4220 4221 4222
    s->block_index[0]= s->b8_stride*(s->mb_y*2    ) - 2 + s->mb_x*2;
    s->block_index[1]= s->b8_stride*(s->mb_y*2    ) - 1 + s->mb_x*2;
    s->block_index[2]= s->b8_stride*(s->mb_y*2 + 1) - 2 + s->mb_x*2;
    s->block_index[3]= s->b8_stride*(s->mb_y*2 + 1) - 1 + s->mb_x*2;
    s->block_index[4]= s->mb_stride*(s->mb_y + 1)                + s->b8_stride*s->mb_height*2 + s->mb_x - 1;
    s->block_index[5]= s->mb_stride*(s->mb_y + s->mb_height + 2) + s->b8_stride*s->mb_height*2 + s->mb_x - 1;
4223 4224
    //block_index is not used by mpeg2, so it is not affected by chroma_format

M
Michael Niedermayer 已提交
4225 4226 4227
    s->dest[0] = s->current_picture.data[0] + ((s->mb_x - 1) << mb_size);
    s->dest[1] = s->current_picture.data[1] + ((s->mb_x - 1) << (mb_size - s->chroma_x_shift));
    s->dest[2] = s->current_picture.data[2] + ((s->mb_x - 1) << (mb_size - s->chroma_x_shift));
M
Michael Niedermayer 已提交
4228

4229 4230
    if(!(s->pict_type==B_TYPE && s->avctx->draw_horiz_band && s->picture_structure==PICT_FRAME))
    {
M
Michael Niedermayer 已提交
4231 4232 4233
        s->dest[0] += s->mb_y *   linesize << mb_size;
        s->dest[1] += s->mb_y * uvlinesize << (mb_size - s->chroma_y_shift);
        s->dest[2] += s->mb_y * uvlinesize << (mb_size - s->chroma_y_shift);
4234
    }
4235 4236
}

4237 4238
#ifdef CONFIG_ENCODERS

M
Michael Niedermayer 已提交
4239 4240 4241 4242 4243 4244 4245 4246 4247 4248 4249 4250 4251 4252 4253 4254 4255 4256 4257 4258 4259 4260 4261
static void get_vissual_weight(int16_t *weight, uint8_t *ptr, int stride){
    int x, y;
//FIXME optimize
    for(y=0; y<8; y++){
        for(x=0; x<8; x++){
            int x2, y2;
            int sum=0;
            int sqr=0;
            int count=0;

            for(y2= FFMAX(y-1, 0); y2 < FFMIN(8, y+2); y2++){
                for(x2= FFMAX(x-1, 0); x2 < FFMIN(8, x+2); x2++){
                    int v= ptr[x2 + y2*stride];
                    sum += v;
                    sqr += v*v;
                    count++;
                }
            }
            weight[x + 8*y]= (36*ff_sqrt(count*sqr - sum*sum)) / count;
        }
    }
}

4262
static always_inline void encode_mb_internal(MpegEncContext *s, int motion_x, int motion_y, int mb_block_height, int mb_block_count)
F
Fabrice Bellard 已提交
4263
{
4264 4265
    int16_t weight[8][64];
    DCTELEM orig[8][64];
4266 4267 4268
    const int mb_x= s->mb_x;
    const int mb_y= s->mb_y;
    int i;
4269
    int skip_dct[8];
4270
    int dct_offset   = s->linesize*8; //default for progressive frames
M
Michael Niedermayer 已提交
4271 4272
    uint8_t *ptr_y, *ptr_cb, *ptr_cr;
    int wrap_y, wrap_c;
4273

4274
    for(i=0; i<mb_block_count; i++) skip_dct[i]=0;
4275

4276
    if(s->adaptive_quant){
4277 4278
        const int last_qp= s->qscale;
        const int mb_xy= mb_x + mb_y*s->mb_stride;
4279

4280 4281
        s->lambda= s->lambda_table[mb_xy];
        update_qscale(s);
4282

4283 4284
        if(!(s->flags&CODEC_FLAG_QP_RD)){
            s->dquant= s->qscale - last_qp;
4285

4286
            if(s->out_format==FMT_H263){
4287
                s->dquant= clip(s->dquant, -2, 2); //FIXME RD
4288 4289

                if(s->codec_id==CODEC_ID_MPEG4){
4290 4291
                    if(!s->mb_intra){
                        if(s->pict_type == B_TYPE){
4292
                            if(s->dquant&1)
4293 4294 4295 4296 4297 4298 4299
                                s->dquant= (s->dquant/2)*2;
                            if(s->mv_dir&MV_DIRECT)
                                s->dquant= 0;
                        }
                        if(s->mv_type==MV_TYPE_8X8)
                            s->dquant=0;
                    }
4300
                }
4301 4302
            }
        }
M
cleanup  
Michael Niedermayer 已提交
4303
        ff_set_qscale(s, last_qp + s->dquant);
M
Michael Niedermayer 已提交
4304 4305
    }else if(s->flags&CODEC_FLAG_QP_RD)
        ff_set_qscale(s, s->qscale + s->dquant);
4306

M
Michael Niedermayer 已提交
4307 4308 4309
    wrap_y = s->linesize;
    wrap_c = s->uvlinesize;
    ptr_y = s->new_picture.data[0] + (mb_y * 16 * wrap_y) + mb_x * 16;
4310 4311
    ptr_cb = s->new_picture.data[1] + (mb_y * mb_block_height * wrap_c) + mb_x * 8;
    ptr_cr = s->new_picture.data[2] + (mb_y * mb_block_height * wrap_c) + mb_x * 8;
M
Michael Niedermayer 已提交
4312 4313

    if(mb_x*16+16 > s->width || mb_y*16+16 > s->height){
4314 4315 4316
        uint8_t *ebuf= s->edge_emu_buffer + 32;
        ff_emulated_edge_mc(ebuf            , ptr_y , wrap_y,16,16,mb_x*16,mb_y*16, s->width   , s->height);
        ptr_y= ebuf;
4317
        ff_emulated_edge_mc(ebuf+18*wrap_y  , ptr_cb, wrap_c, 8, mb_block_height, mb_x*8, mb_y*8, s->width>>1, s->height>>1);
4318
        ptr_cb= ebuf+18*wrap_y;
4319
        ff_emulated_edge_mc(ebuf+18*wrap_y+8, ptr_cr, wrap_c, 8, mb_block_height, mb_x*8, mb_y*8, s->width>>1, s->height>>1);
4320
        ptr_cr= ebuf+18*wrap_y+8;
M
Michael Niedermayer 已提交
4321 4322
    }

4323
    if (s->mb_intra) {
4324 4325
        if(s->flags&CODEC_FLAG_INTERLACED_DCT){
            int progressive_score, interlaced_score;
M
Michael Niedermayer 已提交
4326

4327
            s->interlaced_dct=0;
4328
            progressive_score= s->dsp.ildct_cmp[4](s, ptr_y           , NULL, wrap_y, 8)
M
Michael Niedermayer 已提交
4329
                              +s->dsp.ildct_cmp[4](s, ptr_y + wrap_y*8, NULL, wrap_y, 8) - 400;
4330 4331

            if(progressive_score > 0){
4332
                interlaced_score = s->dsp.ildct_cmp[4](s, ptr_y           , NULL, wrap_y*2, 8)
M
Michael Niedermayer 已提交
4333
                                  +s->dsp.ildct_cmp[4](s, ptr_y + wrap_y  , NULL, wrap_y*2, 8);
4334 4335
                if(progressive_score > interlaced_score){
                    s->interlaced_dct=1;
4336

4337 4338
                    dct_offset= wrap_y;
                    wrap_y<<=1;
4339 4340
                    if (s->chroma_format == CHROMA_422)
                        wrap_c<<=1;
4341 4342
                }
            }
4343
        }
4344

4345
        s->dsp.get_pixels(s->block[0], ptr_y                 , wrap_y);
M
Michael Niedermayer 已提交
4346 4347 4348
        s->dsp.get_pixels(s->block[1], ptr_y              + 8, wrap_y);
        s->dsp.get_pixels(s->block[2], ptr_y + dct_offset    , wrap_y);
        s->dsp.get_pixels(s->block[3], ptr_y + dct_offset + 8, wrap_y);
4349

M
Michael Niedermayer 已提交
4350 4351 4352 4353
        if(s->flags&CODEC_FLAG_GRAY){
            skip_dct[4]= 1;
            skip_dct[5]= 1;
        }else{
4354
            s->dsp.get_pixels(s->block[4], ptr_cb, wrap_c);
M
Michael Niedermayer 已提交
4355
            s->dsp.get_pixels(s->block[5], ptr_cr, wrap_c);
4356 4357 4358 4359
            if(!s->chroma_y_shift){ /* 422 */
                s->dsp.get_pixels(s->block[6], ptr_cb + (dct_offset>>1), wrap_c);
                s->dsp.get_pixels(s->block[7], ptr_cr + (dct_offset>>1), wrap_c);
            }
M
Michael Niedermayer 已提交
4360
        }
4361
    }else{
M
Michael Niedermayer 已提交
4362 4363
        op_pixels_func (*op_pix)[4];
        qpel_mc_func (*op_qpix)[16];
4364
        uint8_t *dest_y, *dest_cb, *dest_cr;
4365

4366 4367 4368
        dest_y  = s->dest[0];
        dest_cb = s->dest[1];
        dest_cr = s->dest[2];
4369

4370
        if ((!s->no_rounding) || s->pict_type==B_TYPE){
4371
            op_pix = s->dsp.put_pixels_tab;
4372
            op_qpix= s->dsp.put_qpel_pixels_tab;
M
Michael Niedermayer 已提交
4373
        }else{
4374 4375
            op_pix = s->dsp.put_no_rnd_pixels_tab;
            op_qpix= s->dsp.put_no_rnd_qpel_pixels_tab;
4376 4377 4378
        }

        if (s->mv_dir & MV_DIR_FORWARD) {
M
cleanup  
Michael Niedermayer 已提交
4379
            MPV_motion(s, dest_y, dest_cb, dest_cr, 0, s->last_picture.data, op_pix, op_qpix);
4380 4381
            op_pix = s->dsp.avg_pixels_tab;
            op_qpix= s->dsp.avg_qpel_pixels_tab;
4382 4383
        }
        if (s->mv_dir & MV_DIR_BACKWARD) {
M
cleanup  
Michael Niedermayer 已提交
4384
            MPV_motion(s, dest_y, dest_cb, dest_cr, 1, s->next_picture.data, op_pix, op_qpix);
4385
        }
4386

4387 4388
        if(s->flags&CODEC_FLAG_INTERLACED_DCT){
            int progressive_score, interlaced_score;
4389 4390

            s->interlaced_dct=0;
4391
            progressive_score= s->dsp.ildct_cmp[0](s, dest_y           , ptr_y           , wrap_y, 8)
4392
                              +s->dsp.ildct_cmp[0](s, dest_y + wrap_y*8, ptr_y + wrap_y*8, wrap_y, 8) - 400;
4393

4394 4395 4396
            if(s->avctx->ildct_cmp == FF_CMP_VSSE) progressive_score -= 400;

            if(progressive_score>0){
4397
                interlaced_score = s->dsp.ildct_cmp[0](s, dest_y           , ptr_y           , wrap_y*2, 8)
4398
                                  +s->dsp.ildct_cmp[0](s, dest_y + wrap_y  , ptr_y + wrap_y  , wrap_y*2, 8);
4399

4400 4401
                if(progressive_score > interlaced_score){
                    s->interlaced_dct=1;
4402

4403 4404
                    dct_offset= wrap_y;
                    wrap_y<<=1;
4405 4406
                    if (s->chroma_format == CHROMA_422)
                        wrap_c<<=1;
4407 4408
                }
            }
4409
        }
4410

4411
        s->dsp.diff_pixels(s->block[0], ptr_y                 , dest_y                 , wrap_y);
4412 4413 4414
        s->dsp.diff_pixels(s->block[1], ptr_y              + 8, dest_y              + 8, wrap_y);
        s->dsp.diff_pixels(s->block[2], ptr_y + dct_offset    , dest_y + dct_offset    , wrap_y);
        s->dsp.diff_pixels(s->block[3], ptr_y + dct_offset + 8, dest_y + dct_offset + 8, wrap_y);
4415

M
Michael Niedermayer 已提交
4416 4417 4418 4419
        if(s->flags&CODEC_FLAG_GRAY){
            skip_dct[4]= 1;
            skip_dct[5]= 1;
        }else{
4420 4421
            s->dsp.diff_pixels(s->block[4], ptr_cb, dest_cb, wrap_c);
            s->dsp.diff_pixels(s->block[5], ptr_cr, dest_cr, wrap_c);
4422 4423 4424 4425
            if(!s->chroma_y_shift){ /* 422 */
                s->dsp.diff_pixels(s->block[6], ptr_cb + (dct_offset>>1), dest_cb + (dct_offset>>1), wrap_c);
                s->dsp.diff_pixels(s->block[7], ptr_cr + (dct_offset>>1), dest_cr + (dct_offset>>1), wrap_c);
            }
M
Michael Niedermayer 已提交
4426
        }
4427
        /* pre quantization */
4428
        if(s->current_picture.mc_mb_var[s->mb_stride*mb_y+ mb_x]<2*s->qscale*s->qscale){
4429
            //FIXME optimize
4430
            if(s->dsp.sad[1](NULL, ptr_y               , dest_y               , wrap_y, 8) < 20*s->qscale) skip_dct[0]= 1;
M
Michael Niedermayer 已提交
4431 4432 4433 4434 4435
            if(s->dsp.sad[1](NULL, ptr_y            + 8, dest_y            + 8, wrap_y, 8) < 20*s->qscale) skip_dct[1]= 1;
            if(s->dsp.sad[1](NULL, ptr_y +dct_offset   , dest_y +dct_offset   , wrap_y, 8) < 20*s->qscale) skip_dct[2]= 1;
            if(s->dsp.sad[1](NULL, ptr_y +dct_offset+ 8, dest_y +dct_offset+ 8, wrap_y, 8) < 20*s->qscale) skip_dct[3]= 1;
            if(s->dsp.sad[1](NULL, ptr_cb              , dest_cb              , wrap_c, 8) < 20*s->qscale) skip_dct[4]= 1;
            if(s->dsp.sad[1](NULL, ptr_cr              , dest_cr              , wrap_c, 8) < 20*s->qscale) skip_dct[5]= 1;
4436 4437 4438 4439
            if(!s->chroma_y_shift){ /* 422 */
                if(s->dsp.sad[1](NULL, ptr_cb +(dct_offset>>1), dest_cb +(dct_offset>>1), wrap_c, 8) < 20*s->qscale) skip_dct[6]= 1;
                if(s->dsp.sad[1](NULL, ptr_cr +(dct_offset>>1), dest_cr +(dct_offset>>1), wrap_c, 8) < 20*s->qscale) skip_dct[7]= 1;
            }
4440
        }
M
Michael Niedermayer 已提交
4441
    }
4442

M
Michael Niedermayer 已提交
4443 4444 4445 4446 4447 4448 4449
    if(s->avctx->quantizer_noise_shaping){
        if(!skip_dct[0]) get_vissual_weight(weight[0], ptr_y                 , wrap_y);
        if(!skip_dct[1]) get_vissual_weight(weight[1], ptr_y              + 8, wrap_y);
        if(!skip_dct[2]) get_vissual_weight(weight[2], ptr_y + dct_offset    , wrap_y);
        if(!skip_dct[3]) get_vissual_weight(weight[3], ptr_y + dct_offset + 8, wrap_y);
        if(!skip_dct[4]) get_vissual_weight(weight[4], ptr_cb                , wrap_c);
        if(!skip_dct[5]) get_vissual_weight(weight[5], ptr_cr                , wrap_c);
4450 4451 4452 4453 4454
        if(!s->chroma_y_shift){ /* 422 */
            if(!skip_dct[6]) get_vissual_weight(weight[6], ptr_cb + (dct_offset>>1), wrap_c);
            if(!skip_dct[7]) get_vissual_weight(weight[7], ptr_cr + (dct_offset>>1), wrap_c);
        }
        memcpy(orig[0], s->block[0], sizeof(DCTELEM)*64*mb_block_count);
4455
    }
4456

4457
    /* DCT & quantize */
M
Michael Niedermayer 已提交
4458 4459
    assert(s->out_format!=FMT_MJPEG || s->qscale==8);
    {
4460
        for(i=0;i<mb_block_count;i++) {
4461 4462
            if(!skip_dct[i]){
                int overflow;
4463
                s->block_last_index[i] = s->dct_quantize(s, s->block[i], i, s->qscale, &overflow);
4464
            // FIXME we could decide to change to quantizer instead of clipping
4465 4466
            // JS: I don't think that would be a good idea it could lower quality instead
            //     of improve it. Just INTRADC clipping deserves changes in quantizer
4467 4468 4469
                if (overflow) clip_coeffs(s, s->block[i], s->block_last_index[i]);
            }else
                s->block_last_index[i]= -1;
4470
        }
M
Michael Niedermayer 已提交
4471
        if(s->avctx->quantizer_noise_shaping){
4472
            for(i=0;i<mb_block_count;i++) {
M
Michael Niedermayer 已提交
4473 4474 4475 4476 4477
                if(!skip_dct[i]){
                    s->block_last_index[i] = dct_quantize_refine(s, s->block[i], weight[i], orig[i], i, s->qscale);
                }
            }
        }
4478

4479 4480
        if(s->luma_elim_threshold && !s->mb_intra)
            for(i=0; i<4; i++)
4481
                dct_single_coeff_elimination(s, i, s->luma_elim_threshold);
4482
        if(s->chroma_elim_threshold && !s->mb_intra)
4483
            for(i=4; i<mb_block_count; i++)
4484
                dct_single_coeff_elimination(s, i, s->chroma_elim_threshold);
4485 4486

        if(s->flags & CODEC_FLAG_CBP_RD){
4487
            for(i=0;i<mb_block_count;i++) {
4488 4489 4490 4491
                if(s->block_last_index[i] == -1)
                    s->coded_score[i]= INT_MAX/256;
            }
        }
4492 4493
    }

M
Michael Niedermayer 已提交
4494 4495 4496 4497
    if((s->flags&CODEC_FLAG_GRAY) && s->mb_intra){
        s->block_last_index[4]=
        s->block_last_index[5]= 0;
        s->block[4][0]=
M
bugs  
Michael Niedermayer 已提交
4498
        s->block[5][0]= (1024 + s->c_dc_scale/2)/ s->c_dc_scale;
M
Michael Niedermayer 已提交
4499 4500
    }

M
Michael Niedermayer 已提交
4501 4502
    //non c quantize code returns incorrect block_last_index FIXME
    if(s->alternate_scan && s->dct_quantize != dct_quantize_c){
4503
        for(i=0; i<mb_block_count; i++){
M
Michael Niedermayer 已提交
4504 4505 4506 4507 4508 4509 4510 4511 4512 4513
            int j;
            if(s->block_last_index[i]>0){
                for(j=63; j>0; j--){
                    if(s->block[i][ s->intra_scantable.permutated[j] ]) break;
                }
                s->block_last_index[i]= j;
            }
        }
    }

4514
    /* huffman encode */
M
Michael Niedermayer 已提交
4515 4516
    switch(s->codec_id){ //FIXME funct ptr could be slightly faster
    case CODEC_ID_MPEG1VIDEO:
M
Michael Niedermayer 已提交
4517
    case CODEC_ID_MPEG2VIDEO:
M
Michael Niedermayer 已提交
4518 4519 4520 4521 4522 4523 4524 4525 4526
        mpeg1_encode_mb(s, s->block, motion_x, motion_y); break;
    case CODEC_ID_MPEG4:
        mpeg4_encode_mb(s, s->block, motion_x, motion_y); break;
    case CODEC_ID_MSMPEG4V2:
    case CODEC_ID_MSMPEG4V3:
    case CODEC_ID_WMV1:
        msmpeg4_encode_mb(s, s->block, motion_x, motion_y); break;
    case CODEC_ID_WMV2:
         ff_wmv2_encode_mb(s, s->block, motion_x, motion_y); break;
4527
#ifdef CONFIG_H261_ENCODER
4528 4529
    case CODEC_ID_H261:
        ff_h261_encode_mb(s, s->block, motion_x, motion_y); break;
4530
#endif
M
Michael Niedermayer 已提交
4531 4532
    case CODEC_ID_H263:
    case CODEC_ID_H263P:
4533
    case CODEC_ID_FLV1:
M
Michael Niedermayer 已提交
4534
    case CODEC_ID_RV10:
M
Michael Niedermayer 已提交
4535
    case CODEC_ID_RV20:
M
Michael Niedermayer 已提交
4536
        h263_encode_mb(s, s->block, motion_x, motion_y); break;
M
Michael Niedermayer 已提交
4537 4538
    case CODEC_ID_MJPEG:
        mjpeg_encode_mb(s, s->block); break;
M
Michael Niedermayer 已提交
4539 4540
    default:
        assert(0);
4541 4542 4543
    }
}

4544 4545 4546 4547 4548 4549
static always_inline void encode_mb(MpegEncContext *s, int motion_x, int motion_y)
{
    if (s->chroma_format == CHROMA_420) encode_mb_internal(s, motion_x, motion_y,  8, 6);
    else                                encode_mb_internal(s, motion_x, motion_y, 16, 8);
}

4550 4551
#endif //CONFIG_ENCODERS

M
Michael Niedermayer 已提交
4552 4553 4554
void ff_mpeg_flush(AVCodecContext *avctx){
    int i;
    MpegEncContext *s = avctx->priv_data;
4555 4556

    if(s==NULL || s->picture==NULL)
4557
        return;
4558

M
Michael Niedermayer 已提交
4559 4560 4561 4562 4563
    for(i=0; i<MAX_PICTURE_COUNT; i++){
       if(s->picture[i].data[0] && (   s->picture[i].type == FF_BUFFER_TYPE_INTERNAL
                                    || s->picture[i].type == FF_BUFFER_TYPE_USER))
        avctx->release_buffer(avctx, (AVFrame*)&s->picture[i]);
    }
M
Michael Niedermayer 已提交
4564
    s->current_picture_ptr = s->last_picture_ptr = s->next_picture_ptr = NULL;
4565

M
Michael Niedermayer 已提交
4566
    s->mb_x= s->mb_y= 0;
4567

4568 4569 4570 4571 4572 4573
    s->parse_context.state= -1;
    s->parse_context.frame_start_found= 0;
    s->parse_context.overread= 0;
    s->parse_context.overread_index= 0;
    s->parse_context.index= 0;
    s->parse_context.last_index= 0;
4574
    s->bitstream_buffer_size=0;
M
Michael Niedermayer 已提交
4575 4576
}

4577
#ifdef CONFIG_ENCODERS
4578
void ff_copy_bits(PutBitContext *pb, uint8_t *src, int length)
4579
{
4580
    const uint16_t *srcw= (uint16_t*)src;
4581
    int words= length>>4;
4582 4583 4584
    int bits= length&15;
    int i;

4585
    if(length==0) return;
4586

4587 4588 4589 4590
    if(words < 16){
        for(i=0; i<words; i++) put_bits(pb, 16, be2me_16(srcw[i]));
    }else if(put_bits_count(pb)&7){
        for(i=0; i<words; i++) put_bits(pb, 16, be2me_16(srcw[i]));
4591
    }else{
4592 4593
        for(i=0; put_bits_count(pb)&31; i++)
            put_bits(pb, 8, src[i]);
4594
        flush_put_bits(pb);
4595 4596
        memcpy(pbBufPtr(pb), src+i, 2*words-i);
        skip_put_bytes(pb, 2*words-i);
4597
    }
4598

4599
    put_bits(pb, bits, be2me_16(srcw[words])>>(16-bits));
4600 4601
}

4602
static inline void copy_context_before_encode(MpegEncContext *d, MpegEncContext *s, int type){
4603 4604 4605 4606 4607
    int i;

    memcpy(d->last_mv, s->last_mv, 2*2*2*sizeof(int)); //FIXME is memcpy faster then a loop?

    /* mpeg1 */
4608
    d->mb_skip_run= s->mb_skip_run;
4609 4610
    for(i=0; i<3; i++)
        d->last_dc[i]= s->last_dc[i];
4611

4612 4613 4614 4615 4616
    /* statistics */
    d->mv_bits= s->mv_bits;
    d->i_tex_bits= s->i_tex_bits;
    d->p_tex_bits= s->p_tex_bits;
    d->i_count= s->i_count;
4617 4618
    d->f_count= s->f_count;
    d->b_count= s->b_count;
4619 4620
    d->skip_count= s->skip_count;
    d->misc_bits= s->misc_bits;
4621
    d->last_bits= 0;
4622

4623
    d->mb_skipped= 0;
M
Michael Niedermayer 已提交
4624
    d->qscale= s->qscale;
4625
    d->dquant= s->dquant;
4626 4627
}

4628
static inline void copy_context_after_encode(MpegEncContext *d, MpegEncContext *s, int type){
4629 4630
    int i;

4631
    memcpy(d->mv, s->mv, 2*4*2*sizeof(int));
4632
    memcpy(d->last_mv, s->last_mv, 2*2*2*sizeof(int)); //FIXME is memcpy faster then a loop?
4633

4634
    /* mpeg1 */
4635
    d->mb_skip_run= s->mb_skip_run;
4636 4637
    for(i=0; i<3; i++)
        d->last_dc[i]= s->last_dc[i];
4638

4639 4640 4641 4642 4643
    /* statistics */
    d->mv_bits= s->mv_bits;
    d->i_tex_bits= s->i_tex_bits;
    d->p_tex_bits= s->p_tex_bits;
    d->i_count= s->i_count;
4644 4645
    d->f_count= s->f_count;
    d->b_count= s->b_count;
4646 4647 4648 4649
    d->skip_count= s->skip_count;
    d->misc_bits= s->misc_bits;

    d->mb_intra= s->mb_intra;
4650
    d->mb_skipped= s->mb_skipped;
4651 4652 4653
    d->mv_type= s->mv_type;
    d->mv_dir= s->mv_dir;
    d->pb= s->pb;
4654 4655 4656 4657
    if(s->data_partitioning){
        d->pb2= s->pb2;
        d->tex_pb= s->tex_pb;
    }
4658
    d->block= s->block;
4659
    for(i=0; i<8; i++)
4660
        d->block_last_index[i]= s->block_last_index[i];
4661
    d->interlaced_dct= s->interlaced_dct;
M
Michael Niedermayer 已提交
4662
    d->qscale= s->qscale;
4663 4664
}

4665
static inline void encode_mb_hq(MpegEncContext *s, MpegEncContext *backup, MpegEncContext *best, int type,
4666 4667 4668
                           PutBitContext pb[2], PutBitContext pb2[2], PutBitContext tex_pb[2],
                           int *dmin, int *next_block, int motion_x, int motion_y)
{
4669 4670
    int score;
    uint8_t *dest_backup[3];
4671

4672 4673 4674 4675 4676 4677 4678 4679
    copy_context_before_encode(s, backup, type);

    s->block= s->blocks[*next_block];
    s->pb= pb[*next_block];
    if(s->data_partitioning){
        s->pb2   = pb2   [*next_block];
        s->tex_pb= tex_pb[*next_block];
    }
4680

4681 4682
    if(*next_block){
        memcpy(dest_backup, s->dest, sizeof(s->dest));
4683 4684 4685 4686
        s->dest[0] = s->rd_scratchpad;
        s->dest[1] = s->rd_scratchpad + 16*s->linesize;
        s->dest[2] = s->rd_scratchpad + 16*s->linesize + 8;
        assert(s->linesize >= 32); //FIXME
4687
    }
4688 4689

    encode_mb(s, motion_x, motion_y);
4690

4691
    score= put_bits_count(&s->pb);
4692
    if(s->data_partitioning){
4693 4694
        score+= put_bits_count(&s->pb2);
        score+= put_bits_count(&s->tex_pb);
4695
    }
4696

4697 4698
    if(s->avctx->mb_decision == FF_MB_DECISION_RD){
        MPV_decode_mb(s, s->block);
4699

4700 4701
        score *= s->lambda2;
        score += sse_mb(s) << FF_LAMBDA_SHIFT;
4702
    }
4703

4704 4705 4706 4707 4708 4709
    if(*next_block){
        memcpy(s->dest, dest_backup, sizeof(s->dest));
    }

    if(score<*dmin){
        *dmin= score;
4710 4711 4712 4713 4714
        *next_block^=1;

        copy_context_after_encode(best, s, type);
    }
}
4715

4716
static int sse(MpegEncContext *s, uint8_t *src1, uint8_t *src2, int w, int h, int stride){
4717 4718 4719
    uint32_t *sq = squareTbl + 256;
    int acc=0;
    int x,y;
4720 4721

    if(w==16 && h==16)
M
Michael Niedermayer 已提交
4722
        return s->dsp.sse[0](NULL, src1, src2, stride, 16);
M
Michael Niedermayer 已提交
4723
    else if(w==8 && h==8)
M
Michael Niedermayer 已提交
4724
        return s->dsp.sse[1](NULL, src1, src2, stride, 8);
4725

4726 4727 4728
    for(y=0; y<h; y++){
        for(x=0; x<w; x++){
            acc+= sq[src1[x + y*stride] - src2[x + y*stride]];
4729
        }
4730
    }
4731

M
Michael Niedermayer 已提交
4732
    assert(acc>=0);
4733

4734 4735
    return acc;
}
4736

4737 4738 4739 4740 4741 4742 4743 4744
static int sse_mb(MpegEncContext *s){
    int w= 16;
    int h= 16;

    if(s->mb_x*16 + 16 > s->width ) w= s->width - s->mb_x*16;
    if(s->mb_y*16 + 16 > s->height) h= s->height- s->mb_y*16;

    if(w==16 && h==16)
4745
      if(s->avctx->mb_cmp == FF_CMP_NSSE){
M
Michael Niedermayer 已提交
4746 4747 4748
        return  s->dsp.nsse[0](s, s->new_picture.data[0] + s->mb_x*16 + s->mb_y*s->linesize*16, s->dest[0], s->linesize, 16)
               +s->dsp.nsse[1](s, s->new_picture.data[1] + s->mb_x*8  + s->mb_y*s->uvlinesize*8,s->dest[1], s->uvlinesize, 8)
               +s->dsp.nsse[1](s, s->new_picture.data[2] + s->mb_x*8  + s->mb_y*s->uvlinesize*8,s->dest[2], s->uvlinesize, 8);
4749
      }else{
M
Michael Niedermayer 已提交
4750 4751 4752
        return  s->dsp.sse[0](NULL, s->new_picture.data[0] + s->mb_x*16 + s->mb_y*s->linesize*16, s->dest[0], s->linesize, 16)
               +s->dsp.sse[1](NULL, s->new_picture.data[1] + s->mb_x*8  + s->mb_y*s->uvlinesize*8,s->dest[1], s->uvlinesize, 8)
               +s->dsp.sse[1](NULL, s->new_picture.data[2] + s->mb_x*8  + s->mb_y*s->uvlinesize*8,s->dest[2], s->uvlinesize, 8);
4753
      }
4754 4755 4756 4757 4758 4759
    else
        return  sse(s, s->new_picture.data[0] + s->mb_x*16 + s->mb_y*s->linesize*16, s->dest[0], w, h, s->linesize)
               +sse(s, s->new_picture.data[1] + s->mb_x*8  + s->mb_y*s->uvlinesize*8,s->dest[1], w>>1, h>>1, s->uvlinesize)
               +sse(s, s->new_picture.data[2] + s->mb_x*8  + s->mb_y*s->uvlinesize*8,s->dest[2], w>>1, h>>1, s->uvlinesize);
}

4760 4761 4762
static int pre_estimate_motion_thread(AVCodecContext *c, void *arg){
    MpegEncContext *s= arg;

4763

4764 4765 4766 4767 4768 4769 4770 4771 4772
    s->me.pre_pass=1;
    s->me.dia_size= s->avctx->pre_dia_size;
    s->first_slice_line=1;
    for(s->mb_y= s->end_mb_y-1; s->mb_y >= s->start_mb_y; s->mb_y--) {
        for(s->mb_x=s->mb_width-1; s->mb_x >=0 ;s->mb_x--) {
            ff_pre_estimate_p_frame_motion(s, s->mb_x, s->mb_y);
        }
        s->first_slice_line=0;
    }
4773

4774
    s->me.pre_pass=0;
4775

4776 4777 4778 4779 4780 4781 4782 4783 4784 4785 4786 4787 4788 4789 4790 4791
    return 0;
}

static int estimate_motion_thread(AVCodecContext *c, void *arg){
    MpegEncContext *s= arg;

    s->me.dia_size= s->avctx->dia_size;
    s->first_slice_line=1;
    for(s->mb_y= s->start_mb_y; s->mb_y < s->end_mb_y; s->mb_y++) {
        s->mb_x=0; //for block init below
        ff_init_block_index(s);
        for(s->mb_x=0; s->mb_x < s->mb_width; s->mb_x++) {
            s->block_index[0]+=2;
            s->block_index[1]+=2;
            s->block_index[2]+=2;
            s->block_index[3]+=2;
4792

4793 4794 4795 4796 4797 4798 4799 4800 4801 4802 4803
            /* compute motion vector & mb_type and store in context */
            if(s->pict_type==B_TYPE)
                ff_estimate_b_frame_motion(s, s->mb_x, s->mb_y);
            else
                ff_estimate_p_frame_motion(s, s->mb_x, s->mb_y);
        }
        s->first_slice_line=0;
    }
    return 0;
}

4804 4805 4806 4807 4808 4809 4810 4811 4812 4813 4814
static int mb_var_thread(AVCodecContext *c, void *arg){
    MpegEncContext *s= arg;
    int mb_x, mb_y;

    for(mb_y=s->start_mb_y; mb_y < s->end_mb_y; mb_y++) {
        for(mb_x=0; mb_x < s->mb_width; mb_x++) {
            int xx = mb_x * 16;
            int yy = mb_y * 16;
            uint8_t *pix = s->new_picture.data[0] + (yy * s->linesize) + xx;
            int varc;
            int sum = s->dsp.pix_sum(pix, s->linesize);
4815

4816 4817 4818 4819
            varc = (s->dsp.pix_norm1(pix, s->linesize) - (((unsigned)(sum*sum))>>8) + 500 + 128)>>8;

            s->current_picture.mb_var [s->mb_stride * mb_y + mb_x] = varc;
            s->current_picture.mb_mean[s->mb_stride * mb_y + mb_x] = (sum+128)>>8;
4820
            s->me.mb_var_sum_temp    += varc;
4821 4822
        }
    }
4823
    return 0;
4824 4825
}

4826 4827 4828 4829 4830
static void write_slice_end(MpegEncContext *s){
    if(s->codec_id==CODEC_ID_MPEG4){
        if(s->partitioned_frame){
            ff_mpeg4_merge_partitions(s);
        }
4831

4832 4833 4834 4835 4836 4837 4838
        ff_mpeg4_stuffing(&s->pb);
    }else if(s->out_format == FMT_MJPEG){
        ff_mjpeg_stuffing(&s->pb);
    }

    align_put_bits(&s->pb);
    flush_put_bits(&s->pb);
4839

4840 4841
    if((s->flags&CODEC_FLAG_PASS1) && !s->partitioned_frame)
        s->misc_bits+= get_bits_diff(s);
4842 4843 4844 4845
}

static int encode_thread(AVCodecContext *c, void *arg){
    MpegEncContext *s= arg;
M
Michael Niedermayer 已提交
4846
    int mb_x, mb_y, pdif = 0;
M
Michael Niedermayer 已提交
4847
    int i, j;
4848
    MpegEncContext best_s, backup_s;
4849 4850 4851
    uint8_t bit_buf[2][MAX_MB_BYTES];
    uint8_t bit_buf2[2][MAX_MB_BYTES];
    uint8_t bit_buf_tex[2][MAX_MB_BYTES];
4852
    PutBitContext pb[2], pb2[2], tex_pb[2];
4853
//printf("%d->%d\n", s->resync_mb_y, s->end_mb_y);
4854 4855

    for(i=0; i<2; i++){
4856 4857 4858
        init_put_bits(&pb    [i], bit_buf    [i], MAX_MB_BYTES);
        init_put_bits(&pb2   [i], bit_buf2   [i], MAX_MB_BYTES);
        init_put_bits(&tex_pb[i], bit_buf_tex[i], MAX_MB_BYTES);
4859
    }
F
Fabrice Bellard 已提交
4860

4861 4862 4863 4864 4865 4866 4867 4868 4869
    s->last_bits= put_bits_count(&s->pb);
    s->mv_bits=0;
    s->misc_bits=0;
    s->i_tex_bits=0;
    s->p_tex_bits=0;
    s->i_count=0;
    s->f_count=0;
    s->b_count=0;
    s->skip_count=0;
4870

4871 4872 4873
    for(i=0; i<3; i++){
        /* init last dc values */
        /* note: quant matrix value (8) is implied here */
4874
        s->last_dc[i] = 128 << s->intra_dc_precision;
4875

4876
        s->current_picture.error[i] = 0;
M
Michael Niedermayer 已提交
4877
    }
4878 4879
    s->mb_skip_run = 0;
    memset(s->last_mv, 0, sizeof(s->last_mv));
4880

4881
    s->last_mv_dir = 0;
M
Michael Niedermayer 已提交
4882

4883 4884 4885 4886 4887 4888 4889 4890 4891 4892
    switch(s->codec_id){
    case CODEC_ID_H263:
    case CODEC_ID_H263P:
    case CODEC_ID_FLV1:
        s->gob_index = ff_h263_get_gob_height(s);
        break;
    case CODEC_ID_MPEG4:
        if(s->partitioned_frame)
            ff_mpeg4_init_partitions(s);
        break;
4893
    }
4894

4895
    s->resync_mb_x=0;
4896
    s->resync_mb_y=0;
4897 4898 4899 4900 4901 4902
    s->first_slice_line = 1;
    s->ptr_lastgob = s->pb.buf;
    for(mb_y= s->start_mb_y; mb_y < s->end_mb_y; mb_y++) {
//    printf("row %d at %X\n", s->mb_y, (int)s);
        s->mb_x=0;
        s->mb_y= mb_y;
M
cleanup  
Michael Niedermayer 已提交
4903

4904 4905
        ff_set_qscale(s, s->qscale);
        ff_init_block_index(s);
4906

4907
        for(mb_x=0; mb_x < s->mb_width; mb_x++) {
4908
            int xy= mb_y*s->mb_stride + mb_x; // removed const, H261 needs to adjust this
4909 4910 4911 4912
            int mb_type= s->mb_type[xy];
//            int d;
            int dmin= INT_MAX;
            int dir;
M
Michael Niedermayer 已提交
4913

4914 4915 4916 4917 4918 4919 4920 4921 4922 4923 4924 4925
            if(s->pb.buf_end - s->pb.buf - (put_bits_count(&s->pb)>>3) < MAX_MB_BYTES){
                av_log(s->avctx, AV_LOG_ERROR, "encoded frame too large\n");
                return -1;
            }
            if(s->data_partitioning){
                if(   s->pb2   .buf_end - s->pb2   .buf - (put_bits_count(&s->    pb2)>>3) < MAX_MB_BYTES
                   || s->tex_pb.buf_end - s->tex_pb.buf - (put_bits_count(&s->tex_pb )>>3) < MAX_MB_BYTES){
                    av_log(s->avctx, AV_LOG_ERROR, "encoded frame too large\n");
                    return -1;
                }
            }

4926
            s->mb_x = mb_x;
4927
            s->mb_y = mb_y;  // moved into loop, can get changed by H.261
4928 4929
            ff_update_block_index(s);

4930
#ifdef CONFIG_H261_ENCODER
4931 4932 4933
            if(s->codec_id == CODEC_ID_H261){
                ff_h261_reorder_mb_index(s);
                xy= s->mb_y*s->mb_stride + s->mb_x;
M
Maarten Daniels 已提交
4934
                mb_type= s->mb_type[xy];
4935
            }
4936
#endif
4937

4938 4939 4940
            /* write gob / video packet header  */
            if(s->rtp_mode){
                int current_packet_size, is_gob_start;
4941

4942
                current_packet_size= ((put_bits_count(&s->pb)+7)>>3) - (s->ptr_lastgob - s->pb.buf);
4943 4944 4945

                is_gob_start= s->avctx->rtp_payload_size && current_packet_size >= s->avctx->rtp_payload_size && mb_y + mb_x>0;

4946
                if(s->start_mb_y == mb_y && mb_y > 0 && mb_x==0) is_gob_start=1;
4947

4948 4949 4950 4951 4952 4953 4954 4955 4956 4957 4958
                switch(s->codec_id){
                case CODEC_ID_H263:
                case CODEC_ID_H263P:
                    if(!s->h263_slice_structured)
                        if(s->mb_x || s->mb_y%s->gob_index) is_gob_start=0;
                    break;
                case CODEC_ID_MPEG2VIDEO:
                    if(s->mb_x==0 && s->mb_y!=0) is_gob_start=1;
                case CODEC_ID_MPEG1VIDEO:
                    if(s->mb_skip_run) is_gob_start=0;
                    break;
M
Michael Niedermayer 已提交
4959
                }
4960

4961 4962 4963
                if(is_gob_start){
                    if(s->start_mb_y != mb_y || mb_x!=0){
                        write_slice_end(s);
4964

4965 4966
                        if(s->codec_id==CODEC_ID_MPEG4 && s->partitioned_frame){
                            ff_mpeg4_init_partitions(s);
M
Michael Niedermayer 已提交
4967 4968
                        }
                    }
4969

4970
                    assert((put_bits_count(&s->pb)&7) == 0);
M
Michael Niedermayer 已提交
4971
                    current_packet_size= pbBufPtr(&s->pb) - s->ptr_lastgob;
4972

4973
                    if(s->avctx->error_rate && s->resync_mb_x + s->resync_mb_y > 0){
4974
                        int r= put_bits_count(&s->pb)/8 + s->picture_number + 16 + s->mb_x + s->mb_y;
4975 4976 4977 4978 4979 4980 4981 4982 4983
                        int d= 100 / s->avctx->error_rate;
                        if(r % d == 0){
                            current_packet_size=0;
#ifndef ALT_BITSTREAM_WRITER
                            s->pb.buf_ptr= s->ptr_lastgob;
#endif
                            assert(pbBufPtr(&s->pb) == s->ptr_lastgob);
                        }
                    }
4984 4985 4986 4987 4988

                    if (s->avctx->rtp_callback){
                        int number_mb = (mb_y - s->resync_mb_y)*s->mb_width + mb_x - s->resync_mb_x;
                        s->avctx->rtp_callback(s->avctx, s->ptr_lastgob, current_packet_size, number_mb);
                    }
4989

M
Michael Niedermayer 已提交
4990 4991
                    switch(s->codec_id){
                    case CODEC_ID_MPEG4:
4992 4993
                        ff_mpeg4_encode_video_packet_header(s);
                        ff_mpeg4_clean_buffers(s);
M
Michael Niedermayer 已提交
4994 4995 4996
                    break;
                    case CODEC_ID_MPEG1VIDEO:
                    case CODEC_ID_MPEG2VIDEO:
4997 4998
                        ff_mpeg1_encode_slice_header(s);
                        ff_mpeg1_clean_buffers(s);
M
Michael Niedermayer 已提交
4999 5000 5001
                    break;
                    case CODEC_ID_H263:
                    case CODEC_ID_H263P:
5002
                        h263_encode_gob_header(s, mb_y);
M
Michael Niedermayer 已提交
5003
                    break;
M
Michael Niedermayer 已提交
5004 5005
                    }

M
Michael Niedermayer 已提交
5006
                    if(s->flags&CODEC_FLAG_PASS1){
5007
                        int bits= put_bits_count(&s->pb);
M
Michael Niedermayer 已提交
5008 5009 5010
                        s->misc_bits+= bits - s->last_bits;
                        s->last_bits= bits;
                    }
5011

M
Michael Niedermayer 已提交
5012
                    s->ptr_lastgob += current_packet_size;
5013 5014 5015 5016
                    s->first_slice_line=1;
                    s->resync_mb_x=mb_x;
                    s->resync_mb_y=mb_y;
                }
5017
            }
5018

5019 5020
            if(  (s->resync_mb_x   == s->mb_x)
               && s->resync_mb_y+1 == s->mb_y){
5021
                s->first_slice_line=0;
5022 5023
            }

5024
            s->mb_skipped=0;
5025
            s->dquant=0; //only for QP_RD
5026

M
Michael Niedermayer 已提交
5027
            if(mb_type & (mb_type-1) || (s->flags & CODEC_FLAG_QP_RD)){ // more than 1 MB type possible or CODEC_FLAG_QP_RD
5028
                int next_block=0;
5029
                int pb_bits_count, pb2_bits_count, tex_pb_bits_count;
5030 5031

                copy_context_before_encode(&backup_s, s, -1);
5032 5033
                backup_s.pb= s->pb;
                best_s.data_partitioning= s->data_partitioning;
5034
                best_s.partitioned_frame= s->partitioned_frame;
5035 5036 5037 5038
                if(s->data_partitioning){
                    backup_s.pb2= s->pb2;
                    backup_s.tex_pb= s->tex_pb;
                }
5039

M
Michael Niedermayer 已提交
5040
                if(mb_type&CANDIDATE_MB_TYPE_INTER){
5041
                    s->mv_dir = MV_DIR_FORWARD;
M
Michael Niedermayer 已提交
5042
                    s->mv_type = MV_TYPE_16X16;
5043
                    s->mb_intra= 0;
5044 5045
                    s->mv[0][0][0] = s->p_mv_table[xy][0];
                    s->mv[0][0][1] = s->p_mv_table[xy][1];
5046
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTER, pb, pb2, tex_pb,
5047
                                 &dmin, &next_block, s->mv[0][0][0], s->mv[0][0][1]);
5048
                }
5049
                if(mb_type&CANDIDATE_MB_TYPE_INTER_I){
M
Michael Niedermayer 已提交
5050 5051 5052 5053 5054 5055 5056 5057
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[0][i] = s->p_field_select_table[i][xy];
                        s->mv[0][i][0] = s->p_field_mv_table[i][j][xy][0];
                        s->mv[0][i][1] = s->p_field_mv_table[i][j][xy][1];
                    }
5058
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTER_I, pb, pb2, tex_pb,
M
Michael Niedermayer 已提交
5059 5060
                                 &dmin, &next_block, 0, 0);
                }
5061
                if(mb_type&CANDIDATE_MB_TYPE_SKIPPED){
5062 5063 5064 5065 5066
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_16X16;
                    s->mb_intra= 0;
                    s->mv[0][0][0] = 0;
                    s->mv[0][0][1] = 0;
5067
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_SKIPPED, pb, pb2, tex_pb,
5068
                                 &dmin, &next_block, s->mv[0][0][0], s->mv[0][0][1]);
F
Fabrice Bellard 已提交
5069
                }
5070
                if(mb_type&CANDIDATE_MB_TYPE_INTER4V){
5071
                    s->mv_dir = MV_DIR_FORWARD;
M
Michael Niedermayer 已提交
5072 5073 5074
                    s->mv_type = MV_TYPE_8X8;
                    s->mb_intra= 0;
                    for(i=0; i<4; i++){
5075 5076
                        s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
                        s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
M
Michael Niedermayer 已提交
5077
                    }
5078
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTER4V, pb, pb2, tex_pb,
5079
                                 &dmin, &next_block, 0, 0);
5080
                }
M
Michael Niedermayer 已提交
5081
                if(mb_type&CANDIDATE_MB_TYPE_FORWARD){
5082 5083 5084 5085 5086
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_16X16;
                    s->mb_intra= 0;
                    s->mv[0][0][0] = s->b_forw_mv_table[xy][0];
                    s->mv[0][0][1] = s->b_forw_mv_table[xy][1];
5087
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_FORWARD, pb, pb2, tex_pb,
5088
                                 &dmin, &next_block, s->mv[0][0][0], s->mv[0][0][1]);
5089
                }
M
Michael Niedermayer 已提交
5090
                if(mb_type&CANDIDATE_MB_TYPE_BACKWARD){
5091 5092 5093 5094 5095
                    s->mv_dir = MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_16X16;
                    s->mb_intra= 0;
                    s->mv[1][0][0] = s->b_back_mv_table[xy][0];
                    s->mv[1][0][1] = s->b_back_mv_table[xy][1];
5096
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_BACKWARD, pb, pb2, tex_pb,
5097
                                 &dmin, &next_block, s->mv[1][0][0], s->mv[1][0][1]);
5098
                }
M
Michael Niedermayer 已提交
5099
                if(mb_type&CANDIDATE_MB_TYPE_BIDIR){
5100 5101 5102 5103 5104 5105 5106
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_16X16;
                    s->mb_intra= 0;
                    s->mv[0][0][0] = s->b_bidir_forw_mv_table[xy][0];
                    s->mv[0][0][1] = s->b_bidir_forw_mv_table[xy][1];
                    s->mv[1][0][0] = s->b_bidir_back_mv_table[xy][0];
                    s->mv[1][0][1] = s->b_bidir_back_mv_table[xy][1];
5107
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_BIDIR, pb, pb2, tex_pb,
5108
                                 &dmin, &next_block, 0, 0);
5109
                }
M
Michael Niedermayer 已提交
5110
                if(mb_type&CANDIDATE_MB_TYPE_DIRECT){
M
Michael Niedermayer 已提交
5111 5112
                    int mx= s->b_direct_mv_table[xy][0];
                    int my= s->b_direct_mv_table[xy][1];
5113

5114 5115
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
                    s->mb_intra= 0;
M
Michael Niedermayer 已提交
5116
                    ff_mpeg4_set_direct_mv(s, mx, my);
5117
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_DIRECT, pb, pb2, tex_pb,
M
Michael Niedermayer 已提交
5118
                                 &dmin, &next_block, mx, my);
M
Michael Niedermayer 已提交
5119
                }
5120
                if(mb_type&CANDIDATE_MB_TYPE_FORWARD_I){
M
Michael Niedermayer 已提交
5121 5122 5123 5124 5125 5126 5127 5128
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[0][i] = s->b_field_select_table[0][i][xy];
                        s->mv[0][i][0] = s->b_field_mv_table[0][i][j][xy][0];
                        s->mv[0][i][1] = s->b_field_mv_table[0][i][j][xy][1];
                    }
5129
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_FORWARD_I, pb, pb2, tex_pb,
M
Michael Niedermayer 已提交
5130 5131
                                 &dmin, &next_block, 0, 0);
                }
5132
                if(mb_type&CANDIDATE_MB_TYPE_BACKWARD_I){
M
Michael Niedermayer 已提交
5133 5134 5135 5136 5137 5138 5139 5140
                    s->mv_dir = MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[1][i] = s->b_field_select_table[1][i][xy];
                        s->mv[1][i][0] = s->b_field_mv_table[1][i][j][xy][0];
                        s->mv[1][i][1] = s->b_field_mv_table[1][i][j][xy][1];
                    }
5141
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_BACKWARD_I, pb, pb2, tex_pb,
M
Michael Niedermayer 已提交
5142 5143
                                 &dmin, &next_block, 0, 0);
                }
5144
                if(mb_type&CANDIDATE_MB_TYPE_BIDIR_I){
M
Michael Niedermayer 已提交
5145 5146 5147 5148 5149 5150 5151 5152 5153 5154
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(dir=0; dir<2; dir++){
                        for(i=0; i<2; i++){
                            j= s->field_select[dir][i] = s->b_field_select_table[dir][i][xy];
                            s->mv[dir][i][0] = s->b_field_mv_table[dir][i][j][xy][0];
                            s->mv[dir][i][1] = s->b_field_mv_table[dir][i][j][xy][1];
                        }
                    }
5155
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_BIDIR_I, pb, pb2, tex_pb,
M
Michael Niedermayer 已提交
5156 5157 5158
                                 &dmin, &next_block, 0, 0);
                }
                if(mb_type&CANDIDATE_MB_TYPE_INTRA){
5159
                    s->mv_dir = 0;
M
Michael Niedermayer 已提交
5160
                    s->mv_type = MV_TYPE_16X16;
5161 5162 5163
                    s->mb_intra= 1;
                    s->mv[0][0][0] = 0;
                    s->mv[0][0][1] = 0;
5164
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTRA, pb, pb2, tex_pb,
5165
                                 &dmin, &next_block, 0, 0);
5166 5167 5168 5169 5170 5171
                    if(s->h263_pred || s->h263_aic){
                        if(best_s.mb_intra)
                            s->mbintra_table[mb_x + mb_y*s->mb_stride]=1;
                        else
                            ff_clean_intra_table_entries(s); //old mode?
                    }
M
Michael Niedermayer 已提交
5172
                }
5173 5174 5175 5176 5177

                if(s->flags & CODEC_FLAG_QP_RD){
                    if(best_s.mv_type==MV_TYPE_16X16 && !(best_s.mv_dir&MV_DIRECT)){
                        const int last_qp= backup_s.qscale;
                        int dquant, dir, qp, dc[6];
5178
                        DCTELEM ac[6][16];
M
Michael Niedermayer 已提交
5179
                        const int mvdir= (best_s.mv_dir&MV_DIR_BACKWARD) ? 1 : 0;
5180

5181 5182 5183 5184 5185 5186 5187 5188 5189 5190
                        assert(backup_s.dquant == 0);

                        //FIXME intra
                        s->mv_dir= best_s.mv_dir;
                        s->mv_type = MV_TYPE_16X16;
                        s->mb_intra= best_s.mb_intra;
                        s->mv[0][0][0] = best_s.mv[0][0][0];
                        s->mv[0][0][1] = best_s.mv[0][0][1];
                        s->mv[1][0][0] = best_s.mv[1][0][0];
                        s->mv[1][0][1] = best_s.mv[1][0][1];
5191

5192
                        dir= s->pict_type == B_TYPE ? 2 : 1;
M
Michael Niedermayer 已提交
5193
                        if(last_qp + dir > s->avctx->qmax) dir= -dir;
5194 5195 5196 5197 5198
                        for(dquant= dir; dquant<=2 && dquant>=-2; dquant += dir){
                            qp= last_qp + dquant;
                            if(qp < s->avctx->qmin || qp > s->avctx->qmax)
                                break;
                            backup_s.dquant= dquant;
M
Michael Niedermayer 已提交
5199
                            if(s->mb_intra && s->dc_val[0]){
5200 5201 5202 5203
                                for(i=0; i<6; i++){
                                    dc[i]= s->dc_val[0][ s->block_index[i] ];
                                    memcpy(ac[i], s->ac_val[0][s->block_index[i]], sizeof(DCTELEM)*16);
                                }
5204
                            }
5205

5206
                            encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTER /* wrong but unused */, pb, pb2, tex_pb,
M
Michael Niedermayer 已提交
5207
                                         &dmin, &next_block, s->mv[mvdir][0][0], s->mv[mvdir][0][1]);
5208
                            if(best_s.qscale != qp){
M
Michael Niedermayer 已提交
5209
                                if(s->mb_intra && s->dc_val[0]){
5210 5211 5212 5213
                                    for(i=0; i<6; i++){
                                        s->dc_val[0][ s->block_index[i] ]= dc[i];
                                        memcpy(s->ac_val[0][s->block_index[i]], ac[i], sizeof(DCTELEM)*16);
                                    }
5214 5215 5216 5217 5218 5219 5220 5221 5222 5223 5224 5225 5226
                                }
                                if(dir > 0 && dquant==dir){
                                    dquant= 0;
                                    dir= -dir;
                                }else
                                    break;
                            }
                        }
                        qp= best_s.qscale;
                        s->current_picture.qscale_table[xy]= qp;
                    }
                }

5227
                copy_context_after_encode(s, &best_s, -1);
5228

5229
                pb_bits_count= put_bits_count(&s->pb);
5230 5231 5232
                flush_put_bits(&s->pb);
                ff_copy_bits(&backup_s.pb, bit_buf[next_block^1], pb_bits_count);
                s->pb= backup_s.pb;
5233

5234
                if(s->data_partitioning){
5235
                    pb2_bits_count= put_bits_count(&s->pb2);
5236 5237 5238
                    flush_put_bits(&s->pb2);
                    ff_copy_bits(&backup_s.pb2, bit_buf2[next_block^1], pb2_bits_count);
                    s->pb2= backup_s.pb2;
5239

5240
                    tex_pb_bits_count= put_bits_count(&s->tex_pb);
5241 5242 5243 5244
                    flush_put_bits(&s->tex_pb);
                    ff_copy_bits(&backup_s.tex_pb, bit_buf_tex[next_block^1], tex_pb_bits_count);
                    s->tex_pb= backup_s.tex_pb;
                }
5245
                s->last_bits= put_bits_count(&s->pb);
5246

5247 5248
                if (s->out_format == FMT_H263 && s->pict_type!=B_TYPE)
                    ff_h263_update_motion_val(s);
5249

5250 5251 5252 5253
                if(next_block==0){ //FIXME 16 vs linesize16
                    s->dsp.put_pixels_tab[0][0](s->dest[0], s->rd_scratchpad                     , s->linesize  ,16);
                    s->dsp.put_pixels_tab[1][0](s->dest[1], s->rd_scratchpad + 16*s->linesize    , s->uvlinesize, 8);
                    s->dsp.put_pixels_tab[1][0](s->dest[2], s->rd_scratchpad + 16*s->linesize + 8, s->uvlinesize, 8);
5254 5255 5256 5257
                }

                if(s->avctx->mb_decision == FF_MB_DECISION_BITS)
                    MPV_decode_mb(s, s->block);
F
Fabrice Bellard 已提交
5258
            } else {
5259 5260
                int motion_x, motion_y;
                s->mv_type=MV_TYPE_16X16;
5261
                // only one MB-Type possible
5262

5263
                switch(mb_type){
M
Michael Niedermayer 已提交
5264
                case CANDIDATE_MB_TYPE_INTRA:
5265
                    s->mv_dir = 0;
5266
                    s->mb_intra= 1;
5267 5268
                    motion_x= s->mv[0][0][0] = 0;
                    motion_y= s->mv[0][0][1] = 0;
5269
                    break;
M
Michael Niedermayer 已提交
5270
                case CANDIDATE_MB_TYPE_INTER:
5271 5272 5273 5274
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mb_intra= 0;
                    motion_x= s->mv[0][0][0] = s->p_mv_table[xy][0];
                    motion_y= s->mv[0][0][1] = s->p_mv_table[xy][1];
5275
                    break;
M
Michael Niedermayer 已提交
5276 5277 5278 5279 5280 5281 5282 5283 5284 5285 5286 5287
                case CANDIDATE_MB_TYPE_INTER_I:
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[0][i] = s->p_field_select_table[i][xy];
                        s->mv[0][i][0] = s->p_field_mv_table[i][j][xy][0];
                        s->mv[0][i][1] = s->p_field_mv_table[i][j][xy][1];
                    }
                    motion_x = motion_y = 0;
                    break;
                case CANDIDATE_MB_TYPE_INTER4V:
5288 5289 5290 5291
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_8X8;
                    s->mb_intra= 0;
                    for(i=0; i<4; i++){
5292 5293
                        s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
                        s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
5294 5295 5296
                    }
                    motion_x= motion_y= 0;
                    break;
M
Michael Niedermayer 已提交
5297
                case CANDIDATE_MB_TYPE_DIRECT:
5298 5299
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
                    s->mb_intra= 0;
5300 5301
                    motion_x=s->b_direct_mv_table[xy][0];
                    motion_y=s->b_direct_mv_table[xy][1];
M
Michael Niedermayer 已提交
5302
                    ff_mpeg4_set_direct_mv(s, motion_x, motion_y);
5303
                    break;
M
Michael Niedermayer 已提交
5304
                case CANDIDATE_MB_TYPE_BIDIR:
5305
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD;
5306
                    s->mb_intra= 0;
5307 5308 5309 5310 5311 5312
                    motion_x=0;
                    motion_y=0;
                    s->mv[0][0][0] = s->b_bidir_forw_mv_table[xy][0];
                    s->mv[0][0][1] = s->b_bidir_forw_mv_table[xy][1];
                    s->mv[1][0][0] = s->b_bidir_back_mv_table[xy][0];
                    s->mv[1][0][1] = s->b_bidir_back_mv_table[xy][1];
5313
                    break;
M
Michael Niedermayer 已提交
5314
                case CANDIDATE_MB_TYPE_BACKWARD:
5315 5316 5317 5318
                    s->mv_dir = MV_DIR_BACKWARD;
                    s->mb_intra= 0;
                    motion_x= s->mv[1][0][0] = s->b_back_mv_table[xy][0];
                    motion_y= s->mv[1][0][1] = s->b_back_mv_table[xy][1];
5319
                    break;
M
Michael Niedermayer 已提交
5320
                case CANDIDATE_MB_TYPE_FORWARD:
5321 5322 5323 5324 5325
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mb_intra= 0;
                    motion_x= s->mv[0][0][0] = s->b_forw_mv_table[xy][0];
                    motion_y= s->mv[0][0][1] = s->b_forw_mv_table[xy][1];
//                    printf(" %d %d ", motion_x, motion_y);
5326
                    break;
M
Michael Niedermayer 已提交
5327 5328 5329 5330 5331 5332 5333 5334 5335 5336 5337 5338 5339 5340 5341 5342 5343 5344 5345 5346 5347 5348 5349 5350 5351 5352 5353 5354 5355 5356 5357 5358 5359 5360 5361
                case CANDIDATE_MB_TYPE_FORWARD_I:
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[0][i] = s->b_field_select_table[0][i][xy];
                        s->mv[0][i][0] = s->b_field_mv_table[0][i][j][xy][0];
                        s->mv[0][i][1] = s->b_field_mv_table[0][i][j][xy][1];
                    }
                    motion_x=motion_y=0;
                    break;
                case CANDIDATE_MB_TYPE_BACKWARD_I:
                    s->mv_dir = MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[1][i] = s->b_field_select_table[1][i][xy];
                        s->mv[1][i][0] = s->b_field_mv_table[1][i][j][xy][0];
                        s->mv[1][i][1] = s->b_field_mv_table[1][i][j][xy][1];
                    }
                    motion_x=motion_y=0;
                    break;
                case CANDIDATE_MB_TYPE_BIDIR_I:
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(dir=0; dir<2; dir++){
                        for(i=0; i<2; i++){
                            j= s->field_select[dir][i] = s->b_field_select_table[dir][i][xy];
                            s->mv[dir][i][0] = s->b_field_mv_table[dir][i][j][xy][0];
                            s->mv[dir][i][1] = s->b_field_mv_table[dir][i][j][xy][1];
                        }
                    }
                    motion_x=motion_y=0;
                    break;
5362
                default:
5363
                    motion_x=motion_y=0; //gcc warning fix
5364
                    av_log(s->avctx, AV_LOG_ERROR, "illegal MB type\n");
5365
                }
5366

5367
                encode_mb(s, motion_x, motion_y);
5368

5369
                // RAL: Update last macroblock type
5370
                s->last_mv_dir = s->mv_dir;
5371

5372 5373
                if (s->out_format == FMT_H263 && s->pict_type!=B_TYPE)
                    ff_h263_update_motion_val(s);
5374

5375
                MPV_decode_mb(s, s->block);
F
Fabrice Bellard 已提交
5376
            }
5377

5378 5379 5380 5381 5382
            /* clean the MV table in IPS frames for direct mode in B frames */
            if(s->mb_intra /* && I,P,S_TYPE */){
                s->p_mv_table[xy][0]=0;
                s->p_mv_table[xy][1]=0;
            }
5383

5384 5385 5386 5387 5388 5389
            if(s->flags&CODEC_FLAG_PSNR){
                int w= 16;
                int h= 16;

                if(s->mb_x*16 + 16 > s->width ) w= s->width - s->mb_x*16;
                if(s->mb_y*16 + 16 > s->height) h= s->height- s->mb_y*16;
M
Michael Niedermayer 已提交
5390

5391
                s->current_picture.error[0] += sse(
5392 5393
                    s, s->new_picture.data[0] + s->mb_x*16 + s->mb_y*s->linesize*16,
                    s->dest[0], w, h, s->linesize);
5394
                s->current_picture.error[1] += sse(
5395 5396
                    s, s->new_picture.data[1] + s->mb_x*8  + s->mb_y*s->uvlinesize*8,
                    s->dest[1], w>>1, h>>1, s->uvlinesize);
5397
                s->current_picture.error[2] += sse(
5398 5399
                    s, s->new_picture    .data[2] + s->mb_x*8  + s->mb_y*s->uvlinesize*8,
                    s->dest[2], w>>1, h>>1, s->uvlinesize);
5400
            }
M
Maarten Daniels 已提交
5401 5402 5403 5404
            if(s->loop_filter){
                if(s->out_format == FMT_H263)
                    ff_h263_loop_filter(s);
            }
5405
//printf("MB %d %d bits\n", s->mb_x+s->mb_y*s->mb_stride, put_bits_count(&s->pb));
F
Fabrice Bellard 已提交
5406 5407
        }
    }
5408

5409
    //not beautiful here but we must write it before flushing so it has to be here
5410
    if (s->msmpeg4_version && s->msmpeg4_version<4 && s->pict_type == I_TYPE)
M
Michael Niedermayer 已提交
5411
        msmpeg4_encode_ext_header(s);
5412

5413 5414
    write_slice_end(s);

5415
    /* Send the last GOB if RTP */
M
Michael Niedermayer 已提交
5416
    if (s->avctx->rtp_callback) {
5417
        int number_mb = (mb_y - s->resync_mb_y)*s->mb_width - s->resync_mb_x;
5418
        pdif = pbBufPtr(&s->pb) - s->ptr_lastgob;
5419
        /* Call the RTP callback to send the last GOB */
5420
        emms_c();
5421
        s->avctx->rtp_callback(s->avctx, s->ptr_lastgob, pdif, number_mb);
5422
    }
5423 5424 5425 5426 5427 5428

    return 0;
}

#define MERGE(field) dst->field += src->field; src->field=0
static void merge_context_after_me(MpegEncContext *dst, MpegEncContext *src){
5429 5430 5431
    MERGE(me.scene_change_score);
    MERGE(me.mc_mb_var_sum_temp);
    MERGE(me.mb_var_sum_temp);
5432 5433 5434 5435 5436 5437 5438 5439 5440 5441 5442 5443 5444 5445 5446 5447 5448
}

static void merge_context_after_encode(MpegEncContext *dst, MpegEncContext *src){
    int i;

    MERGE(dct_count[0]); //note, the other dct vars are not part of the context
    MERGE(dct_count[1]);
    MERGE(mv_bits);
    MERGE(i_tex_bits);
    MERGE(p_tex_bits);
    MERGE(i_count);
    MERGE(f_count);
    MERGE(b_count);
    MERGE(skip_count);
    MERGE(misc_bits);
    MERGE(error_count);
    MERGE(padding_bug_score);
5449 5450 5451
    MERGE(current_picture.error[0]);
    MERGE(current_picture.error[1]);
    MERGE(current_picture.error[2]);
5452 5453 5454 5455 5456 5457 5458

    if(dst->avctx->noise_reduction){
        for(i=0; i<64; i++){
            MERGE(dct_error_sum[0][i]);
            MERGE(dct_error_sum[1][i]);
        }
    }
5459

5460 5461 5462 5463 5464 5465
    assert(put_bits_count(&src->pb) % 8 ==0);
    assert(put_bits_count(&dst->pb) % 8 ==0);
    ff_copy_bits(&dst->pb, src->pb.buf, put_bits_count(&src->pb));
    flush_put_bits(&dst->pb);
}

5466 5467 5468 5469 5470 5471 5472 5473 5474 5475 5476 5477 5478 5479 5480 5481 5482 5483 5484 5485 5486 5487 5488 5489 5490
static void estimate_qp(MpegEncContext *s, int dry_run){
    if (!s->fixed_qscale)
        s->current_picture_ptr->quality=
        s->current_picture.quality = ff_rate_estimate_qscale(s, dry_run);

    if(s->adaptive_quant){
        switch(s->codec_id){
        case CODEC_ID_MPEG4:
            ff_clean_mpeg4_qscales(s);
            break;
        case CODEC_ID_H263:
        case CODEC_ID_H263P:
        case CODEC_ID_FLV1:
            ff_clean_h263_qscales(s);
            break;
        }

        s->lambda= s->lambda_table[0];
        //FIXME broken
    }else
        s->lambda= s->current_picture.quality;
//printf("%d %d\n", s->avctx->global_quality, s->current_picture.quality);
    update_qscale(s);
}

5491 5492
static void encode_picture(MpegEncContext *s, int picture_number)
{
5493
    int i;
5494 5495 5496
    int bits;

    s->picture_number = picture_number;
5497

5498
    /* Reset the average MB variance */
5499 5500
    s->me.mb_var_sum_temp    =
    s->me.mc_mb_var_sum_temp = 0;
5501 5502 5503 5504

    /* we need to initialize some time vars before we can encode b-frames */
    // RAL: Condition added for MPEG1VIDEO
    if (s->codec_id == CODEC_ID_MPEG1VIDEO || s->codec_id == CODEC_ID_MPEG2VIDEO || (s->h263_pred && !s->h263_msmpeg4))
5505
        ff_set_mpeg4_time(s, s->picture_number);  //FIXME rename and use has_b_frames or similar
5506

5507
    s->me.scene_change_score=0;
5508

5509
//    s->lambda= s->current_picture_ptr->quality; //FIXME qscale / ... stuff for ME ratedistoration
5510

5511 5512 5513 5514 5515
    if(s->pict_type==I_TYPE){
        if(s->msmpeg4_version >= 3) s->no_rounding=1;
        else                        s->no_rounding=0;
    }else if(s->pict_type!=B_TYPE){
        if(s->flipflop_rounding || s->codec_id == CODEC_ID_H263P || s->codec_id == CODEC_ID_MPEG4)
5516
            s->no_rounding ^= 1;
5517
    }
5518

5519
    if(s->flags & CODEC_FLAG_PASS2){
5520
        estimate_qp(s, 1);
5521 5522
        ff_get_2pass_fcode(s);
    }else if(!(s->flags & CODEC_FLAG_QSCALE)){
5523
        if(s->pict_type==B_TYPE)
5524
            s->lambda= s->last_lambda_for[s->pict_type];
5525
        else
5526
            s->lambda= s->last_lambda_for[s->last_non_b_pict_type];
5527 5528
        update_qscale(s);
    }
5529

5530
    s->mb_intra=0; //for the rate distortion & bit compare functions
5531
    for(i=1; i<s->avctx->thread_count; i++){
5532
        ff_update_duplicate_context(s->thread_context[i], s);
5533
    }
5534 5535 5536

    ff_init_me(s);

5537 5538
    /* Estimate motion for every MB */
    if(s->pict_type != I_TYPE){
5539 5540
        s->lambda = (s->lambda * s->avctx->me_penalty_compensation + 128)>>8;
        s->lambda2= (s->lambda2* s->avctx->me_penalty_compensation + 128)>>8;
5541
        if(s->pict_type != B_TYPE && s->avctx->me_threshold==0){
5542 5543 5544 5545 5546 5547 5548 5549 5550 5551
            if((s->avctx->pre_me && s->last_non_b_pict_type==I_TYPE) || s->avctx->pre_me==2){
                s->avctx->execute(s->avctx, pre_estimate_motion_thread, (void**)&(s->thread_context[0]), NULL, s->avctx->thread_count);
            }
        }

        s->avctx->execute(s->avctx, estimate_motion_thread, (void**)&(s->thread_context[0]), NULL, s->avctx->thread_count);
    }else /* if(s->pict_type == I_TYPE) */{
        /* I-Frame */
        for(i=0; i<s->mb_stride*s->mb_height; i++)
            s->mb_type[i]= CANDIDATE_MB_TYPE_INTRA;
5552

5553 5554
        if(!s->fixed_qscale){
            /* finding spatial complexity for I-frame rate control */
5555
            s->avctx->execute(s->avctx, mb_var_thread, (void**)&(s->thread_context[0]), NULL, s->avctx->thread_count);
5556 5557
        }
    }
5558 5559 5560
    for(i=1; i<s->avctx->thread_count; i++){
        merge_context_after_me(s, s->thread_context[i]);
    }
5561 5562
    s->current_picture.mc_mb_var_sum= s->current_picture_ptr->mc_mb_var_sum= s->me.mc_mb_var_sum_temp;
    s->current_picture.   mb_var_sum= s->current_picture_ptr->   mb_var_sum= s->me.   mb_var_sum_temp;
5563 5564
    emms_c();

5565
    if(s->me.scene_change_score > s->avctx->scenechange_threshold && s->pict_type == P_TYPE){
5566 5567 5568 5569 5570 5571 5572 5573 5574 5575 5576 5577 5578 5579 5580 5581
        s->pict_type= I_TYPE;
        for(i=0; i<s->mb_stride*s->mb_height; i++)
            s->mb_type[i]= CANDIDATE_MB_TYPE_INTRA;
//printf("Scene change detected, encoding as I Frame %d %d\n", s->current_picture.mb_var_sum, s->current_picture.mc_mb_var_sum);
    }

    if(!s->umvplus){
        if(s->pict_type==P_TYPE || s->pict_type==S_TYPE) {
            s->f_code= ff_get_best_fcode(s, s->p_mv_table, CANDIDATE_MB_TYPE_INTER);

            if(s->flags & CODEC_FLAG_INTERLACED_ME){
                int a,b;
                a= ff_get_best_fcode(s, s->p_field_mv_table[0][0], CANDIDATE_MB_TYPE_INTER_I); //FIXME field_select
                b= ff_get_best_fcode(s, s->p_field_mv_table[1][1], CANDIDATE_MB_TYPE_INTER_I);
                s->f_code= FFMAX(s->f_code, FFMAX(a,b));
            }
5582

5583 5584 5585
            ff_fix_long_p_mvs(s);
            ff_fix_long_mvs(s, NULL, 0, s->p_mv_table, s->f_code, CANDIDATE_MB_TYPE_INTER, 0);
            if(s->flags & CODEC_FLAG_INTERLACED_ME){
5586
                int j;
5587 5588
                for(i=0; i<2; i++){
                    for(j=0; j<2; j++)
5589
                        ff_fix_long_mvs(s, s->p_field_select_table[i], j,
5590 5591 5592 5593 5594 5595 5596 5597 5598 5599 5600 5601 5602 5603 5604 5605 5606 5607 5608 5609 5610
                                        s->p_field_mv_table[i][j], s->f_code, CANDIDATE_MB_TYPE_INTER_I, 0);
                }
            }
        }

        if(s->pict_type==B_TYPE){
            int a, b;

            a = ff_get_best_fcode(s, s->b_forw_mv_table, CANDIDATE_MB_TYPE_FORWARD);
            b = ff_get_best_fcode(s, s->b_bidir_forw_mv_table, CANDIDATE_MB_TYPE_BIDIR);
            s->f_code = FFMAX(a, b);

            a = ff_get_best_fcode(s, s->b_back_mv_table, CANDIDATE_MB_TYPE_BACKWARD);
            b = ff_get_best_fcode(s, s->b_bidir_back_mv_table, CANDIDATE_MB_TYPE_BIDIR);
            s->b_code = FFMAX(a, b);

            ff_fix_long_mvs(s, NULL, 0, s->b_forw_mv_table, s->f_code, CANDIDATE_MB_TYPE_FORWARD, 1);
            ff_fix_long_mvs(s, NULL, 0, s->b_back_mv_table, s->b_code, CANDIDATE_MB_TYPE_BACKWARD, 1);
            ff_fix_long_mvs(s, NULL, 0, s->b_bidir_forw_mv_table, s->f_code, CANDIDATE_MB_TYPE_BIDIR, 1);
            ff_fix_long_mvs(s, NULL, 0, s->b_bidir_back_mv_table, s->b_code, CANDIDATE_MB_TYPE_BIDIR, 1);
            if(s->flags & CODEC_FLAG_INTERLACED_ME){
5611
                int dir, j;
5612 5613 5614
                for(dir=0; dir<2; dir++){
                    for(i=0; i<2; i++){
                        for(j=0; j<2; j++){
5615
                            int type= dir ? (CANDIDATE_MB_TYPE_BACKWARD_I|CANDIDATE_MB_TYPE_BIDIR_I)
5616
                                          : (CANDIDATE_MB_TYPE_FORWARD_I |CANDIDATE_MB_TYPE_BIDIR_I);
5617
                            ff_fix_long_mvs(s, s->b_field_select_table[dir][i], j,
5618 5619 5620 5621 5622 5623 5624 5625
                                            s->b_field_mv_table[dir][i][j], dir ? s->b_code : s->f_code, type, 1);
                        }
                    }
                }
            }
        }
    }

5626
    estimate_qp(s, 0);
5627 5628

    if(s->qscale < 3 && s->max_qcoeff<=128 && s->pict_type==I_TYPE && !(s->flags & CODEC_FLAG_QSCALE))
5629
        s->qscale= 3; //reduce clipping problems
5630

5631 5632 5633 5634 5635 5636
    if (s->out_format == FMT_MJPEG) {
        /* for mjpeg, we do include qscale in the matrix */
        s->intra_matrix[0] = ff_mpeg1_default_intra_matrix[0];
        for(i=1;i<64;i++){
            int j= s->dsp.idct_permutation[i];

5637
            s->intra_matrix[j] = clip_uint8((ff_mpeg1_default_intra_matrix[i] * s->qscale) >> 3);
5638
        }
5639
        convert_matrix(&s->dsp, s->q_intra_matrix, s->q_intra_matrix16,
5640
                       s->intra_matrix, s->intra_quant_bias, 8, 8, 1);
5641 5642
        s->qscale= 8;
    }
5643

5644
    //FIXME var duplication
5645
    s->current_picture_ptr->key_frame=
5646
    s->current_picture.key_frame= s->pict_type == I_TYPE; //FIXME pic_ptr
5647
    s->current_picture_ptr->pict_type=
5648 5649 5650 5651 5652 5653 5654 5655 5656 5657
    s->current_picture.pict_type= s->pict_type;

    if(s->current_picture.key_frame)
        s->picture_in_gop_number=0;

    s->last_bits= put_bits_count(&s->pb);
    switch(s->out_format) {
    case FMT_MJPEG:
        mjpeg_picture_header(s);
        break;
5658
#ifdef CONFIG_H261_ENCODER
5659 5660 5661
    case FMT_H261:
        ff_h261_encode_picture_header(s, picture_number);
        break;
5662
#endif
5663
    case FMT_H263:
5664
        if (s->codec_id == CODEC_ID_WMV2)
5665
            ff_wmv2_encode_picture_header(s, picture_number);
5666
        else if (s->h263_msmpeg4)
5667 5668 5669
            msmpeg4_encode_picture_header(s, picture_number);
        else if (s->h263_pred)
            mpeg4_encode_picture_header(s, picture_number);
5670
#ifdef CONFIG_RV10_ENCODER
5671
        else if (s->codec_id == CODEC_ID_RV10)
5672
            rv10_encode_picture_header(s, picture_number);
5673 5674
#endif
#ifdef CONFIG_RV20_ENCODER
5675
        else if (s->codec_id == CODEC_ID_RV20)
M
Michael Niedermayer 已提交
5676
            rv20_encode_picture_header(s, picture_number);
5677
#endif
5678 5679 5680 5681 5682 5683 5684 5685 5686 5687 5688 5689 5690 5691 5692
        else if (s->codec_id == CODEC_ID_FLV1)
            ff_flv_encode_picture_header(s, picture_number);
        else
            h263_encode_picture_header(s, picture_number);
        break;
    case FMT_MPEG1:
        mpeg1_encode_picture_header(s, picture_number);
        break;
    case FMT_H264:
        break;
    default:
        assert(0);
    }
    bits= put_bits_count(&s->pb);
    s->header_bits= bits - s->last_bits;
5693

5694 5695 5696 5697 5698 5699 5700 5701
    for(i=1; i<s->avctx->thread_count; i++){
        update_duplicate_context_after_me(s->thread_context[i], s);
    }
    s->avctx->execute(s->avctx, encode_thread, (void**)&(s->thread_context[0]), NULL, s->avctx->thread_count);
    for(i=1; i<s->avctx->thread_count; i++){
        merge_context_after_encode(s, s->thread_context[i]);
    }
    emms_c();
F
Fabrice Bellard 已提交
5702 5703
}

5704 5705
#endif //CONFIG_ENCODERS

M
Michael Niedermayer 已提交
5706
static void  denoise_dct_c(MpegEncContext *s, DCTELEM *block){
5707 5708 5709
    const int intra= s->mb_intra;
    int i;

5710 5711
    s->dct_count[intra]++;

5712 5713 5714 5715 5716 5717 5718 5719 5720 5721 5722 5723 5724 5725 5726 5727 5728 5729
    for(i=0; i<64; i++){
        int level= block[i];

        if(level){
            if(level>0){
                s->dct_error_sum[intra][i] += level;
                level -= s->dct_offset[intra][i];
                if(level<0) level=0;
            }else{
                s->dct_error_sum[intra][i] -= level;
                level += s->dct_offset[intra][i];
                if(level>0) level=0;
            }
            block[i]= level;
        }
    }
}

5730 5731
#ifdef CONFIG_ENCODERS

5732
static int dct_quantize_trellis_c(MpegEncContext *s,
M
Michael Niedermayer 已提交
5733 5734 5735
                        DCTELEM *block, int n,
                        int qscale, int *overflow){
    const int *qmat;
5736
    const uint8_t *scantable= s->intra_scantable.scantable;
5737
    const uint8_t *perm_scantable= s->intra_scantable.permutated;
M
Michael Niedermayer 已提交
5738 5739 5740 5741 5742 5743
    int max=0;
    unsigned int threshold1, threshold2;
    int bias=0;
    int run_tab[65];
    int level_tab[65];
    int score_tab[65];
5744 5745
    int survivor[65];
    int survivor_count;
5746 5747 5748
    int last_run=0;
    int last_level=0;
    int last_score= 0;
5749
    int last_i;
5750
    int coeff[2][64];
M
Michael Niedermayer 已提交
5751
    int coeff_count[64];
5752
    int qmul, qadd, start_i, last_non_zero, i, dc;
M
Michael Niedermayer 已提交
5753 5754 5755
    const int esc_length= s->ac_esc_length;
    uint8_t * length;
    uint8_t * last_length;
5756
    const int lambda= s->lambda2 >> (FF_LAMBDA_SHIFT - 6);
5757

5758
    s->dsp.fdct (block);
5759

5760
    if(s->dct_error_sum)
M
Michael Niedermayer 已提交
5761
        s->denoise_dct(s, block);
M
Michael Niedermayer 已提交
5762 5763
    qmul= qscale*16;
    qadd= ((qscale-1)|1)*8;
5764

M
Michael Niedermayer 已提交
5765 5766 5767 5768 5769 5770 5771 5772 5773 5774 5775 5776 5777
    if (s->mb_intra) {
        int q;
        if (!s->h263_aic) {
            if (n < 4)
                q = s->y_dc_scale;
            else
                q = s->c_dc_scale;
            q = q << 3;
        } else{
            /* For AIC we skip quant/dequant of INTRADC */
            q = 1 << 3;
            qadd=0;
        }
5778

M
Michael Niedermayer 已提交
5779 5780 5781 5782 5783
        /* note: block[0] is assumed to be positive */
        block[0] = (block[0] + (q >> 1)) / q;
        start_i = 1;
        last_non_zero = 0;
        qmat = s->q_intra_matrix[qscale];
5784
        if(s->mpeg_quant || s->out_format == FMT_MPEG1)
M
Michael Niedermayer 已提交
5785 5786 5787 5788 5789 5790 5791 5792 5793 5794
            bias= 1<<(QMAT_SHIFT-1);
        length     = s->intra_ac_vlc_length;
        last_length= s->intra_ac_vlc_last_length;
    } else {
        start_i = 0;
        last_non_zero = -1;
        qmat = s->q_inter_matrix[qscale];
        length     = s->inter_ac_vlc_length;
        last_length= s->inter_ac_vlc_last_length;
    }
5795
    last_i= start_i;
M
Michael Niedermayer 已提交
5796 5797 5798

    threshold1= (1<<QMAT_SHIFT) - bias - 1;
    threshold2= (threshold1<<1);
5799

5800 5801 5802 5803 5804 5805 5806 5807 5808 5809 5810
    for(i=63; i>=start_i; i--) {
        const int j = scantable[i];
        int level = block[j] * qmat[j];

        if(((unsigned)(level+threshold1))>threshold2){
            last_non_zero = i;
            break;
        }
    }

    for(i=start_i; i<=last_non_zero; i++) {
M
Michael Niedermayer 已提交
5811
        const int j = scantable[i];
5812
        int level = block[j] * qmat[j];
M
Michael Niedermayer 已提交
5813 5814 5815 5816 5817 5818

//        if(   bias+level >= (1<<(QMAT_SHIFT - 3))
//           || bias-level >= (1<<(QMAT_SHIFT - 3))){
        if(((unsigned)(level+threshold1))>threshold2){
            if(level>0){
                level= (bias + level)>>QMAT_SHIFT;
5819 5820
                coeff[0][i]= level;
                coeff[1][i]= level-1;
5821
//                coeff[2][k]= level-2;
M
Michael Niedermayer 已提交
5822 5823
            }else{
                level= (bias - level)>>QMAT_SHIFT;
5824 5825
                coeff[0][i]= -level;
                coeff[1][i]= -level+1;
5826
//                coeff[2][k]= -level+2;
M
Michael Niedermayer 已提交
5827
            }
5828 5829
            coeff_count[i]= FFMIN(level, 2);
            assert(coeff_count[i]);
M
Michael Niedermayer 已提交
5830 5831
            max |=level;
        }else{
5832 5833
            coeff[0][i]= (level>>31)|1;
            coeff_count[i]= 1;
M
Michael Niedermayer 已提交
5834 5835
        }
    }
5836

5837
    *overflow= s->max_qcoeff < max; //overflow might have happened
5838

M
Michael Niedermayer 已提交
5839 5840 5841 5842 5843
    if(last_non_zero < start_i){
        memset(block + start_i, 0, (64-start_i)*sizeof(DCTELEM));
        return last_non_zero;
    }

5844 5845 5846
    score_tab[start_i]= 0;
    survivor[0]= start_i;
    survivor_count= 1;
5847

5848 5849 5850
    for(i=start_i; i<=last_non_zero; i++){
        int level_index, j;
        const int dct_coeff= ABS(block[ scantable[i] ]);
M
Michael Niedermayer 已提交
5851
        const int zero_distoration= dct_coeff*dct_coeff;
5852
        int best_score=256*256*256*120;
M
Michael Niedermayer 已提交
5853 5854 5855
        for(level_index=0; level_index < coeff_count[i]; level_index++){
            int distoration;
            int level= coeff[level_index][i];
M
cleanup  
Michael Niedermayer 已提交
5856
            const int alevel= ABS(level);
M
Michael Niedermayer 已提交
5857
            int unquant_coeff;
5858

M
Michael Niedermayer 已提交
5859 5860 5861
            assert(level);

            if(s->out_format == FMT_H263){
M
cleanup  
Michael Niedermayer 已提交
5862
                unquant_coeff= alevel*qmul + qadd;
5863
            }else{ //MPEG1
5864
                j= s->dsp.idct_permutation[ scantable[i] ]; //FIXME optimize
5865
                if(s->mb_intra){
M
cleanup  
Michael Niedermayer 已提交
5866
                        unquant_coeff = (int)(  alevel  * qscale * s->intra_matrix[j]) >> 3;
5867 5868
                        unquant_coeff =   (unquant_coeff - 1) | 1;
                }else{
M
cleanup  
Michael Niedermayer 已提交
5869
                        unquant_coeff = (((  alevel  << 1) + 1) * qscale * ((int) s->inter_matrix[j])) >> 4;
5870 5871 5872 5873
                        unquant_coeff =   (unquant_coeff - 1) | 1;
                }
                unquant_coeff<<= 3;
            }
5874

5875
            distoration= (unquant_coeff - dct_coeff) * (unquant_coeff - dct_coeff) - zero_distoration;
M
Michael Niedermayer 已提交
5876 5877
            level+=64;
            if((level&(~127)) == 0){
5878 5879
                for(j=survivor_count-1; j>=0; j--){
                    int run= i - survivor[j];
5880
                    int score= distoration + length[UNI_AC_ENC_INDEX(run, level)]*lambda;
M
Michael Niedermayer 已提交
5881
                    score += score_tab[i-run];
5882

M
Michael Niedermayer 已提交
5883
                    if(score < best_score){
5884
                        best_score= score;
M
Michael Niedermayer 已提交
5885 5886 5887 5888 5889 5890
                        run_tab[i+1]= run;
                        level_tab[i+1]= level-64;
                    }
                }

                if(s->out_format == FMT_H263){
5891 5892
                    for(j=survivor_count-1; j>=0; j--){
                        int run= i - survivor[j];
5893
                        int score= distoration + last_length[UNI_AC_ENC_INDEX(run, level)]*lambda;
M
Michael Niedermayer 已提交
5894
                        score += score_tab[i-run];
5895 5896 5897 5898 5899
                        if(score < last_score){
                            last_score= score;
                            last_run= run;
                            last_level= level-64;
                            last_i= i+1;
M
Michael Niedermayer 已提交
5900 5901 5902 5903 5904
                        }
                    }
                }
            }else{
                distoration += esc_length*lambda;
5905 5906
                for(j=survivor_count-1; j>=0; j--){
                    int run= i - survivor[j];
M
Michael Niedermayer 已提交
5907
                    int score= distoration + score_tab[i-run];
5908

M
Michael Niedermayer 已提交
5909
                    if(score < best_score){
5910
                        best_score= score;
M
Michael Niedermayer 已提交
5911 5912 5913 5914 5915 5916
                        run_tab[i+1]= run;
                        level_tab[i+1]= level-64;
                    }
                }

                if(s->out_format == FMT_H263){
5917 5918
                  for(j=survivor_count-1; j>=0; j--){
                        int run= i - survivor[j];
M
Michael Niedermayer 已提交
5919
                        int score= distoration + score_tab[i-run];
5920 5921 5922 5923 5924
                        if(score < last_score){
                            last_score= score;
                            last_run= run;
                            last_level= level-64;
                            last_i= i+1;
M
Michael Niedermayer 已提交
5925 5926 5927 5928 5929
                        }
                    }
                }
            }
        }
5930

5931 5932
        score_tab[i+1]= best_score;

5933
        //Note: there is a vlc code in mpeg4 which is 1 bit shorter then another one with a shorter run and the same level
5934 5935 5936 5937 5938 5939 5940 5941 5942 5943
        if(last_non_zero <= 27){
            for(; survivor_count; survivor_count--){
                if(score_tab[ survivor[survivor_count-1] ] <= best_score)
                    break;
            }
        }else{
            for(; survivor_count; survivor_count--){
                if(score_tab[ survivor[survivor_count-1] ] <= best_score + lambda)
                    break;
            }
5944
        }
5945 5946

        survivor[ survivor_count++ ]= i+1;
M
Michael Niedermayer 已提交
5947
    }
5948

M
Michael Niedermayer 已提交
5949
    if(s->out_format != FMT_H263){
5950
        last_score= 256*256*256*120;
5951
        for(i= survivor[0]; i<=last_non_zero + 1; i++){
5952
            int score= score_tab[i];
5953 5954
            if(i) score += lambda*2; //FIXME exacter?

5955 5956 5957 5958 5959 5960
            if(score < last_score){
                last_score= score;
                last_i= i;
                last_level= level_tab[i];
                last_run= run_tab[i];
            }
M
Michael Niedermayer 已提交
5961 5962
        }
    }
5963

5964
    s->coded_score[n] = last_score;
5965

M
cleanup  
Michael Niedermayer 已提交
5966
    dc= ABS(block[0]);
5967
    last_non_zero= last_i - 1;
M
Michael Niedermayer 已提交
5968
    memset(block + start_i, 0, (64-start_i)*sizeof(DCTELEM));
5969

M
Michael Niedermayer 已提交
5970 5971
    if(last_non_zero < start_i)
        return last_non_zero;
5972

5973 5974 5975
    if(last_non_zero == 0 && start_i == 0){
        int best_level= 0;
        int best_score= dc * dc;
5976

5977
        for(i=0; i<coeff_count[0]; i++){
5978
            int level= coeff[i][0];
M
cleanup  
Michael Niedermayer 已提交
5979 5980
            int alevel= ABS(level);
            int unquant_coeff, score, distortion;
5981 5982

            if(s->out_format == FMT_H263){
M
cleanup  
Michael Niedermayer 已提交
5983
                    unquant_coeff= (alevel*qmul + qadd)>>3;
5984
            }else{ //MPEG1
M
cleanup  
Michael Niedermayer 已提交
5985 5986
                    unquant_coeff = (((  alevel  << 1) + 1) * qscale * ((int) s->inter_matrix[0])) >> 4;
                    unquant_coeff =   (unquant_coeff - 1) | 1;
5987 5988 5989 5990
            }
            unquant_coeff = (unquant_coeff + 4) >> 3;
            unquant_coeff<<= 3 + 3;

M
cleanup  
Michael Niedermayer 已提交
5991
            distortion= (unquant_coeff - dc) * (unquant_coeff - dc);
5992
            level+=64;
M
cleanup  
Michael Niedermayer 已提交
5993 5994
            if((level&(~127)) == 0) score= distortion + last_length[UNI_AC_ENC_INDEX(0, level)]*lambda;
            else                    score= distortion + esc_length*lambda;
5995

5996 5997
            if(score < best_score){
                best_score= score;
5998
                best_level= level - 64;
5999 6000 6001
            }
        }
        block[0]= best_level;
6002 6003 6004
        s->coded_score[n] = best_score - dc*dc;
        if(best_level == 0) return -1;
        else                return last_non_zero;
6005
    }
6006

6007 6008
    i= last_i;
    assert(last_level);
6009 6010

    block[ perm_scantable[last_non_zero] ]= last_level;
6011
    i -= last_run + 1;
6012

6013 6014
    for(; i>start_i; i -= run_tab[i] + 1){
        block[ perm_scantable[i-1] ]= level_tab[i];
M
Michael Niedermayer 已提交
6015 6016 6017 6018 6019
    }

    return last_non_zero;
}

M
Michael Niedermayer 已提交
6020 6021 6022 6023 6024 6025 6026 6027 6028 6029 6030 6031 6032 6033 6034 6035 6036 6037 6038 6039 6040 6041 6042 6043 6044 6045
//#define REFINE_STATS 1
static int16_t basis[64][64];

static void build_basis(uint8_t *perm){
    int i, j, x, y;
    emms_c();
    for(i=0; i<8; i++){
        for(j=0; j<8; j++){
            for(y=0; y<8; y++){
                for(x=0; x<8; x++){
                    double s= 0.25*(1<<BASIS_SHIFT);
                    int index= 8*i + j;
                    int perm_index= perm[index];
                    if(i==0) s*= sqrt(0.5);
                    if(j==0) s*= sqrt(0.5);
                    basis[perm_index][8*x + y]= lrintf(s * cos((M_PI/8.0)*i*(x+0.5)) * cos((M_PI/8.0)*j*(y+0.5)));
                }
            }
        }
    }
}

static int dct_quantize_refine(MpegEncContext *s, //FIXME breaks denoise?
                        DCTELEM *block, int16_t *weight, DCTELEM *orig,
                        int n, int qscale){
    int16_t rem[64];
6046
    DECLARE_ALIGNED_16(DCTELEM, d1[64]);
M
Michael Niedermayer 已提交
6047 6048 6049 6050 6051 6052 6053 6054 6055 6056 6057 6058 6059 6060 6061 6062 6063 6064 6065 6066 6067 6068 6069 6070 6071
    const int *qmat;
    const uint8_t *scantable= s->intra_scantable.scantable;
    const uint8_t *perm_scantable= s->intra_scantable.permutated;
//    unsigned int threshold1, threshold2;
//    int bias=0;
    int run_tab[65];
    int prev_run=0;
    int prev_level=0;
    int qmul, qadd, start_i, last_non_zero, i, dc;
    uint8_t * length;
    uint8_t * last_length;
    int lambda;
    int rle_index, run, q, sum;
#ifdef REFINE_STATS
static int count=0;
static int after_last=0;
static int to_zero=0;
static int from_zero=0;
static int raise=0;
static int lower=0;
static int messed_sign=0;
#endif

    if(basis[0][0] == 0)
        build_basis(s->dsp.idct_permutation);
6072

M
Michael Niedermayer 已提交
6073 6074 6075 6076 6077 6078 6079 6080 6081 6082 6083 6084 6085 6086 6087 6088 6089 6090 6091 6092 6093 6094 6095 6096 6097 6098 6099 6100 6101 6102 6103 6104 6105 6106 6107
    qmul= qscale*2;
    qadd= (qscale-1)|1;
    if (s->mb_intra) {
        if (!s->h263_aic) {
            if (n < 4)
                q = s->y_dc_scale;
            else
                q = s->c_dc_scale;
        } else{
            /* For AIC we skip quant/dequant of INTRADC */
            q = 1;
            qadd=0;
        }
        q <<= RECON_SHIFT-3;
        /* note: block[0] is assumed to be positive */
        dc= block[0]*q;
//        block[0] = (block[0] + (q >> 1)) / q;
        start_i = 1;
        qmat = s->q_intra_matrix[qscale];
//        if(s->mpeg_quant || s->out_format == FMT_MPEG1)
//            bias= 1<<(QMAT_SHIFT-1);
        length     = s->intra_ac_vlc_length;
        last_length= s->intra_ac_vlc_last_length;
    } else {
        dc= 0;
        start_i = 0;
        qmat = s->q_inter_matrix[qscale];
        length     = s->inter_ac_vlc_length;
        last_length= s->inter_ac_vlc_last_length;
    }
    last_non_zero = s->block_last_index[n];

#ifdef REFINE_STATS
{START_TIMER
#endif
6108 6109
    dc += (1<<(RECON_SHIFT-1));
    for(i=0; i<64; i++){
6110
        rem[i]= dc - (orig[i]<<RECON_SHIFT); //FIXME  use orig dirrectly instead of copying to rem[]
M
Michael Niedermayer 已提交
6111 6112 6113 6114 6115 6116 6117 6118 6119 6120 6121 6122 6123 6124 6125
    }
#ifdef REFINE_STATS
STOP_TIMER("memset rem[]")}
#endif
    sum=0;
    for(i=0; i<64; i++){
        int one= 36;
        int qns=4;
        int w;

        w= ABS(weight[i]) + qns*one;
        w= 15 + (48*qns*one + w/2)/w; // 16 .. 63

        weight[i] = w;
//        w=weight[i] = (63*qns + (w/2)) / w;
6126

M
Michael Niedermayer 已提交
6127 6128 6129 6130 6131 6132 6133 6134 6135 6136 6137 6138 6139 6140
        assert(w>0);
        assert(w<(1<<6));
        sum += w*w;
    }
    lambda= sum*(uint64_t)s->lambda2 >> (FF_LAMBDA_SHIFT - 6 + 6 + 6 + 6);
#ifdef REFINE_STATS
{START_TIMER
#endif
    run=0;
    rle_index=0;
    for(i=start_i; i<=last_non_zero; i++){
        int j= perm_scantable[i];
        const int level= block[j];
        int coeff;
6141

M
Michael Niedermayer 已提交
6142 6143 6144 6145 6146 6147
        if(level){
            if(level<0) coeff= qmul*level - qadd;
            else        coeff= qmul*level + qadd;
            run_tab[rle_index++]=run;
            run=0;

6148
            s->dsp.add_8x8basis(rem, basis[j], coeff);
M
Michael Niedermayer 已提交
6149 6150 6151 6152 6153 6154 6155 6156 6157 6158 6159 6160 6161
        }else{
            run++;
        }
    }
#ifdef REFINE_STATS
if(last_non_zero>0){
STOP_TIMER("init rem[]")
}
}

{START_TIMER
#endif
    for(;;){
6162
        int best_score=s->dsp.try_8x8basis(rem, weight, basis[0], 0);
M
Michael Niedermayer 已提交
6163 6164
        int best_coeff=0;
        int best_change=0;
6165
        int run2, best_unquant_change=0, analyze_gradient;
M
Michael Niedermayer 已提交
6166 6167 6168
#ifdef REFINE_STATS
{START_TIMER
#endif
6169 6170 6171 6172 6173 6174 6175 6176
        analyze_gradient = last_non_zero > 2 || s->avctx->quantizer_noise_shaping >= 3;

        if(analyze_gradient){
#ifdef REFINE_STATS
{START_TIMER
#endif
            for(i=0; i<64; i++){
                int w= weight[i];
6177

6178 6179 6180 6181 6182 6183 6184 6185 6186 6187 6188 6189
                d1[i] = (rem[i]*w*w + (1<<(RECON_SHIFT+12-1)))>>(RECON_SHIFT+12);
            }
#ifdef REFINE_STATS
STOP_TIMER("rem*w*w")}
{START_TIMER
#endif
            s->dsp.fdct(d1);
#ifdef REFINE_STATS
STOP_TIMER("dct")}
#endif
        }

M
Michael Niedermayer 已提交
6190 6191 6192 6193 6194
        if(start_i){
            const int level= block[0];
            int change, old_coeff;

            assert(s->mb_intra);
6195

M
Michael Niedermayer 已提交
6196
            old_coeff= q*level;
6197

M
Michael Niedermayer 已提交
6198 6199 6200
            for(change=-1; change<=1; change+=2){
                int new_level= level + change;
                int score, new_coeff;
6201

M
Michael Niedermayer 已提交
6202 6203 6204 6205
                new_coeff= q*new_level;
                if(new_coeff >= 2048 || new_coeff < 0)
                    continue;

6206
                score= s->dsp.try_8x8basis(rem, weight, basis[0], new_coeff - old_coeff);
M
Michael Niedermayer 已提交
6207 6208 6209 6210 6211 6212 6213 6214
                if(score<best_score){
                    best_score= score;
                    best_coeff= 0;
                    best_change= change;
                    best_unquant_change= new_coeff - old_coeff;
                }
            }
        }
6215

M
Michael Niedermayer 已提交
6216 6217 6218 6219 6220 6221 6222 6223 6224 6225 6226 6227 6228 6229 6230 6231 6232 6233 6234 6235 6236 6237 6238
        run=0;
        rle_index=0;
        run2= run_tab[rle_index++];
        prev_level=0;
        prev_run=0;

        for(i=start_i; i<64; i++){
            int j= perm_scantable[i];
            const int level= block[j];
            int change, old_coeff;

            if(s->avctx->quantizer_noise_shaping < 3 && i > last_non_zero + 1)
                break;

            if(level){
                if(level<0) old_coeff= qmul*level - qadd;
                else        old_coeff= qmul*level + qadd;
                run2= run_tab[rle_index++]; //FIXME ! maybe after last
            }else{
                old_coeff=0;
                run2--;
                assert(run2>=0 || i >= last_non_zero );
            }
6239

M
Michael Niedermayer 已提交
6240 6241 6242
            for(change=-1; change<=1; change+=2){
                int new_level= level + change;
                int score, new_coeff, unquant_change;
6243

M
Michael Niedermayer 已提交
6244 6245 6246 6247 6248 6249 6250 6251 6252 6253
                score=0;
                if(s->avctx->quantizer_noise_shaping < 2 && ABS(new_level) > ABS(level))
                   continue;

                if(new_level){
                    if(new_level<0) new_coeff= qmul*new_level - qadd;
                    else            new_coeff= qmul*new_level + qadd;
                    if(new_coeff >= 2048 || new_coeff <= -2048)
                        continue;
                    //FIXME check for overflow
6254

M
Michael Niedermayer 已提交
6255 6256 6257 6258 6259 6260 6261 6262 6263 6264 6265
                    if(level){
                        if(level < 63 && level > -63){
                            if(i < last_non_zero)
                                score +=   length[UNI_AC_ENC_INDEX(run, new_level+64)]
                                         - length[UNI_AC_ENC_INDEX(run, level+64)];
                            else
                                score +=   last_length[UNI_AC_ENC_INDEX(run, new_level+64)]
                                         - last_length[UNI_AC_ENC_INDEX(run, level+64)];
                        }
                    }else{
                        assert(ABS(new_level)==1);
6266

6267 6268 6269 6270 6271 6272
                        if(analyze_gradient){
                            int g= d1[ scantable[i] ];
                            if(g && (g^new_level) >= 0)
                                continue;
                        }

M
Michael Niedermayer 已提交
6273 6274 6275
                        if(i < last_non_zero){
                            int next_i= i + run2 + 1;
                            int next_level= block[ perm_scantable[next_i] ] + 64;
6276

M
Michael Niedermayer 已提交
6277 6278 6279 6280 6281 6282 6283 6284 6285 6286 6287 6288 6289 6290 6291 6292 6293 6294 6295 6296 6297 6298 6299 6300 6301 6302
                            if(next_level&(~127))
                                next_level= 0;

                            if(next_i < last_non_zero)
                                score +=   length[UNI_AC_ENC_INDEX(run, 65)]
                                         + length[UNI_AC_ENC_INDEX(run2, next_level)]
                                         - length[UNI_AC_ENC_INDEX(run + run2 + 1, next_level)];
                            else
                                score +=  length[UNI_AC_ENC_INDEX(run, 65)]
                                        + last_length[UNI_AC_ENC_INDEX(run2, next_level)]
                                        - last_length[UNI_AC_ENC_INDEX(run + run2 + 1, next_level)];
                        }else{
                            score += last_length[UNI_AC_ENC_INDEX(run, 65)];
                            if(prev_level){
                                score +=  length[UNI_AC_ENC_INDEX(prev_run, prev_level)]
                                        - last_length[UNI_AC_ENC_INDEX(prev_run, prev_level)];
                            }
                        }
                    }
                }else{
                    new_coeff=0;
                    assert(ABS(level)==1);

                    if(i < last_non_zero){
                        int next_i= i + run2 + 1;
                        int next_level= block[ perm_scantable[next_i] ] + 64;
6303

M
Michael Niedermayer 已提交
6304 6305 6306 6307 6308 6309 6310 6311 6312 6313 6314 6315 6316 6317 6318 6319 6320 6321 6322
                        if(next_level&(~127))
                            next_level= 0;

                        if(next_i < last_non_zero)
                            score +=   length[UNI_AC_ENC_INDEX(run + run2 + 1, next_level)]
                                     - length[UNI_AC_ENC_INDEX(run2, next_level)]
                                     - length[UNI_AC_ENC_INDEX(run, 65)];
                        else
                            score +=   last_length[UNI_AC_ENC_INDEX(run + run2 + 1, next_level)]
                                     - last_length[UNI_AC_ENC_INDEX(run2, next_level)]
                                     - length[UNI_AC_ENC_INDEX(run, 65)];
                    }else{
                        score += -last_length[UNI_AC_ENC_INDEX(run, 65)];
                        if(prev_level){
                            score +=  last_length[UNI_AC_ENC_INDEX(prev_run, prev_level)]
                                    - length[UNI_AC_ENC_INDEX(prev_run, prev_level)];
                        }
                    }
                }
6323

M
Michael Niedermayer 已提交
6324 6325 6326 6327
                score *= lambda;

                unquant_change= new_coeff - old_coeff;
                assert((score < 100*lambda && score > -100*lambda) || lambda==0);
6328

6329
                score+= s->dsp.try_8x8basis(rem, weight, basis[j], unquant_change);
M
Michael Niedermayer 已提交
6330 6331 6332 6333 6334 6335 6336 6337 6338 6339 6340 6341 6342 6343 6344 6345 6346 6347 6348 6349 6350 6351 6352
                if(score<best_score){
                    best_score= score;
                    best_coeff= i;
                    best_change= change;
                    best_unquant_change= unquant_change;
                }
            }
            if(level){
                prev_level= level + 64;
                if(prev_level&(~127))
                    prev_level= 0;
                prev_run= run;
                run=0;
            }else{
                run++;
            }
        }
#ifdef REFINE_STATS
STOP_TIMER("iterative step")}
#endif

        if(best_change){
            int j= perm_scantable[ best_coeff ];
6353

M
Michael Niedermayer 已提交
6354
            block[j] += best_change;
6355

M
Michael Niedermayer 已提交
6356 6357 6358 6359 6360 6361 6362 6363 6364 6365 6366 6367 6368 6369 6370 6371 6372 6373 6374 6375 6376 6377 6378 6379 6380 6381 6382 6383 6384 6385 6386 6387 6388 6389 6390 6391 6392 6393
            if(best_coeff > last_non_zero){
                last_non_zero= best_coeff;
                assert(block[j]);
#ifdef REFINE_STATS
after_last++;
#endif
            }else{
#ifdef REFINE_STATS
if(block[j]){
    if(block[j] - best_change){
        if(ABS(block[j]) > ABS(block[j] - best_change)){
            raise++;
        }else{
            lower++;
        }
    }else{
        from_zero++;
    }
}else{
    to_zero++;
}
#endif
                for(; last_non_zero>=start_i; last_non_zero--){
                    if(block[perm_scantable[last_non_zero]])
                        break;
                }
            }
#ifdef REFINE_STATS
count++;
if(256*256*256*64 % count == 0){
    printf("after_last:%d to_zero:%d from_zero:%d raise:%d lower:%d sign:%d xyp:%d/%d/%d\n", after_last, to_zero, from_zero, raise, lower, messed_sign, s->mb_x, s->mb_y, s->picture_number);
}
#endif
            run=0;
            rle_index=0;
            for(i=start_i; i<=last_non_zero; i++){
                int j= perm_scantable[i];
                const int level= block[j];
6394

M
Michael Niedermayer 已提交
6395 6396 6397 6398 6399 6400 6401
                 if(level){
                     run_tab[rle_index++]=run;
                     run=0;
                 }else{
                     run++;
                 }
            }
6402

6403
            s->dsp.add_8x8basis(rem, basis[j], best_unquant_change);
M
Michael Niedermayer 已提交
6404 6405 6406 6407 6408 6409 6410 6411 6412 6413 6414 6415 6416 6417
        }else{
            break;
        }
    }
#ifdef REFINE_STATS
if(last_non_zero>0){
STOP_TIMER("iterative search")
}
}
#endif

    return last_non_zero;
}

6418
static int dct_quantize_c(MpegEncContext *s,
F
Fabrice Bellard 已提交
6419
                        DCTELEM *block, int n,
6420
                        int qscale, int *overflow)
F
Fabrice Bellard 已提交
6421
{
6422
    int i, j, level, last_non_zero, q, start_i;
F
Fabrice Bellard 已提交
6423
    const int *qmat;
6424
    const uint8_t *scantable= s->intra_scantable.scantable;
6425 6426 6427
    int bias;
    int max=0;
    unsigned int threshold1, threshold2;
6428

6429
    s->dsp.fdct (block);
F
Fabrice Bellard 已提交
6430

6431
    if(s->dct_error_sum)
M
Michael Niedermayer 已提交
6432
        s->denoise_dct(s, block);
6433

F
Fabrice Bellard 已提交
6434
    if (s->mb_intra) {
6435 6436 6437 6438 6439 6440 6441 6442 6443
        if (!s->h263_aic) {
            if (n < 4)
                q = s->y_dc_scale;
            else
                q = s->c_dc_scale;
            q = q << 3;
        } else
            /* For AIC we skip quant/dequant of INTRADC */
            q = 1 << 3;
6444

F
Fabrice Bellard 已提交
6445 6446
        /* note: block[0] is assumed to be positive */
        block[0] = (block[0] + (q >> 1)) / q;
6447
        start_i = 1;
F
Fabrice Bellard 已提交
6448
        last_non_zero = 0;
6449
        qmat = s->q_intra_matrix[qscale];
M
Michael Niedermayer 已提交
6450
        bias= s->intra_quant_bias<<(QMAT_SHIFT - QUANT_BIAS_SHIFT);
F
Fabrice Bellard 已提交
6451
    } else {
6452
        start_i = 0;
F
Fabrice Bellard 已提交
6453
        last_non_zero = -1;
6454
        qmat = s->q_inter_matrix[qscale];
M
Michael Niedermayer 已提交
6455
        bias= s->inter_quant_bias<<(QMAT_SHIFT - QUANT_BIAS_SHIFT);
F
Fabrice Bellard 已提交
6456
    }
M
Michael Niedermayer 已提交
6457 6458
    threshold1= (1<<QMAT_SHIFT) - bias - 1;
    threshold2= (threshold1<<1);
6459 6460 6461
    for(i=63;i>=start_i;i--) {
        j = scantable[i];
        level = block[j] * qmat[j];
F
Fabrice Bellard 已提交
6462

6463 6464 6465 6466 6467 6468 6469 6470
        if(((unsigned)(level+threshold1))>threshold2){
            last_non_zero = i;
            break;
        }else{
            block[j]=0;
        }
    }
    for(i=start_i; i<=last_non_zero; i++) {
M
Michael Niedermayer 已提交
6471
        j = scantable[i];
6472
        level = block[j] * qmat[j];
F
Fabrice Bellard 已提交
6473

M
Michael Niedermayer 已提交
6474 6475
//        if(   bias+level >= (1<<QMAT_SHIFT)
//           || bias-level >= (1<<QMAT_SHIFT)){
6476 6477
        if(((unsigned)(level+threshold1))>threshold2){
            if(level>0){
M
Michael Niedermayer 已提交
6478
                level= (bias + level)>>QMAT_SHIFT;
6479 6480
                block[j]= level;
            }else{
M
Michael Niedermayer 已提交
6481
                level= (bias - level)>>QMAT_SHIFT;
6482 6483 6484 6485 6486
                block[j]= -level;
            }
            max |=level;
        }else{
            block[j]=0;
F
Fabrice Bellard 已提交
6487 6488
        }
    }
6489
    *overflow= s->max_qcoeff < max; //overflow might have happened
6490

M
Michael Niedermayer 已提交
6491
    /* we need this permutation so that we correct the IDCT, we only permute the !=0 elements */
6492
    if (s->dsp.idct_permutation_type != FF_NO_IDCT_PERM)
6493
        ff_block_permute(block, s->dsp.idct_permutation, scantable, last_non_zero);
M
Michael Niedermayer 已提交
6494

F
Fabrice Bellard 已提交
6495 6496 6497
    return last_non_zero;
}

6498 6499
#endif //CONFIG_ENCODERS

6500
static void dct_unquantize_mpeg1_intra_c(MpegEncContext *s,
6501
                                   DCTELEM *block, int n, int qscale)
F
Fabrice Bellard 已提交
6502
{
M
Michael Niedermayer 已提交
6503
    int i, level, nCoeffs;
6504
    const uint16_t *quant_matrix;
F
Fabrice Bellard 已提交
6505

6506
    nCoeffs= s->block_last_index[n];
6507 6508

    if (n < 4)
6509 6510 6511 6512 6513 6514 6515 6516 6517 6518 6519 6520 6521 6522 6523 6524 6525
        block[0] = block[0] * s->y_dc_scale;
    else
        block[0] = block[0] * s->c_dc_scale;
    /* XXX: only mpeg1 */
    quant_matrix = s->intra_matrix;
    for(i=1;i<=nCoeffs;i++) {
        int j= s->intra_scantable.permutated[i];
        level = block[j];
        if (level) {
            if (level < 0) {
                level = -level;
                level = (int)(level * qscale * quant_matrix[j]) >> 3;
                level = (level - 1) | 1;
                level = -level;
            } else {
                level = (int)(level * qscale * quant_matrix[j]) >> 3;
                level = (level - 1) | 1;
F
Fabrice Bellard 已提交
6526
            }
6527
            block[j] = level;
F
Fabrice Bellard 已提交
6528
        }
6529 6530 6531
    }
}

6532
static void dct_unquantize_mpeg1_inter_c(MpegEncContext *s,
6533 6534 6535 6536 6537 6538
                                   DCTELEM *block, int n, int qscale)
{
    int i, level, nCoeffs;
    const uint16_t *quant_matrix;

    nCoeffs= s->block_last_index[n];
6539

6540 6541 6542 6543 6544 6545 6546 6547 6548 6549 6550 6551 6552 6553 6554
    quant_matrix = s->inter_matrix;
    for(i=0; i<=nCoeffs; i++) {
        int j= s->intra_scantable.permutated[i];
        level = block[j];
        if (level) {
            if (level < 0) {
                level = -level;
                level = (((level << 1) + 1) * qscale *
                         ((int) (quant_matrix[j]))) >> 4;
                level = (level - 1) | 1;
                level = -level;
            } else {
                level = (((level << 1) + 1) * qscale *
                         ((int) (quant_matrix[j]))) >> 4;
                level = (level - 1) | 1;
F
Fabrice Bellard 已提交
6555
            }
6556
            block[j] = level;
F
Fabrice Bellard 已提交
6557 6558 6559
        }
    }
}
6560

6561
static void dct_unquantize_mpeg2_intra_c(MpegEncContext *s,
6562 6563 6564
                                   DCTELEM *block, int n, int qscale)
{
    int i, level, nCoeffs;
6565
    const uint16_t *quant_matrix;
6566

6567 6568
    if(s->alternate_scan) nCoeffs= 63;
    else nCoeffs= s->block_last_index[n];
6569 6570

    if (n < 4)
6571 6572 6573 6574 6575 6576 6577 6578 6579 6580 6581 6582 6583 6584 6585 6586 6587 6588 6589 6590
        block[0] = block[0] * s->y_dc_scale;
    else
        block[0] = block[0] * s->c_dc_scale;
    quant_matrix = s->intra_matrix;
    for(i=1;i<=nCoeffs;i++) {
        int j= s->intra_scantable.permutated[i];
        level = block[j];
        if (level) {
            if (level < 0) {
                level = -level;
                level = (int)(level * qscale * quant_matrix[j]) >> 3;
                level = -level;
            } else {
                level = (int)(level * qscale * quant_matrix[j]) >> 3;
            }
            block[j] = level;
        }
    }
}

6591 6592 6593 6594 6595 6596 6597 6598 6599 6600 6601 6602 6603 6604 6605 6606 6607 6608 6609 6610 6611 6612 6613 6614 6615 6616 6617 6618 6619 6620 6621 6622 6623
static void dct_unquantize_mpeg2_intra_bitexact(MpegEncContext *s,
                                   DCTELEM *block, int n, int qscale)
{
    int i, level, nCoeffs;
    const uint16_t *quant_matrix;
    int sum=-1;

    if(s->alternate_scan) nCoeffs= 63;
    else nCoeffs= s->block_last_index[n];

    if (n < 4)
        block[0] = block[0] * s->y_dc_scale;
    else
        block[0] = block[0] * s->c_dc_scale;
    quant_matrix = s->intra_matrix;
    for(i=1;i<=nCoeffs;i++) {
        int j= s->intra_scantable.permutated[i];
        level = block[j];
        if (level) {
            if (level < 0) {
                level = -level;
                level = (int)(level * qscale * quant_matrix[j]) >> 3;
                level = -level;
            } else {
                level = (int)(level * qscale * quant_matrix[j]) >> 3;
            }
            block[j] = level;
            sum+=level;
        }
    }
    block[63]^=sum&1;
}

6624
static void dct_unquantize_mpeg2_inter_c(MpegEncContext *s,
6625 6626 6627 6628 6629 6630 6631 6632
                                   DCTELEM *block, int n, int qscale)
{
    int i, level, nCoeffs;
    const uint16_t *quant_matrix;
    int sum=-1;

    if(s->alternate_scan) nCoeffs= 63;
    else nCoeffs= s->block_last_index[n];
6633

6634 6635 6636 6637 6638 6639 6640 6641 6642 6643 6644 6645 6646 6647 6648 6649 6650 6651 6652 6653 6654
    quant_matrix = s->inter_matrix;
    for(i=0; i<=nCoeffs; i++) {
        int j= s->intra_scantable.permutated[i];
        level = block[j];
        if (level) {
            if (level < 0) {
                level = -level;
                level = (((level << 1) + 1) * qscale *
                         ((int) (quant_matrix[j]))) >> 4;
                level = -level;
            } else {
                level = (((level << 1) + 1) * qscale *
                         ((int) (quant_matrix[j]))) >> 4;
            }
            block[j] = level;
            sum+=level;
        }
    }
    block[63]^=sum&1;
}

6655
static void dct_unquantize_h263_intra_c(MpegEncContext *s,
6656 6657 6658 6659
                                  DCTELEM *block, int n, int qscale)
{
    int i, level, qmul, qadd;
    int nCoeffs;
6660

6661
    assert(s->block_last_index[n]>=0);
6662

6663
    qmul = qscale << 1;
6664

6665
    if (!s->h263_aic) {
6666
        if (n < 4)
6667 6668 6669
            block[0] = block[0] * s->y_dc_scale;
        else
            block[0] = block[0] * s->c_dc_scale;
6670 6671 6672 6673 6674 6675 6676 6677 6678 6679 6680 6681 6682 6683 6684 6685
        qadd = (qscale - 1) | 1;
    }else{
        qadd = 0;
    }
    if(s->ac_pred)
        nCoeffs=63;
    else
        nCoeffs= s->inter_scantable.raster_end[ s->block_last_index[n] ];

    for(i=1; i<=nCoeffs; i++) {
        level = block[i];
        if (level) {
            if (level < 0) {
                level = level * qmul - qadd;
            } else {
                level = level * qmul + qadd;
6686
            }
6687
            block[i] = level;
6688 6689 6690 6691
        }
    }
}

6692
static void dct_unquantize_h263_inter_c(MpegEncContext *s,
6693 6694 6695
                                  DCTELEM *block, int n, int qscale)
{
    int i, level, qmul, qadd;
M
Michael Niedermayer 已提交
6696
    int nCoeffs;
6697

6698
    assert(s->block_last_index[n]>=0);
6699

6700 6701
    qadd = (qscale - 1) | 1;
    qmul = qscale << 1;
6702

6703
    nCoeffs= s->inter_scantable.raster_end[ s->block_last_index[n] ];
6704

6705
    for(i=0; i<=nCoeffs; i++) {
6706 6707 6708 6709 6710 6711 6712 6713 6714 6715 6716
        level = block[i];
        if (level) {
            if (level < 0) {
                level = level * qmul - qadd;
            } else {
                level = level * qmul + qadd;
            }
            block[i] = level;
        }
    }
}
F
Fabrice Bellard 已提交
6717

6718
#ifdef CONFIG_ENCODERS
F
Fabrice Bellard 已提交
6719 6720 6721 6722 6723 6724 6725 6726
AVCodec h263_encoder = {
    "h263",
    CODEC_TYPE_VIDEO,
    CODEC_ID_H263,
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6727
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUV420P, -1},
F
Fabrice Bellard 已提交
6728 6729 6730 6731 6732 6733 6734 6735 6736 6737
};

AVCodec h263p_encoder = {
    "h263p",
    CODEC_TYPE_VIDEO,
    CODEC_ID_H263P,
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6738
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUV420P, -1},
F
Fabrice Bellard 已提交
6739 6740
};

6741 6742 6743 6744 6745 6746 6747 6748
AVCodec flv_encoder = {
    "flv",
    CODEC_TYPE_VIDEO,
    CODEC_ID_FLV1,
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6749
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUV420P, -1},
6750 6751
};

F
Fabrice Bellard 已提交
6752 6753 6754 6755 6756 6757 6758 6759
AVCodec rv10_encoder = {
    "rv10",
    CODEC_TYPE_VIDEO,
    CODEC_ID_RV10,
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6760
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUV420P, -1},
F
Fabrice Bellard 已提交
6761 6762
};

M
Michael Niedermayer 已提交
6763 6764 6765 6766 6767 6768 6769 6770
AVCodec rv20_encoder = {
    "rv20",
    CODEC_TYPE_VIDEO,
    CODEC_ID_RV20,
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6771
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUV420P, -1},
M
Michael Niedermayer 已提交
6772 6773
};

F
Fabrice Bellard 已提交
6774 6775
AVCodec mpeg4_encoder = {
    "mpeg4",
F
Fabrice Bellard 已提交
6776
    CODEC_TYPE_VIDEO,
F
Fabrice Bellard 已提交
6777
    CODEC_ID_MPEG4,
F
Fabrice Bellard 已提交
6778 6779 6780 6781
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6782
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUV420P, -1},
6783
    .capabilities= CODEC_CAP_DELAY,
F
Fabrice Bellard 已提交
6784 6785
};

6786 6787 6788 6789 6790 6791 6792 6793
AVCodec msmpeg4v1_encoder = {
    "msmpeg4v1",
    CODEC_TYPE_VIDEO,
    CODEC_ID_MSMPEG4V1,
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6794
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUV420P, -1},
6795 6796 6797 6798 6799 6800 6801 6802 6803 6804
};

AVCodec msmpeg4v2_encoder = {
    "msmpeg4v2",
    CODEC_TYPE_VIDEO,
    CODEC_ID_MSMPEG4V2,
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6805
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUV420P, -1},
6806 6807 6808
};

AVCodec msmpeg4v3_encoder = {
F
Fabrice Bellard 已提交
6809 6810
    "msmpeg4",
    CODEC_TYPE_VIDEO,
6811
    CODEC_ID_MSMPEG4V3,
F
Fabrice Bellard 已提交
6812 6813 6814 6815
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6816
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUV420P, -1},
F
Fabrice Bellard 已提交
6817
};
M
Michael Niedermayer 已提交
6818 6819 6820 6821 6822 6823 6824 6825 6826

AVCodec wmv1_encoder = {
    "wmv1",
    CODEC_TYPE_VIDEO,
    CODEC_ID_WMV1,
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6827
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUV420P, -1},
M
Michael Niedermayer 已提交
6828 6829
};

M
Michael Niedermayer 已提交
6830 6831 6832 6833 6834 6835 6836 6837
AVCodec mjpeg_encoder = {
    "mjpeg",
    CODEC_TYPE_VIDEO,
    CODEC_ID_MJPEG,
    sizeof(MpegEncContext),
    MPV_encode_init,
    MPV_encode_picture,
    MPV_encode_end,
M
Michael Niedermayer 已提交
6838
    .pix_fmts= (enum PixelFormat[]){PIX_FMT_YUVJ420P, -1},
M
Michael Niedermayer 已提交
6839
};
6840 6841

#endif //CONFIG_ENCODERS