swf.c 27.2 KB
Newer Older
F
Fabrice Bellard 已提交
1 2
/*
 * Flash Compatible Streaming Format
3
 * Copyright (c) 2000 Fabrice Bellard.
4
 * Copyright (c) 2003 Tinic Uro.
F
Fabrice Bellard 已提交
5
 *
6 7 8 9
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
F
Fabrice Bellard 已提交
10
 *
11
 * This library is distributed in the hope that it will be useful,
F
Fabrice Bellard 已提交
12
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 14
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
F
Fabrice Bellard 已提交
15
 *
16 17
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
18
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
F
Fabrice Bellard 已提交
19 20
 */
#include "avformat.h"
21
#include "bitstream.h"
A
Aurelien Jacobs 已提交
22
#include "riff.h"    /* for CodecTag */
F
Fabrice Bellard 已提交
23 24 25 26 27 28 29 30 31 32 33

/* should have a generic way to indicate probable size */
#define DUMMY_FILE_SIZE   (100 * 1024 * 1024)
#define DUMMY_DURATION    600 /* in seconds */

#define TAG_END           0
#define TAG_SHOWFRAME     1
#define TAG_DEFINESHAPE   2
#define TAG_FREECHARACTER 3
#define TAG_PLACEOBJECT   4
#define TAG_REMOVEOBJECT  5
A
10l  
Alex Beregszaszi 已提交
34
#define TAG_STREAMHEAD    18
F
Fabrice Bellard 已提交
35 36
#define TAG_STREAMBLOCK   19
#define TAG_JPEG2         21
37 38
#define TAG_PLACEOBJECT2  26
#define TAG_STREAMHEAD2   45
39
#define TAG_VIDEOSTREAM   60
40
#define TAG_VIDEOFRAME    61
F
Fabrice Bellard 已提交
41 42 43 44 45 46 47 48

#define TAG_LONG         0x100

/* flags for shape definition */
#define FLAG_MOVETO      0x01
#define FLAG_SETFILL0    0x02
#define FLAG_SETFILL1    0x04

49 50
#define AUDIO_FIFO_SIZE 65536

F
Fabrice Bellard 已提交
51 52
/* character id used */
#define BITMAP_ID 0
53
#define VIDEO_ID 0
F
Fabrice Bellard 已提交
54 55
#define SHAPE_ID  1

M
Michael Niedermayer 已提交
56 57
#undef NDEBUG
#include <assert.h>
58

F
Fabrice Bellard 已提交
59
typedef struct {
60

F
Fabrice Bellard 已提交
61 62
    offset_t duration_pos;
    offset_t tag_pos;
63

64 65 66 67 68 69 70
    int samples_per_frame;
    int sound_samples;
    int video_samples;
    int swf_frame_number;
    int video_frame_number;
    int ms_per_frame;
    int ch_id;
F
Fabrice Bellard 已提交
71
    int tag;
72 73 74 75 76 77 78 79

    uint8_t *audio_fifo;
    int audio_in_pos;
    int audio_out_pos;
    int audio_size;

    int video_type;
    int audio_type;
F
Fabrice Bellard 已提交
80 81
} SWFContext;

A
Aurelien Jacobs 已提交
82 83 84 85 86 87
static const CodecTag swf_codec_tags[] = {
    {CODEC_ID_FLV1, 0x02},
    {CODEC_ID_VP6F, 0x04},
    {0, 0},
};

88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127
static const int sSampleRates[3][4] = {
    {44100, 48000, 32000, 0},
    {22050, 24000, 16000, 0},
    {11025, 12000,  8000, 0},
};

static const int sBitRates[2][3][15] = {
    {   {  0, 32, 64, 96,128,160,192,224,256,288,320,352,384,416,448},
        {  0, 32, 48, 56, 64, 80, 96,112,128,160,192,224,256,320,384},
        {  0, 32, 40, 48, 56, 64, 80, 96,112,128,160,192,224,256,320}
    },
    {   {  0, 32, 48, 56, 64, 80, 96,112,128,144,160,176,192,224,256},
        {  0,  8, 16, 24, 32, 40, 48, 56, 64, 80, 96,112,128,144,160},
        {  0,  8, 16, 24, 32, 40, 48, 56, 64, 80, 96,112,128,144,160}
    },
};

static const int sSamplesPerFrame[3][3] =
{
    {  384,     1152,    1152 },
    {  384,     1152,     576 },
    {  384,     1152,     576 }
};

static const int sBitsPerSlot[3] = {
    32,
    8,
    8
};

static int swf_mp3_info(void *data, int *byteSize, int *samplesPerFrame, int *sampleRate, int *isMono )
{
    uint8_t *dataTmp = (uint8_t *)data;
    uint32_t header = ( (uint32_t)dataTmp[0] << 24 ) | ( (uint32_t)dataTmp[1] << 16 ) | ( (uint32_t)dataTmp[2] << 8 ) | (uint32_t)dataTmp[3];
    int layerID = 3 - ((header >> 17) & 0x03);
    int bitRateID = ((header >> 12) & 0x0f);
    int sampleRateID = ((header >> 10) & 0x03);
    int bitRate = 0;
    int bitsPerSlot = sBitsPerSlot[layerID];
    int isPadded = ((header >> 9) & 0x01);
128

129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155
    if ( (( header >> 21 ) & 0x7ff) != 0x7ff ) {
        return 0;
    }

    *isMono = ((header >>  6) & 0x03) == 0x03;

    if ( (header >> 19 ) & 0x01 ) {
        *sampleRate = sSampleRates[0][sampleRateID];
        bitRate = sBitRates[0][layerID][bitRateID] * 1000;
        *samplesPerFrame = sSamplesPerFrame[0][layerID];
    } else {
        if ( (header >> 20) & 0x01 ) {
            *sampleRate = sSampleRates[1][sampleRateID];
            bitRate = sBitRates[1][layerID][bitRateID] * 1000;
            *samplesPerFrame = sSamplesPerFrame[1][layerID];
        } else {
            *sampleRate = sSampleRates[2][sampleRateID];
            bitRate = sBitRates[1][layerID][bitRateID] * 1000;
            *samplesPerFrame = sSamplesPerFrame[2][layerID];
        }
    }

    *byteSize = ( ( ( ( *samplesPerFrame * (bitRate / bitsPerSlot) ) / *sampleRate ) + isPadded ) );

    return 1;
}

156
#ifdef CONFIG_MUXERS
F
Fabrice Bellard 已提交
157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176
static void put_swf_tag(AVFormatContext *s, int tag)
{
    SWFContext *swf = s->priv_data;
    ByteIOContext *pb = &s->pb;

    swf->tag_pos = url_ftell(pb);
    swf->tag = tag;
    /* reserve some room for the tag */
    if (tag & TAG_LONG) {
        put_le16(pb, 0);
        put_le32(pb, 0);
    } else {
        put_le16(pb, 0);
    }
}

static void put_swf_end_tag(AVFormatContext *s)
{
    SWFContext *swf = s->priv_data;
    ByteIOContext *pb = &s->pb;
F
Fabrice Bellard 已提交
177
    offset_t pos;
F
Fabrice Bellard 已提交
178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210
    int tag_len, tag;

    pos = url_ftell(pb);
    tag_len = pos - swf->tag_pos - 2;
    tag = swf->tag;
    url_fseek(pb, swf->tag_pos, SEEK_SET);
    if (tag & TAG_LONG) {
        tag &= ~TAG_LONG;
        put_le16(pb, (tag << 6) | 0x3f);
        put_le32(pb, tag_len - 4);
    } else {
        assert(tag_len < 0x3f);
        put_le16(pb, (tag << 6) | tag_len);
    }
    url_fseek(pb, pos, SEEK_SET);
}

static inline void max_nbits(int *nbits_ptr, int val)
{
    int n;

    if (val == 0)
        return;
    val = abs(val);
    n = 1;
    while (val != 0) {
        n++;
        val >>= 1;
    }
    if (n > *nbits_ptr)
        *nbits_ptr = n;
}

211
static void put_swf_rect(ByteIOContext *pb,
F
Fabrice Bellard 已提交
212 213 214
                         int xmin, int xmax, int ymin, int ymax)
{
    PutBitContext p;
215
    uint8_t buf[256];
F
Fabrice Bellard 已提交
216 217
    int nbits, mask;

A
Alex Beregszaszi 已提交
218
    init_put_bits(&p, buf, sizeof(buf));
219

F
Fabrice Bellard 已提交
220 221 222 223 224 225 226 227 228 229 230 231 232
    nbits = 0;
    max_nbits(&nbits, xmin);
    max_nbits(&nbits, xmax);
    max_nbits(&nbits, ymin);
    max_nbits(&nbits, ymax);
    mask = (1 << nbits) - 1;

    /* rectangle info */
    put_bits(&p, 5, nbits);
    put_bits(&p, nbits, xmin & mask);
    put_bits(&p, nbits, xmax & mask);
    put_bits(&p, nbits, ymin & mask);
    put_bits(&p, nbits, ymax & mask);
233

F
Fabrice Bellard 已提交
234
    flush_put_bits(&p);
235
    put_buffer(pb, buf, pbBufPtr(&p) - p.buf);
F
Fabrice Bellard 已提交
236 237 238 239 240 241 242 243 244 245 246 247 248 249 250
}

static void put_swf_line_edge(PutBitContext *pb, int dx, int dy)
{
    int nbits, mask;

    put_bits(pb, 1, 1); /* edge */
    put_bits(pb, 1, 1); /* line select */
    nbits = 2;
    max_nbits(&nbits, dx);
    max_nbits(&nbits, dy);

    mask = (1 << nbits) - 1;
    put_bits(pb, 4, nbits - 2); /* 16 bits precision */
    if (dx == 0) {
251 252
      put_bits(pb, 1, 0);
      put_bits(pb, 1, 1);
F
Fabrice Bellard 已提交
253 254
      put_bits(pb, nbits, dy & mask);
    } else if (dy == 0) {
255 256
      put_bits(pb, 1, 0);
      put_bits(pb, 1, 0);
F
Fabrice Bellard 已提交
257 258
      put_bits(pb, nbits, dx & mask);
    } else {
259
      put_bits(pb, 1, 1);
F
Fabrice Bellard 已提交
260 261 262 263 264 265 266
      put_bits(pb, nbits, dx & mask);
      put_bits(pb, nbits, dy & mask);
    }
}

#define FRAC_BITS 16

267
/* put matrix */
F
Fabrice Bellard 已提交
268 269 270 271
static void put_swf_matrix(ByteIOContext *pb,
                           int a, int b, int c, int d, int tx, int ty)
{
    PutBitContext p;
272
    uint8_t buf[256];
273
    int nbits;
F
Fabrice Bellard 已提交
274

A
Alex Beregszaszi 已提交
275
    init_put_bits(&p, buf, sizeof(buf));
276

F
Fabrice Bellard 已提交
277
    put_bits(&p, 1, 1); /* a, d present */
278 279 280 281 282 283
    nbits = 1;
    max_nbits(&nbits, a);
    max_nbits(&nbits, d);
    put_bits(&p, 5, nbits); /* nb bits */
    put_bits(&p, nbits, a);
    put_bits(&p, nbits, d);
284

F
Fabrice Bellard 已提交
285
    put_bits(&p, 1, 1); /* b, c present */
286 287 288 289 290 291 292 293 294 295 296 297 298
    nbits = 1;
    max_nbits(&nbits, c);
    max_nbits(&nbits, b);
    put_bits(&p, 5, nbits); /* nb bits */
    put_bits(&p, nbits, c);
    put_bits(&p, nbits, b);

    nbits = 1;
    max_nbits(&nbits, tx);
    max_nbits(&nbits, ty);
    put_bits(&p, 5, nbits); /* nb bits */
    put_bits(&p, nbits, tx);
    put_bits(&p, nbits, ty);
F
Fabrice Bellard 已提交
299 300

    flush_put_bits(&p);
301
    put_buffer(pb, buf, pbBufPtr(&p) - p.buf);
F
Fabrice Bellard 已提交
302 303
}

304
/* */
F
Fabrice Bellard 已提交
305 306 307 308 309 310
static int swf_write_header(AVFormatContext *s)
{
    SWFContext *swf;
    ByteIOContext *pb = &s->pb;
    AVCodecContext *enc, *audio_enc, *video_enc;
    PutBitContext p;
311
    uint8_t buf1[256];
312
    int i, width, height, rate, rate_base;
F
Fabrice Bellard 已提交
313

314
    swf = av_malloc(sizeof(SWFContext));
F
Fabrice Bellard 已提交
315 316 317 318
    if (!swf)
        return -1;
    s->priv_data = swf;

319 320 321 322 323 324 325 326 327 328
    swf->ch_id = -1;
    swf->audio_in_pos = 0;
    swf->audio_out_pos = 0;
    swf->audio_size = 0;
    swf->audio_fifo = av_malloc(AUDIO_FIFO_SIZE);
    swf->sound_samples = 0;
    swf->video_samples = 0;
    swf->swf_frame_number = 0;
    swf->video_frame_number = 0;

F
Fabrice Bellard 已提交
329 330 331
    video_enc = NULL;
    audio_enc = NULL;
    for(i=0;i<s->nb_streams;i++) {
332
        enc = s->streams[i]->codec;
F
Fabrice Bellard 已提交
333 334
        if (enc->codec_type == CODEC_TYPE_AUDIO)
            audio_enc = enc;
335
        else {
A
Aurelien Jacobs 已提交
336 337 338
            if ( enc->codec_id == CODEC_ID_VP6F ||
                 enc->codec_id == CODEC_ID_FLV1 ||
                 enc->codec_id == CODEC_ID_MJPEG ) {
339 340
                video_enc = enc;
            } else {
A
Aurelien Jacobs 已提交
341
                av_log(enc, AV_LOG_ERROR, "SWF only supports VP6, FLV1 and MJPEG\n");
342 343 344
                return -1;
            }
        }
F
Fabrice Bellard 已提交
345 346 347 348
    }

    if (!video_enc) {
        /* currenty, cannot work correctly if audio only */
349
        swf->video_type = 0;
F
Fabrice Bellard 已提交
350 351
        width = 320;
        height = 200;
352 353
        rate = 10;
        rate_base= 1;
F
Fabrice Bellard 已提交
354
    } else {
355
        swf->video_type = video_enc->codec_id;
F
Fabrice Bellard 已提交
356 357
        width = video_enc->width;
        height = video_enc->height;
358 359
        rate = video_enc->time_base.den;
        rate_base = video_enc->time_base.num;
F
Fabrice Bellard 已提交
360 361
    }

362 363 364 365 366 367 368 369
    if (!audio_enc ) {
        swf->audio_type = 0;
        swf->samples_per_frame = ( 44100. * rate_base ) / rate;
    } else {
        swf->audio_type = audio_enc->codec_id;
        swf->samples_per_frame = ( ( audio_enc->sample_rate ) * rate_base ) / rate;
    }

F
Fabrice Bellard 已提交
370
    put_tag(pb, "FWS");
A
Aurelien Jacobs 已提交
371 372 373
    if ( video_enc && video_enc->codec_id == CODEC_ID_VP6F ) {
        put_byte(pb, 8); /* version (version 8 and above support VP6 codec) */
    } else if ( video_enc && video_enc->codec_id == CODEC_ID_FLV1 ) {
374 375 376 377
        put_byte(pb, 6); /* version (version 6 and above support FLV1 codec) */
    } else {
        put_byte(pb, 4); /* version (should use 4 for mpeg audio support) */
    }
378 379
    put_le32(pb, DUMMY_FILE_SIZE); /* dummy size
                                      (will be patched if not streamed) */
F
Fabrice Bellard 已提交
380

381
    put_swf_rect(pb, 0, width * 20, 0, height * 20);
382
    put_le16(pb, (rate * 256) / rate_base); /* frame rate */
F
Fabrice Bellard 已提交
383
    swf->duration_pos = url_ftell(pb);
384
    put_le16(pb, (uint16_t)(DUMMY_DURATION * (int64_t)rate / rate_base)); /* frame count */
385

F
Fabrice Bellard 已提交
386
    /* define a shape with the jpeg inside */
A
Aurelien Jacobs 已提交
387 388
    if ( video_enc && (video_enc->codec_id == CODEC_ID_VP6F ||
                       video_enc->codec_id == CODEC_ID_FLV1 )) {
389 390 391 392 393 394 395 396 397 398 399
    } else if ( video_enc && video_enc->codec_id == CODEC_ID_MJPEG ) {
        put_swf_tag(s, TAG_DEFINESHAPE);

        put_le16(pb, SHAPE_ID); /* ID of shape */
        /* bounding rectangle */
        put_swf_rect(pb, 0, width, 0, height);
        /* style info */
        put_byte(pb, 1); /* one fill style */
        put_byte(pb, 0x41); /* clipped bitmap fill */
        put_le16(pb, BITMAP_ID); /* bitmap ID */
        /* position of the bitmap */
400
        put_swf_matrix(pb, (int)(1.0 * (1 << FRAC_BITS)), 0,
401 402
                        0, (int)(1.0 * (1 << FRAC_BITS)), 0, 0);
        put_byte(pb, 0); /* no line style */
403

404 405 406 407
        /* shape drawing */
        init_put_bits(&p, buf1, sizeof(buf1));
        put_bits(&p, 4, 1); /* one fill bit */
        put_bits(&p, 4, 0); /* zero line bit */
408

409 410 411 412 413 414
        put_bits(&p, 1, 0); /* not an edge */
        put_bits(&p, 5, FLAG_MOVETO | FLAG_SETFILL0);
        put_bits(&p, 5, 1); /* nbits */
        put_bits(&p, 1, 0); /* X */
        put_bits(&p, 1, 0); /* Y */
        put_bits(&p, 1, 1); /* set fill style 1 */
415

416 417 418 419 420
        /* draw the rectangle ! */
        put_swf_line_edge(&p, width, 0);
        put_swf_line_edge(&p, 0, height);
        put_swf_line_edge(&p, -width, 0);
        put_swf_line_edge(&p, 0, -height);
421

422 423 424
        /* end of shape */
        put_bits(&p, 1, 0); /* not an edge */
        put_bits(&p, 5, 0);
F
Fabrice Bellard 已提交
425

426 427
        flush_put_bits(&p);
        put_buffer(pb, buf1, pbBufPtr(&p) - p.buf);
F
Fabrice Bellard 已提交
428

429 430
        put_swf_end_tag(s);
    }
431

432
    if (audio_enc && audio_enc->codec_id == CODEC_ID_MP3 ) {
F
Fabrice Bellard 已提交
433 434 435
        int v;

        /* start sound */
436
        put_swf_tag(s, TAG_STREAMHEAD2);
F
Fabrice Bellard 已提交
437 438 439 440 441 442 443 444 445 446 447 448 449 450

        v = 0;
        switch(audio_enc->sample_rate) {
        case 11025:
            v |= 1 << 2;
            break;
        case 22050:
            v |= 2 << 2;
            break;
        case 44100:
            v |= 3 << 2;
            break;
        default:
            /* not supported */
451
            av_free(swf->audio_fifo);
452
            av_free(swf);
F
Fabrice Bellard 已提交
453 454
            return -1;
        }
455
        v |= 0x02; /* 16 bit playback */
F
Fabrice Bellard 已提交
456
        if (audio_enc->channels == 2)
457 458
            v |= 0x01; /* stereo playback */
        put_byte(&s->pb, v);
F
Fabrice Bellard 已提交
459 460
        v |= 0x20; /* mp3 compressed */
        put_byte(&s->pb, v);
461 462
        put_le16(&s->pb, swf->samples_per_frame);  /* avg samples per frame */
        put_le16(&s->pb, 0);
463

F
Fabrice Bellard 已提交
464 465 466 467 468 469 470
        put_swf_end_tag(s);
    }

    put_flush_packet(&s->pb);
    return 0;
}

471
static int swf_write_video(AVFormatContext *s,
472
                           AVCodecContext *enc, const uint8_t *buf, int size)
F
Fabrice Bellard 已提交
473
{
474
    SWFContext *swf = s->priv_data;
F
Fabrice Bellard 已提交
475
    ByteIOContext *pb = &s->pb;
476 477 478
    int c = 0;
    int outSize = 0;
    int outSamples = 0;
479

480
    /* Flash Player limit */
481
    if ( swf->swf_frame_number == 16000 ) {
482
        av_log(enc, AV_LOG_INFO, "warning: Flash Player limit of 16000 frames reached\n");
F
Fabrice Bellard 已提交
483 484
    }

485 486 487 488 489 490 491 492
    if ( swf->audio_type ) {
        /* Prescan audio data for this swf frame */
retry_swf_audio_packet:
        if ( ( swf->audio_size-outSize ) >= 4 ) {
            int mp3FrameSize = 0;
            int mp3SampleRate = 0;
            int mp3IsMono = 0;
            int mp3SamplesPerFrame = 0;
493

494 495 496 497 498
            /* copy out mp3 header from ring buffer */
            uint8_t header[4];
            for (c=0; c<4; c++) {
                header[c] = swf->audio_fifo[(swf->audio_in_pos+outSize+c) % AUDIO_FIFO_SIZE];
            }
499

500 501 502 503 504 505 506 507 508 509
            if ( swf_mp3_info(header,&mp3FrameSize,&mp3SamplesPerFrame,&mp3SampleRate,&mp3IsMono) ) {
                if ( ( swf->audio_size-outSize ) >= mp3FrameSize ) {
                    outSize += mp3FrameSize;
                    outSamples += mp3SamplesPerFrame;
                    if ( ( swf->sound_samples + outSamples + swf->samples_per_frame ) < swf->video_samples ) {
                        goto retry_swf_audio_packet;
                    }
                }
            } else {
                /* invalid mp3 data, skip forward
510
                we need to do this since the Flash Player
511 512 513 514 515 516 517
                does not like custom headers */
                swf->audio_in_pos ++;
                swf->audio_size --;
                swf->audio_in_pos %= AUDIO_FIFO_SIZE;
                goto retry_swf_audio_packet;
            }
        }
518

519 520 521 522 523
        /* audio stream is behind video stream, bail */
        if ( ( swf->sound_samples + outSamples + swf->samples_per_frame ) < swf->video_samples ) {
            return 0;
        }
    }
F
Fabrice Bellard 已提交
524

A
Aurelien Jacobs 已提交
525 526
            if ( swf->video_type == CODEC_ID_VP6F ||
                 swf->video_type == CODEC_ID_FLV1 ) {
527 528 529 530 531 532 533 534
                if ( swf->video_frame_number == 0 ) {
                    /* create a new video object */
                    put_swf_tag(s, TAG_VIDEOSTREAM);
                    put_le16(pb, VIDEO_ID);
                    put_le16(pb, 15000 ); /* hard flash player limit */
                    put_le16(pb, enc->width);
                    put_le16(pb, enc->height);
                    put_byte(pb, 0);
A
Aurelien Jacobs 已提交
535
                    put_byte(pb,codec_get_tag(swf_codec_tags,swf->video_type));
536
                    put_swf_end_tag(s);
537

538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559
                    /* place the video object for the first time */
                    put_swf_tag(s, TAG_PLACEOBJECT2);
                    put_byte(pb, 0x36);
                    put_le16(pb, 1);
                    put_le16(pb, VIDEO_ID);
                    put_swf_matrix(pb, 1 << FRAC_BITS, 0, 0, 1 << FRAC_BITS, 0, 0);
                    put_le16(pb, swf->video_frame_number );
                    put_byte(pb, 'v');
                    put_byte(pb, 'i');
                    put_byte(pb, 'd');
                    put_byte(pb, 'e');
                    put_byte(pb, 'o');
                    put_byte(pb, 0x00);
                    put_swf_end_tag(s);
                } else {
                    /* mark the character for update */
                    put_swf_tag(s, TAG_PLACEOBJECT2);
                    put_byte(pb, 0x11);
                    put_le16(pb, 1);
                    put_le16(pb, swf->video_frame_number );
                    put_swf_end_tag(s);
                }
560

561 562
                    /* set video frame data */
                    put_swf_tag(s, TAG_VIDEOFRAME | TAG_LONG);
563
                    put_le16(pb, VIDEO_ID);
564
                    put_le16(pb, swf->video_frame_number++ );
M
Michael Niedermayer 已提交
565
                    put_buffer(pb, buf, size);
566 567 568 569 570 571 572 573
                    put_swf_end_tag(s);
            } else if ( swf->video_type == CODEC_ID_MJPEG ) {
                if (swf->swf_frame_number > 0) {
                    /* remove the shape */
                    put_swf_tag(s, TAG_REMOVEOBJECT);
                    put_le16(pb, SHAPE_ID); /* shape ID */
                    put_le16(pb, 1); /* depth */
                    put_swf_end_tag(s);
574

575 576 577 578 579
                    /* free the bitmap */
                    put_swf_tag(s, TAG_FREECHARACTER);
                    put_le16(pb, BITMAP_ID);
                    put_swf_end_tag(s);
                }
580

581
                put_swf_tag(s, TAG_JPEG2 | TAG_LONG);
582

583
                put_le16(pb, BITMAP_ID); /* ID of the image */
584

585
                /* a dummy jpeg header seems to be required */
586
                put_byte(pb, 0xff);
587 588 589 590
                put_byte(pb, 0xd8);
                put_byte(pb, 0xff);
                put_byte(pb, 0xd9);
                /* write the jpeg image */
M
Michael Niedermayer 已提交
591
                put_buffer(pb, buf, size);
592

593
                put_swf_end_tag(s);
594

595
                /* draw the shape */
596

597 598 599 600 601 602 603 604
                put_swf_tag(s, TAG_PLACEOBJECT);
                put_le16(pb, SHAPE_ID); /* shape ID */
                put_le16(pb, 1); /* depth */
                put_swf_matrix(pb, 20 << FRAC_BITS, 0, 0, 20 << FRAC_BITS, 0, 0);
                put_swf_end_tag(s);
            } else {
                /* invalid codec */
            }
605

606
            swf->swf_frame_number ++;
F
Fabrice Bellard 已提交
607

608
    swf->video_samples += swf->samples_per_frame;
F
Fabrice Bellard 已提交
609

610 611 612 613 614 615 616 617 618
    /* streaming sound always should be placed just before showframe tags */
    if ( outSize > 0 ) {
        put_swf_tag(s, TAG_STREAMBLOCK | TAG_LONG);
        put_le16(pb, outSamples);
        put_le16(pb, 0);
        for (c=0; c<outSize; c++) {
            put_byte(pb,swf->audio_fifo[(swf->audio_in_pos+c) % AUDIO_FIFO_SIZE]);
        }
        put_swf_end_tag(s);
619

620 621 622 623 624 625 626
        /* update FIFO */
        swf->sound_samples += outSamples;
        swf->audio_in_pos += outSize;
        swf->audio_size -= outSize;
        swf->audio_in_pos %= AUDIO_FIFO_SIZE;
    }

F
Fabrice Bellard 已提交
627 628 629
    /* output the frame */
    put_swf_tag(s, TAG_SHOWFRAME);
    put_swf_end_tag(s);
630

F
Fabrice Bellard 已提交
631
    put_flush_packet(&s->pb);
632

F
Fabrice Bellard 已提交
633 634 635
    return 0;
}

636
static int swf_write_audio(AVFormatContext *s,
637
                           AVCodecContext *enc, const uint8_t *buf, int size)
F
Fabrice Bellard 已提交
638
{
639 640
    SWFContext *swf = s->priv_data;
    int c = 0;
F
Fabrice Bellard 已提交
641

642
    /* Flash Player limit */
643
    if ( swf->swf_frame_number == 16000 ) {
644
        av_log(enc, AV_LOG_INFO, "warning: Flash Player limit of 16000 frames reached\n");
645 646 647 648 649 650 651 652 653 654 655 656 657 658 659
    }

    if (enc->codec_id == CODEC_ID_MP3 ) {
        for (c=0; c<size; c++) {
            swf->audio_fifo[(swf->audio_out_pos+c)%AUDIO_FIFO_SIZE] = buf[c];
        }
        swf->audio_size += size;
        swf->audio_out_pos += size;
        swf->audio_out_pos %= AUDIO_FIFO_SIZE;
    }

    /* if audio only stream make sure we add swf frames */
    if ( swf->video_type == 0 ) {
        swf_write_video(s, enc, 0, 0);
    }
F
Fabrice Bellard 已提交
660 661 662 663

    return 0;
}

664
static int swf_write_packet(AVFormatContext *s, AVPacket *pkt)
F
Fabrice Bellard 已提交
665
{
666
    AVCodecContext *codec = s->streams[pkt->stream_index]->codec;
F
Fabrice Bellard 已提交
667
    if (codec->codec_type == CODEC_TYPE_AUDIO)
668
        return swf_write_audio(s, codec, pkt->data, pkt->size);
F
Fabrice Bellard 已提交
669
    else
670
        return swf_write_video(s, codec, pkt->data, pkt->size);
F
Fabrice Bellard 已提交
671 672 673 674 675 676 677 678 679 680 681
}

static int swf_write_trailer(AVFormatContext *s)
{
    SWFContext *swf = s->priv_data;
    ByteIOContext *pb = &s->pb;
    AVCodecContext *enc, *video_enc;
    int file_size, i;

    video_enc = NULL;
    for(i=0;i<s->nb_streams;i++) {
682
        enc = s->streams[i]->codec;
F
Fabrice Bellard 已提交
683 684 685 686 687 688
        if (enc->codec_type == CODEC_TYPE_VIDEO)
            video_enc = enc;
    }

    put_swf_tag(s, TAG_END);
    put_swf_end_tag(s);
689

F
Fabrice Bellard 已提交
690 691 692 693 694 695 696 697 698 699
    put_flush_packet(&s->pb);

    /* patch file size and number of frames if not streamed */
    if (!url_is_streamed(&s->pb) && video_enc) {
        file_size = url_ftell(pb);
        url_fseek(pb, 4, SEEK_SET);
        put_le32(pb, file_size);
        url_fseek(pb, swf->duration_pos, SEEK_SET);
        put_le16(pb, video_enc->frame_number);
    }
700

701 702
    av_free(swf->audio_fifo);

F
Fabrice Bellard 已提交
703 704
    return 0;
}
705
#endif //CONFIG_MUXERS
F
Fabrice Bellard 已提交
706

707 708 709 710
/*********************************************/
/* Extract FLV encoded frame and MP3 from swf
   Note that the detection of the real frame
   is inaccurate at this point as it can be
711
   quite tricky to determine, you almost certainly
712
   will get a bad audio/video sync */
F
Fabrice Bellard 已提交
713 714 715 716

static int get_swf_tag(ByteIOContext *pb, int *len_ptr)
{
    int tag, len;
717

F
Fabrice Bellard 已提交
718 719 720 721 722 723 724 725 726
    if (url_feof(pb))
        return -1;

    tag = get_le16(pb);
    len = tag & 0x3f;
    tag = tag >> 6;
    if (len == 0x3f) {
        len = get_le32(pb);
    }
727
//    av_log(NULL, AV_LOG_DEBUG, "Tag: %d - Len: %d\n", tag, len);
F
Fabrice Bellard 已提交
728 729 730 731
    *len_ptr = len;
    return tag;
}

F
Fabrice Bellard 已提交
732 733 734 735 736 737

static int swf_probe(AVProbeData *p)
{
    /* check file header */
    if (p->buf_size <= 16)
        return 0;
738
    if ((p->buf[0] == 'F' || p->buf[0] == 'C') && p->buf[1] == 'W' &&
739
        p->buf[2] == 'S')
F
Fabrice Bellard 已提交
740 741 742 743 744
        return AVPROBE_SCORE_MAX;
    else
        return 0;
}

F
Fabrice Bellard 已提交
745 746
static int swf_read_header(AVFormatContext *s, AVFormatParameters *ap)
{
747
    SWFContext *swf = 0;
F
Fabrice Bellard 已提交
748 749
    ByteIOContext *pb = &s->pb;
    int nbits, len, frame_rate, tag, v;
750 751 752 753 754 755 756 757
    offset_t firstTagOff;
    AVStream *ast = 0;
    AVStream *vst = 0;

    swf = av_malloc(sizeof(SWFContext));
    if (!swf)
        return -1;
    s->priv_data = swf;
F
Fabrice Bellard 已提交
758

759 760 761 762
    tag = get_be32(pb) & 0xffffff00;

    if (tag == MKBETAG('C', 'W', 'S', 0))
    {
763
        av_log(s, AV_LOG_ERROR, "Compressed SWF format not supported\n");
764 765 766
        return AVERROR_IO;
    }
    if (tag != MKBETAG('F', 'W', 'S', 0))
767
        return AVERROR_IO;
F
Fabrice Bellard 已提交
768 769 770 771 772 773 774
    get_le32(pb);
    /* skip rectangle size */
    nbits = get_byte(pb) >> 3;
    len = (4 * nbits - 3 + 7) / 8;
    url_fskip(pb, len);
    frame_rate = get_le16(pb);
    get_le16(pb); /* frame count */
775 776 777

    /* The Flash Player converts 8.8 frame rates
       to milliseconds internally. Do the same to get
778 779 780 781 782 783
       a correct framerate */
    swf->ms_per_frame = ( 1000 * 256 ) / frame_rate;
    swf->samples_per_frame = 0;
    swf->ch_id = -1;

    firstTagOff = url_ftell(pb);
F
Fabrice Bellard 已提交
784 785 786
    for(;;) {
        tag = get_swf_tag(pb, &len);
        if (tag < 0) {
787 788
            if ( ast || vst ) {
                if ( vst && ast ) {
789 790
                    vst->codec->time_base.den = ast->codec->sample_rate / swf->samples_per_frame;
                    vst->codec->time_base.num = 1;
791 792 793
                }
                break;
            }
794
            av_log(s, AV_LOG_ERROR, "No media found in SWF\n");
795
            return AVERROR_IO;
F
Fabrice Bellard 已提交
796
        }
797
        if ( tag == TAG_VIDEOSTREAM && !vst) {
A
Aurelien Jacobs 已提交
798
            int codec_id;
799 800 801 802 803 804
            swf->ch_id = get_le16(pb);
            get_le16(pb);
            get_le16(pb);
            get_le16(pb);
            get_byte(pb);
            /* Check for FLV1 */
A
Aurelien Jacobs 已提交
805 806
            codec_id = codec_get_id(swf_codec_tags, get_byte(pb));
            if ( codec_id ) {
807
                vst = av_new_stream(s, 0);
808
                av_set_pts_info(vst, 24, 1, 1000); /* 24 bit pts in ms */
809

810
                vst->codec->codec_type = CODEC_TYPE_VIDEO;
A
Aurelien Jacobs 已提交
811
                vst->codec->codec_id = codec_id;
812
                if ( swf->samples_per_frame ) {
813 814
                    vst->codec->time_base.den = 1000. / swf->ms_per_frame;
                    vst->codec->time_base.num = 1;
815 816 817
                }
            }
        } else if ( ( tag == TAG_STREAMHEAD || tag == TAG_STREAMHEAD2 ) && !ast) {
F
Fabrice Bellard 已提交
818 819 820
            /* streaming found */
            get_byte(pb);
            v = get_byte(pb);
821
            swf->samples_per_frame = get_le16(pb);
822 823
            if (len!=4)
                url_fskip(pb,len-4);
F
Fabrice Bellard 已提交
824 825
            /* if mp3 streaming found, OK */
            if ((v & 0x20) != 0) {
826 827 828 829
                if ( tag == TAG_STREAMHEAD2 ) {
                    get_le16(pb);
                }
                ast = av_new_stream(s, 1);
830
                av_set_pts_info(ast, 24, 1, 1000); /* 24 bit pts in ms */
831
                if (!ast)
F
Fabrice Bellard 已提交
832
                    return -ENOMEM;
M
cleanup  
Michael Niedermayer 已提交
833

F
Fabrice Bellard 已提交
834
                if (v & 0x01)
835
                    ast->codec->channels = 2;
F
Fabrice Bellard 已提交
836
                else
837
                    ast->codec->channels = 1;
F
Fabrice Bellard 已提交
838 839 840

                switch((v>> 2) & 0x03) {
                case 1:
841
                    ast->codec->sample_rate = 11025;
F
Fabrice Bellard 已提交
842 843
                    break;
                case 2:
844
                    ast->codec->sample_rate = 22050;
F
Fabrice Bellard 已提交
845 846
                    break;
                case 3:
847
                    ast->codec->sample_rate = 44100;
F
Fabrice Bellard 已提交
848 849
                    break;
                default:
850
                    av_free(ast);
851
                    return AVERROR_IO;
F
Fabrice Bellard 已提交
852
                }
853 854
                ast->codec->codec_type = CODEC_TYPE_AUDIO;
                ast->codec->codec_id = CODEC_ID_MP3;
F
Fabrice Bellard 已提交
855 856 857 858 859
            }
        } else {
            url_fskip(pb, len);
        }
    }
860
    url_fseek(pb, firstTagOff, SEEK_SET);
861

F
Fabrice Bellard 已提交
862 863 864 865 866
    return 0;
}

static int swf_read_packet(AVFormatContext *s, AVPacket *pkt)
{
867
    SWFContext *swf = s->priv_data;
F
Fabrice Bellard 已提交
868
    ByteIOContext *pb = &s->pb;
869 870
    AVStream *st = 0;
    int tag, len, i, frame;
871

F
Fabrice Bellard 已提交
872 873
    for(;;) {
        tag = get_swf_tag(pb, &len);
874
        if (tag < 0)
875
            return AVERROR_IO;
876 877
        if (tag == TAG_VIDEOFRAME) {
            for( i=0; i<s->nb_streams; i++ ) {
878
                st = s->streams[i];
879 880 881
                if (st->id == 0) {
                    if ( get_le16(pb) == swf->ch_id ) {
                        frame = get_le16(pb);
M
Michael Niedermayer 已提交
882
                        av_get_packet(pb, pkt, len-4);
883 884 885 886 887 888 889 890
                        pkt->pts = frame * swf->ms_per_frame;
                        pkt->stream_index = st->index;
                        return pkt->size;
                    } else {
                        url_fskip(pb, len-2);
                        continue;
                    }
                }
891
            }
892 893 894
            url_fskip(pb, len);
        } else if (tag == TAG_STREAMBLOCK) {
            for( i=0; i<s->nb_streams; i++ ) {
895
                st = s->streams[i];
896
                if (st->id == 1) {
M
Michael Niedermayer 已提交
897
                    av_get_packet(pb, pkt, len);
898 899 900 901 902
                    pkt->stream_index = st->index;
                    return pkt->size;
                }
            }
            url_fskip(pb, len);
F
Fabrice Bellard 已提交
903 904 905 906 907 908 909 910 911 912 913 914
        } else {
            url_fskip(pb, len);
        }
    }
    return 0;
}

static int swf_read_close(AVFormatContext *s)
{
     return 0;
}

915 916
#ifdef CONFIG_SWF_DEMUXER
AVInputFormat swf_demuxer = {
F
Fabrice Bellard 已提交
917 918
    "swf",
    "Flash format",
919
    sizeof(SWFContext),
F
Fabrice Bellard 已提交
920 921 922 923 924
    swf_probe,
    swf_read_header,
    swf_read_packet,
    swf_read_close,
};
925 926 927
#endif
#ifdef CONFIG_SWF_MUXER
AVOutputFormat swf_muxer = {
F
Fabrice Bellard 已提交
928 929 930 931
    "swf",
    "Flash format",
    "application/x-shockwave-flash",
    "swf",
F
Fabrice Bellard 已提交
932
    sizeof(SWFContext),
933 934
    CODEC_ID_MP3,
    CODEC_ID_FLV1,
F
Fabrice Bellard 已提交
935 936 937 938
    swf_write_header,
    swf_write_packet,
    swf_write_trailer,
};
939
#endif