libavformat/swfdec.c

   1 /*
   2  * Flash Compatible Streaming Format demuxer
   3  * Copyright (c) 2000 Fabrice Bellard
   4  * Copyright (c) 2003 Tinic Uro
   5  *
   6  * This file is part of FFmpeg.
   7  *
   8  * FFmpeg is free software; you can redistribute it and/or
   9  * modify it under the terms of the GNU Lesser General Public
  10  * License as published by the Free Software Foundation; either
  11  * version 2.1 of the License, or (at your option) any later version.
  12  *
  13  * FFmpeg is distributed in the hope that it will be useful,
  14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  16  * Lesser General Public License for more details.
  17  *
  18  * You should have received a copy of the GNU Lesser General Public
  19  * License along with FFmpeg; if not, write to the Free Software
  20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21  */
  22
  23 #include "config.h"
  24
  25 #if CONFIG_ZLIB
  26 #include <zlib.h>
  27 #endif
  28
  29 #include "libavutil/avassert.h"
  30 #include "libavutil/channel_layout.h"
  31 #include "libavutil/imgutils.h"
  32 #include "libavutil/internal.h"
  33 #include "libavutil/intreadwrite.h"
  34 #include "libavutil/mem.h"
  35 #include "libavcodec/get_bits.h"
  36 #include "demux.h"
  37 #include "swf.h"
  38 #include "flv.h"
  39
  40 typedef struct SWFDecContext {
  41     int samples_per_frame;
  42     int frame_rate;
  43 #if CONFIG_ZLIB
  44 #define ZBUF_SIZE 4096
  45     AVIOContext *zpb;
  46     uint8_t *zbuf_in;
  47     uint8_t *zbuf_out;
  48     z_stream zstream;
  49 #endif
  50 } SWFDecContext;
  51
  52 static const AVCodecTag swf_audio_codec_tags[] = {
  53     { AV_CODEC_ID_PCM_S16LE,  0x00 },
  54     { AV_CODEC_ID_ADPCM_SWF,  0x01 },
  55     { AV_CODEC_ID_MP3,        0x02 },
  56     { AV_CODEC_ID_PCM_S16LE,  0x03 },
  57     { AV_CODEC_ID_NELLYMOSER, 0x06 },
  58     { AV_CODEC_ID_NONE,          0 },
  59 };
  60
  61 static int get_swf_tag(AVIOContext *pb, int *len_ptr)
  62 {
  63     int tag, len;
  64
  65     if (avio_feof(pb))
  66         return AVERROR_EOF;
  67
  68     tag = avio_rl16(pb);
  69     len = tag & 0x3f;
  70     tag = tag >> 6;
  71     if (len == 0x3f) {
  72         len = avio_rl32(pb);
  73     }
  74     *len_ptr = len;
  75     return tag;
  76 }
  77
  78
  79 static int swf_probe(const AVProbeData *p)
  80 {
  81     GetBitContext gb;
  82     int len, xmin, xmax, ymin, ymax;
  83
  84     if(p->buf_size < 15)
  85         return 0;
  86
  87     /* check file header */
  88     if (   AV_RB24(p->buf) != AV_RB24("CWS")
  89         && AV_RB24(p->buf) != AV_RB24("FWS"))
  90         return 0;
  91
  92     if (   AV_RB24(p->buf) == AV_RB24("CWS")
  93         && p->buf[3] <= 20)
  94         return AVPROBE_SCORE_MAX / 4 + 1;
  95
  96     if (init_get_bits8(&gb, p->buf + 8, p->buf_size - 8) < 0)
  97         return 0;
  98
  99     len = get_bits(&gb, 5);
 100     if (!len)
 101         return 0;
 102     xmin = get_bits_long(&gb, len);
 103     xmax = get_bits_long(&gb, len);
 104     ymin = get_bits_long(&gb, len);
 105     ymax = get_bits_long(&gb, len);
 106     if (xmin || ymin || !xmax || !ymax)
 107         return 0;
 108
 109     if (p->buf[3] >= 20 || xmax < 16 || ymax < 16)
 110         return AVPROBE_SCORE_MAX / 4;
 111
 112     return AVPROBE_SCORE_EXTENSION + 1;
 113 }
 114
 115 #if CONFIG_ZLIB
 116 static int zlib_refill(void *opaque, uint8_t *buf, int buf_size)
 117 {
 118     AVFormatContext *s = opaque;
 119     SWFDecContext *swf = s->priv_data;
 120     z_stream *z = &swf->zstream;
 121     int ret;
 122
 123 retry:
 124     if (!z->avail_in) {
 125         int n = avio_read(s->pb, swf->zbuf_in, ZBUF_SIZE);
 126         if (n < 0)
 127             return n;
 128         z->next_in  = swf->zbuf_in;
 129         z->avail_in = n;
 130     }
 131
 132     z->next_out  = buf;
 133     z->avail_out = buf_size;
 134
 135     ret = inflate(z, Z_NO_FLUSH);
 136     if (ret == Z_STREAM_END)
 137         return AVERROR_EOF;
 138     if (ret != Z_OK)
 139         return AVERROR(EINVAL);
 140
 141     if (buf_size - z->avail_out == 0)
 142         goto retry;
 143
 144     return buf_size - z->avail_out;
 145 }
 146
 147 static av_cold int swf_read_close(AVFormatContext *avctx);
 148 #endif
 149
 150 static int swf_read_header(AVFormatContext *s)
 151 {
 152     SWFDecContext *swf = s->priv_data;
 153     AVIOContext *pb = s->pb;
 154     int nbits, len, tag;
 155
 156     tag = avio_rb32(pb) & 0xffffff00;
 157     avio_rl32(pb);
 158
 159     if (tag == MKBETAG('C', 'W', 'S', 0)) {
 160         av_log(s, AV_LOG_INFO, "SWF compressed file detected\n");
 161 #if CONFIG_ZLIB
 162         if (inflateInit(&swf->zstream) != Z_OK) {
 163             av_log(s, AV_LOG_ERROR, "Unable to init zlib context\n");
 164             return AVERROR(EINVAL);
 165         }
 166         if (!(swf->zbuf_in  = av_malloc(ZBUF_SIZE)) ||
 167             !(swf->zbuf_out = av_malloc(ZBUF_SIZE)) ||
 168             !(swf->zpb = avio_alloc_context(swf->zbuf_out, ZBUF_SIZE, 0,
 169                                             s, zlib_refill, NULL, NULL))) {
 170             swf_read_close(s);
 171             return AVERROR(ENOMEM);
 172         }
 173         swf->zpb->seekable = 0;
 174         pb = swf->zpb;
 175 #else
 176         av_log(s, AV_LOG_ERROR, "zlib support is required to read SWF compressed files\n");
 177         return AVERROR(ENOSYS);
 178 #endif
 179     } else if (tag != MKBETAG('F', 'W', 'S', 0))
 180         return AVERROR_INVALIDDATA;
 181     /* skip rectangle size */
 182     nbits = avio_r8(pb) >> 3;
 183     len = (4 * nbits - 3 + 7) / 8;
 184     avio_skip(pb, len);
 185     swf->frame_rate = avio_rl16(pb); /* 8.8 fixed */
 186     avio_rl16(pb); /* frame count */
 187
 188     swf->samples_per_frame = 0;
 189     s->ctx_flags |= AVFMTCTX_NOHEADER;
 190     return 0;
 191 }
 192
 193 static AVStream *create_new_audio_stream(AVFormatContext *s, int id, int info)
 194 {
 195     int sample_rate_code, sample_size_code;
 196     AVStream *ast = avformat_new_stream(s, NULL);
 197     if (!ast)
 198         return NULL;
 199     ast->id = id;
 200     av_channel_layout_default(&ast->codecpar->ch_layout, 1 + (info & 1));
 201     ast->codecpar->codec_type = AVMEDIA_TYPE_AUDIO;
 202     ast->codecpar->codec_id   = ff_codec_get_id(swf_audio_codec_tags, info>>4 & 15);
 203     ffstream(ast)->need_parsing = AVSTREAM_PARSE_FULL;
 204     sample_rate_code = info>>2 & 3;
 205     sample_size_code = info>>1 & 1;
 206     if (!sample_size_code && ast->codecpar->codec_id == AV_CODEC_ID_PCM_S16LE)
 207         ast->codecpar->codec_id = AV_CODEC_ID_PCM_U8;
 208     ast->codecpar->sample_rate = 44100 >> (3 - sample_rate_code);
 209     avpriv_set_pts_info(ast, 64, 1, ast->codecpar->sample_rate);
 210     return ast;
 211 }
 212
 213 static int swf_read_packet(AVFormatContext *s, AVPacket *pkt)
 214 {
 215     SWFDecContext *swf = s->priv_data;
 216     AVIOContext *pb = s->pb;
 217     AVStream *vst = NULL, *ast = NULL, *st = 0;
 218     int tag, len, i, frame, v, res;
 219
 220 #if CONFIG_ZLIB
 221     if (swf->zpb)
 222         pb = swf->zpb;
 223 #endif
 224
 225     for(;;) {
 226         uint64_t pos = avio_tell(pb);
 227         tag = get_swf_tag(pb, &len);
 228         if (tag < 0)
 229             return tag;
 230         if (len < 0) {
 231             av_log(s, AV_LOG_ERROR, "invalid tag length: %d\n", len);
 232             return AVERROR_INVALIDDATA;
 233         }
 234         if (tag == TAG_VIDEOSTREAM) {
 235             int ch_id = avio_rl16(pb);
 236             len -= 2;
 237
 238             for (i=0; i<s->nb_streams; i++) {
 239                 st = s->streams[i];
 240                 if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO && st->id == ch_id)
 241                     goto skip;
 242             }
 243
 244             avio_rl16(pb);
 245             avio_rl16(pb);
 246             avio_rl16(pb);
 247             avio_r8(pb);
 248             /* Check for FLV1 */
 249             vst = avformat_new_stream(s, NULL);
 250             if (!vst)
 251                 return AVERROR(ENOMEM);
 252             vst->id = ch_id;
 253             vst->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;
 254             vst->codecpar->codec_id = ff_codec_get_id(ff_swf_codec_tags, avio_r8(pb));
 255             avpriv_set_pts_info(vst, 16, 256, swf->frame_rate);
 256             len -= 8;
 257         } else if (tag == TAG_STREAMHEAD || tag == TAG_STREAMHEAD2) {
 258             /* streaming found */
 259
 260             for (i=0; i<s->nb_streams; i++) {
 261                 st = s->streams[i];
 262                 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO && st->id == -1)
 263                     goto skip;
 264             }
 265
 266             avio_r8(pb);
 267             v = avio_r8(pb);
 268             swf->samples_per_frame = avio_rl16(pb);
 269             ast = create_new_audio_stream(s, -1, v); /* -1 to avoid clash with video stream ch_id */
 270             if (!ast)
 271                 return AVERROR(ENOMEM);
 272             len -= 4;
 273         } else if (tag == TAG_DEFINESOUND) {
 274             /* audio stream */
 275             int ch_id = avio_rl16(pb);
 276
 277             for (i=0; i<s->nb_streams; i++) {
 278                 st = s->streams[i];
 279                 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO && st->id == ch_id)
 280                     goto skip;
 281             }
 282
 283             // FIXME: The entire audio stream is stored in a single chunk/tag. Normally,
 284             // these are smaller audio streams in DEFINESOUND tags, but it's technically
 285             // possible they could be huge. Break it up into multiple packets if it's big.
 286             v = avio_r8(pb);
 287             ast = create_new_audio_stream(s, ch_id, v);
 288             if (!ast)
 289                 return AVERROR(ENOMEM);
 290             ast->duration = avio_rl32(pb); // number of samples
 291             if (((v>>4) & 15) == 2) { // MP3 sound data record
 292                 ffstream(ast)->skip_samples = avio_rl16(pb);
 293                 len -= 2;
 294             }
 295             len -= 7;
 296             if ((res = av_get_packet(pb, pkt, len)) < 0)
 297                 return res;
 298             pkt->pos = pos;
 299             pkt->stream_index = ast->index;
 300             return pkt->size;
 301         } else if (tag == TAG_VIDEOFRAME) {
 302             int ch_id = avio_rl16(pb);
 303             len -= 2;
 304             for(i=0; i<s->nb_streams; i++) {
 305                 st = s->streams[i];
 306                 if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO && st->id == ch_id) {
 307                     int pkt_flags = 0;
 308                     frame = avio_rl16(pb);
 309                     len -= 2;
 310                     if (len <= 0)
 311                         goto skip;
 312                     if (st->codecpar->codec_id == AV_CODEC_ID_FLASHSV) {
 313                         unsigned flags = avio_r8(pb);
 314                         len--;
 315                         if (len <= 0)
 316                             goto skip;
 317                         pkt_flags |= (flags & FLV_VIDEO_FRAMETYPE_MASK) == FLV_FRAME_KEY ? AV_PKT_FLAG_KEY : 0;
 318                     }
 319                     if ((res = av_get_packet(pb, pkt, len)) < 0)
 320                         return res;
 321                     pkt->pos = pos;
 322                     pkt->pts = frame;
 323                     pkt->stream_index = st->index;
 324                     pkt->flags |= pkt_flags;
 325                     return pkt->size;
 326                 }
 327             }
 328         } else if (tag == TAG_DEFINEBITSLOSSLESS || tag == TAG_DEFINEBITSLOSSLESS2) {
 329 #if CONFIG_ZLIB
 330             long out_len;
 331             uint8_t *buf = NULL, *zbuf = NULL, *pal;
 332             uint32_t colormap[AVPALETTE_COUNT] = {0};
 333             const int alpha_bmp = tag == TAG_DEFINEBITSLOSSLESS2;
 334             const int colormapbpp = 3 + alpha_bmp;
 335             int linesize, colormapsize = 0;
 336
 337             const int ch_id   = avio_rl16(pb);
 338             const int bmp_fmt = avio_r8(pb);
 339             const int width   = avio_rl16(pb);
 340             const int height  = avio_rl16(pb);
 341             int pix_fmt;
 342
 343             len -= 2+1+2+2;
 344
 345             switch (bmp_fmt) {
 346             case 3: // PAL-8
 347                 linesize = width;
 348                 colormapsize = avio_r8(pb) + 1;
 349                 len--;
 350                 break;
 351             case 4: // RGB15
 352                 linesize = width * 2;
 353                 break;
 354             case 5: // RGB24 (0RGB)
 355                 linesize = width * 4;
 356                 break;
 357             default:
 358                 av_log(s, AV_LOG_ERROR, "invalid bitmap format %d, skipped\n", bmp_fmt);
 359                 goto bitmap_end_skip;
 360             }
 361
 362             linesize = FFALIGN(linesize, 4);
 363
 364             if (av_image_check_size(width, height, 0, s) < 0 ||
 365                 linesize >= INT_MAX / height ||
 366                 linesize * height >= INT_MAX - colormapsize * colormapbpp) {
 367                 av_log(s, AV_LOG_ERROR, "invalid frame size %dx%d\n", width, height);
 368                 goto bitmap_end_skip;
 369             }
 370
 371             out_len = colormapsize * colormapbpp + linesize * height;
 372
 373             ff_dlog(s, "bitmap: ch=%d fmt=%d %dx%d (linesize=%d) len=%d->%ld pal=%d\n",
 374                     ch_id, bmp_fmt, width, height, linesize, len, out_len, colormapsize);
 375
 376             if (len * 17373LL < out_len)
 377                 goto bitmap_end_skip;
 378
 379             zbuf = av_malloc(len);
 380             if (!zbuf) {
 381                 res = AVERROR(ENOMEM);
 382                 goto bitmap_end;
 383             }
 384
 385             len = avio_read(pb, zbuf, len);
 386             if (len < 0)
 387                 goto bitmap_end_skip;
 388
 389             buf  = av_malloc(out_len);
 390             if (!buf) {
 391                 res = AVERROR(ENOMEM);
 392                 goto bitmap_end;
 393             }
 394             if ((res = uncompress(buf, &out_len, zbuf, len)) != Z_OK) {
 395                 av_log(s, AV_LOG_WARNING, "Failed to uncompress one bitmap\n");
 396                 goto bitmap_end_skip;
 397             }
 398
 399             for (i = 0; i < s->nb_streams; i++) {
 400                 st = s->streams[i];
 401                 if (st->codecpar->codec_id == AV_CODEC_ID_RAWVIDEO && st->id == -3)
 402                     break;
 403             }
 404             if (i == s->nb_streams) {
 405                 vst = avformat_new_stream(s, NULL);
 406                 if (!vst) {
 407                     res = AVERROR(ENOMEM);
 408                     goto bitmap_end;
 409                 }
 410                 vst->id = -3; /* -3 to avoid clash with video stream and audio stream */
 411                 vst->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;
 412                 vst->codecpar->codec_id = AV_CODEC_ID_RAWVIDEO;
 413                 avpriv_set_pts_info(vst, 64, 256, swf->frame_rate);
 414                 st = vst;
 415             }
 416
 417             if ((res = av_new_packet(pkt, out_len - colormapsize * colormapbpp)) < 0)
 418                 goto bitmap_end;
 419             if (!st->codecpar->width && !st->codecpar->height) {
 420                 st->codecpar->width  = width;
 421                 st->codecpar->height = height;
 422             } else {
 423                 ff_add_param_change(pkt, 0, 0, 0, width, height);
 424             }
 425             pkt->pos = pos;
 426             pkt->stream_index = st->index;
 427
 428             if (linesize * height > pkt->size) {
 429                 res = AVERROR_INVALIDDATA;
 430                 goto bitmap_end;
 431             }
 432
 433             switch (bmp_fmt) {
 434             case 3:
 435                 pix_fmt = AV_PIX_FMT_PAL8;
 436                 for (i = 0; i < colormapsize; i++)
 437                     if (alpha_bmp)  colormap[i] = buf[3]<<24 | AV_RB24(buf + 4*i);
 438                     else            colormap[i] = 0xffU <<24 | AV_RB24(buf + 3*i);
 439                 pal = av_packet_new_side_data(pkt, AV_PKT_DATA_PALETTE, AVPALETTE_SIZE);
 440                 if (!pal) {
 441                     res = AVERROR(ENOMEM);
 442                     goto bitmap_end;
 443                 }
 444                 memcpy(pal, colormap, AVPALETTE_SIZE);
 445                 break;
 446             case 4:
 447                 pix_fmt = AV_PIX_FMT_RGB555;
 448                 break;
 449             case 5:
 450                 pix_fmt = alpha_bmp ? AV_PIX_FMT_ARGB : AV_PIX_FMT_0RGB;
 451                 break;
 452             default:
 453                 av_assert0(0);
 454             }
 455             if (st->codecpar->format != AV_PIX_FMT_NONE && st->codecpar->format != pix_fmt) {
 456                 av_log(s, AV_LOG_ERROR, "pixel format change unsupported\n");
 457             } else
 458                 st->codecpar->format = pix_fmt;
 459
 460             memcpy(pkt->data, buf + colormapsize*colormapbpp, linesize * height);
 461
 462             res = pkt->size;
 463
 464 bitmap_end:
 465             av_freep(&zbuf);
 466             av_freep(&buf);
 467             return res;
 468 bitmap_end_skip:
 469             av_freep(&zbuf);
 470             av_freep(&buf);
 471 #else
 472             av_log(s, AV_LOG_ERROR, "this file requires zlib support compiled in\n");
 473 #endif
 474         } else if (tag == TAG_STREAMBLOCK) {
 475             for (i = 0; i < s->nb_streams; i++) {
 476                 st = s->streams[i];
 477                 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO && st->id == -1) {
 478                     if (st->codecpar->codec_id == AV_CODEC_ID_MP3) {
 479                         avio_skip(pb, 4);
 480                         len -= 4;
 481                         if (len <= 0)
 482                             goto skip;
 483                         if ((res = av_get_packet(pb, pkt, len)) < 0)
 484                             return res;
 485                     } else { // ADPCM, PCM
 486                         if (len <= 0)
 487                             goto skip;
 488                         if ((res = av_get_packet(pb, pkt, len)) < 0)
 489                             return res;
 490                     }
 491                     pkt->pos          = pos;
 492                     pkt->stream_index = st->index;
 493                     return pkt->size;
 494                 }
 495             }
 496         } else if (tag == TAG_JPEG2) {
 497             for (i=0; i<s->nb_streams; i++) {
 498                 st = s->streams[i];
 499                 if (st->codecpar->codec_id == AV_CODEC_ID_MJPEG && st->id == -2)
 500                     break;
 501             }
 502             if (i == s->nb_streams) {
 503                 vst = avformat_new_stream(s, NULL);
 504                 if (!vst)
 505                     return AVERROR(ENOMEM);
 506                 vst->id = -2; /* -2 to avoid clash with video stream and audio stream */
 507                 vst->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;
 508                 vst->codecpar->codec_id = AV_CODEC_ID_MJPEG;
 509                 avpriv_set_pts_info(vst, 64, 256, swf->frame_rate);
 510                 st = vst;
 511             }
 512             avio_rl16(pb); /* BITMAP_ID */
 513             len -= 2;
 514             if (len < 4)
 515                 goto skip;
 516             if ((res = av_new_packet(pkt, len)) < 0)
 517                 return res;
 518             if (avio_read(pb, pkt->data, 4) != 4) {
 519                 return AVERROR_INVALIDDATA;
 520             }
 521             if (AV_RB32(pkt->data) == 0xffd8ffd9 ||
 522                 AV_RB32(pkt->data) == 0xffd9ffd8) {
 523                 /* old SWF files containing SOI/EOI as data start */
 524                 /* files created by swink have reversed tag */
 525                 pkt->size -= 4;
 526                 memset(pkt->data+pkt->size, 0, 4);
 527                 res = avio_read(pb, pkt->data, pkt->size);
 528             } else {
 529                 res = avio_read(pb, pkt->data + 4, pkt->size - 4);
 530                 if (res >= 0)
 531                     res += 4;
 532             }
 533             if (res != pkt->size) {
 534                 if (res < 0) {
 535                     return res;
 536                 }
 537                 av_shrink_packet(pkt, res);
 538             }
 539
 540             pkt->pos = pos;
 541             pkt->stream_index = st->index;
 542             return pkt->size;
 543         } else {
 544             av_log(s, AV_LOG_DEBUG, "Unknown tag: %d\n", tag);
 545         }
 546     skip:
 547         if(len<0)
 548             av_log(s, AV_LOG_WARNING, "Clipping len %d\n", len);
 549         len = FFMAX(0, len);
 550         avio_skip(pb, len);
 551     }
 552 }
 553
 554 #if CONFIG_ZLIB
 555 static av_cold int swf_read_close(AVFormatContext *avctx)
 556 {
 557     SWFDecContext *s = avctx->priv_data;
 558     inflateEnd(&s->zstream);
 559     av_freep(&s->zbuf_in);
 560     av_freep(&s->zbuf_out);
 561     avio_context_free(&s->zpb);
 562     return 0;
 563 }
 564 #endif
 565
 566 const FFInputFormat ff_swf_demuxer = {
 567     .p.name         = "swf",
 568     .p.long_name    = NULL_IF_CONFIG_SMALL("SWF (ShockWave Flash)"),
 569     .priv_data_size = sizeof(SWFDecContext),
 570     .read_probe     = swf_probe,
 571     .read_header    = swf_read_header,
 572     .read_packet    = swf_read_packet,
 573 #if CONFIG_ZLIB
 574     .read_close     = swf_read_close,
 575 #endif
 576 };