hlsenc.c 53.7 KB
Newer Older
L
Luca Barbato 已提交
1 2 3 4
/*
 * Apple HTTP Live Streaming segmenter
 * Copyright (c) 2012, Luca Barbato
 *
5
 * This file is part of FFmpeg.
L
Luca Barbato 已提交
6
 *
7
 * FFmpeg is free software; you can redistribute it and/or
L
Luca Barbato 已提交
8 9 10 11
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
12
 * FFmpeg is distributed in the hope that it will be useful,
L
Luca Barbato 已提交
13 14 15 16 17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with FFmpeg; if not, write to the Free Software
L
Luca Barbato 已提交
19 20 21
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

22
#include "config.h"
L
Luca Barbato 已提交
23
#include <float.h>
24
#include <stdint.h>
25 26 27
#if HAVE_UNISTD_H
#include <unistd.h>
#endif
L
Luca Barbato 已提交
28

29
#include "libavutil/avassert.h"
L
Luca Barbato 已提交
30 31 32 33 34
#include "libavutil/mathematics.h"
#include "libavutil/parseutils.h"
#include "libavutil/avstring.h"
#include "libavutil/opt.h"
#include "libavutil/log.h"
35
#include "libavutil/time_internal.h"
L
Luca Barbato 已提交
36 37

#include "avformat.h"
38
#include "avio_internal.h"
L
Luca Barbato 已提交
39
#include "internal.h"
40
#include "os_support.h"
L
Luca Barbato 已提交
41

42 43 44 45 46 47
typedef enum {
  HLS_START_SEQUENCE_AS_START_NUMBER = 0,
  HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH = 1,
  HLS_START_SEQUENCE_AS_FORMATTED_DATETIME = 2,  // YYYYMMDDhhmmss
} StartSequenceSourceType;

48 49 50
#define KEYSIZE 16
#define LINE_BUFFER_SIZE 1024

51 52
typedef struct HLSSegment {
    char filename[1024];
53
    char sub_filename[1024];
54
    double duration; /* in seconds */
55
    int discont;
56 57
    int64_t pos;
    int64_t size;
58

59 60 61
    char key_uri[LINE_BUFFER_SIZE + 1];
    char iv_string[KEYSIZE*2 + 1];

62 63
    struct HLSSegment *next;
} HLSSegment;
L
Luca Barbato 已提交
64

65 66 67
typedef enum HLSFlags {
    // Generate a single media file and use byte ranges in the playlist.
    HLS_SINGLE_FILE = (1 << 0),
68
    HLS_DELETE_SEGMENTS = (1 << 1),
69
    HLS_ROUND_DURATIONS = (1 << 2),
70
    HLS_DISCONT_START = (1 << 3),
71
    HLS_OMIT_ENDLIST = (1 << 4),
72
    HLS_SPLIT_BY_TIME = (1 << 5),
73
    HLS_APPEND_LIST = (1 << 6),
74
    HLS_PROGRAM_DATE_TIME = (1 << 7),
75
    HLS_SECOND_LEVEL_SEGMENT_INDEX = (1 << 8), // include segment index in segment filenames when use_localtime  e.g.: %%03d
76 77
    HLS_SECOND_LEVEL_SEGMENT_DURATION = (1 << 9), // include segment duration (microsec) in segment filenames when use_localtime  e.g.: %%09t
    HLS_SECOND_LEVEL_SEGMENT_SIZE = (1 << 10), // include segment size (bytes) in segment filenames when use_localtime  e.g.: %%014s
78 79
} HLSFlags;

80 81 82 83 84 85 86
typedef enum {
    PLAYLIST_TYPE_NONE,
    PLAYLIST_TYPE_EVENT,
    PLAYLIST_TYPE_VOD,
    PLAYLIST_TYPE_NB,
} PlaylistType;

L
Luca Barbato 已提交
87 88
typedef struct HLSContext {
    const AVClass *class;  // Class for private options.
89
    unsigned number;
90
    int64_t sequence;
91
    int64_t start_sequence;
92
    uint32_t start_sequence_source_type;  // enum StartSequenceSourceType
L
Luca Barbato 已提交
93
    AVOutputFormat *oformat;
94
    AVOutputFormat *vtt_oformat;
95

L
Luca Barbato 已提交
96
    AVFormatContext *avf;
97
    AVFormatContext *vtt_avf;
98

L
Luca Barbato 已提交
99
    float time;            // Set by a private option.
100
    float init_time;       // Set by a private option.
101
    int max_nb_segments;   // Set by a private option.
L
Luca Barbato 已提交
102
    int  wrap;             // Set by a private option.
103
    uint32_t flags;        // enum HLSFlags
104
    uint32_t pl_type;      // enum PlaylistType
105
    char *segment_filename;
106

107
    int use_localtime;      ///< flag to expand filename with localtime
108
    int use_localtime_mkdir;///< flag to mkdir dirname in timebased filename
109
    int allowcache;
L
Luca Barbato 已提交
110 111
    int64_t recording_time;
    int has_video;
112
    int has_subtitle;
113 114
    int new_start;
    double dpp;           // duration per packet
L
Luca Barbato 已提交
115 116
    int64_t start_pts;
    int64_t end_pts;
117
    double duration;      // last segment duration computed so far, in seconds
118 119
    int64_t start_pos;    // last segment starting position
    int64_t size;         // last segment size
120
    int64_t max_seg_size; // every segment file max size
121
    int nb_entries;
122
    int discontinuity_set;
123
    int discontinuity;
124

125 126
    HLSSegment *segments;
    HLSSegment *last_segment;
127
    HLSSegment *old_segments;
128

L
Luca Barbato 已提交
129
    char *basename;
130 131
    char *vtt_basename;
    char *vtt_m3u8_name;
132
    char *baseurl;
liuqi_123's avatar
liuqi_123 已提交
133
    char *format_options_str;
134 135
    char *vtt_format_options_str;
    char *subtitle_filename;
liuqi_123's avatar
liuqi_123 已提交
136
    AVDictionary *format_options;
137 138 139 140 141 142

    char *key_info_file;
    char key_file[LINE_BUFFER_SIZE + 1];
    char key_uri[LINE_BUFFER_SIZE + 1];
    char key_string[KEYSIZE*2 + 1];
    char iv_string[KEYSIZE*2 + 1];
143 144
    AVDictionary *vtt_format_options;

145 146
    char *method;

147
    double initial_prog_date_time;
148
    char current_segment_final_filename_fmt[1024]; // when renaming segments
L
Luca Barbato 已提交
149 150
} HLSContext;

151 152 153 154 155
static int get_int_from_double(double val)
{
    return (int)((val - (int)val) >= 0.001) ? (int)(val + 1) : (int)val;
}

156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188
static int mkdir_p(const char *path) {
    int ret = 0;
    char *temp = av_strdup(path);
    char *pos = temp;
    char tmp_ch = '\0';

    if (!path || !temp) {
        return -1;
    }

    if (!strncmp(temp, "/", 1) || !strncmp(temp, "\\", 1)) {
        pos++;
    } else if (!strncmp(temp, "./", 2) || !strncmp(temp, ".\\", 2)) {
        pos += 2;
    }

    for ( ; *pos != '\0'; ++pos) {
        if (*pos == '/' || *pos == '\\') {
            tmp_ch = *pos;
            *pos = '\0';
            ret = mkdir(temp, 0755);
            *pos = tmp_ch;
        }
    }

    if ((*(pos - 1) != '/') || (*(pos - 1) != '\\')) {
        ret = mkdir(temp, 0755);
    }

    av_free(temp);
    return ret;
}

189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240
static int replace_int_data_in_filename(char *buf, int buf_size, const char *filename, char placeholder, int64_t number)
{
    const char *p;
    char *q, buf1[20], c;
    int nd, len, addchar_count;
    int found_count = 0;

    q = buf;
    p = filename;
    for (;;) {
        c = *p;
        if (c == '\0')
            break;
        if (c == '%' && *(p+1) == '%')  // %%
            addchar_count = 2;
        else if (c == '%' && (av_isdigit(*(p+1)) || *(p+1) == placeholder)) {
            nd = 0;
            addchar_count = 1;
            while (av_isdigit(*(p + addchar_count))) {
                nd = nd * 10 + *(p + addchar_count) - '0';
                addchar_count++;
            }

            if (*(p + addchar_count) == placeholder) {
                len = snprintf(buf1, sizeof(buf1), "%0*"PRId64, (number < 0) ? nd : nd++, number);
                if (len < 1)  // returned error or empty buf1
                    goto fail;
                if ((q - buf + len) > buf_size - 1)
                    goto fail;
                memcpy(q, buf1, len);
                q += len;
                p += (addchar_count + 1);
                addchar_count = 0;
                found_count++;
            }

        } else
            addchar_count = 1;

        while (addchar_count--)
            if ((q - buf) < buf_size - 1)
                *q++ = *p++;
            else
                goto fail;
    }
    *q = '\0';
    return found_count;
fail:
    *q = '\0';
    return -1;
}

241 242 243 244
static int hls_delete_old_segments(HLSContext *hls) {

    HLSSegment *segment, *previous_segment = NULL;
    float playlist_duration = 0.0f;
245
    int ret = 0, path_size, sub_path_size;
246 247
    char *dirname = NULL, *p, *sub_path;
    char *path = NULL;
248 249
    AVDictionary *options = NULL;
    AVIOContext *out = NULL;
250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267

    segment = hls->segments;
    while (segment) {
        playlist_duration += segment->duration;
        segment = segment->next;
    }

    segment = hls->old_segments;
    while (segment) {
        playlist_duration -= segment->duration;
        previous_segment = segment;
        segment = previous_segment->next;
        if (playlist_duration <= -previous_segment->duration) {
            previous_segment->next = NULL;
            break;
        }
    }

268
    if (segment && !hls->use_localtime_mkdir) {
269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284
        if (hls->segment_filename) {
            dirname = av_strdup(hls->segment_filename);
        } else {
            dirname = av_strdup(hls->avf->filename);
        }
        if (!dirname) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        p = (char *)av_basename(dirname);
        *p = '\0';
    }

    while (segment) {
        av_log(hls, AV_LOG_DEBUG, "deleting old segment %s\n",
                                  segment->filename);
285
        path_size =  (hls->use_localtime_mkdir ? 0 : strlen(dirname)) + strlen(segment->filename) + 1;
286 287 288 289 290
        path = av_malloc(path_size);
        if (!path) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
291

292 293 294 295 296 297 298
        if (hls->use_localtime_mkdir)
            av_strlcpy(path, segment->filename, path_size);
        else { // segment->filename contains basename only
            av_strlcpy(path, dirname, path_size);
            av_strlcat(path, segment->filename, path_size);
        }

299 300 301 302 303
        if (hls->method) {
            av_dict_set(&options, "method", "DELETE", 0);
            if ((ret = hls->avf->io_open(hls->avf, &out, path, AVIO_FLAG_WRITE, &options)) < 0)
                goto fail;
        } else if (unlink(path) < 0) {
304 305 306
            av_log(hls, AV_LOG_ERROR, "failed to delete old segment %s: %s\n",
                                     path, strerror(errno));
        }
307

308 309
        if ((segment->sub_filename[0] != '\0')) {
            sub_path_size = strlen(segment->sub_filename) + 1 + (dirname ? strlen(dirname) : 0);
310 311 312 313 314 315 316 317
            sub_path = av_malloc(sub_path_size);
            if (!sub_path) {
                ret = AVERROR(ENOMEM);
                goto fail;
            }

            av_strlcpy(sub_path, dirname, sub_path_size);
            av_strlcat(sub_path, segment->sub_filename, sub_path_size);
318 319 320 321 322 323 324 325

            if (hls->method) {
                av_dict_set(&options, "method", "DELETE", 0);
                if ((ret = hls->avf->io_open(hls->avf, &out, sub_path, AVIO_FLAG_WRITE, &options)) < 0) {
                    av_free(sub_path);
                    goto fail;
                }
            } else if (unlink(sub_path) < 0) {
326 327 328 329
                av_log(hls, AV_LOG_ERROR, "failed to delete old segment %s: %s\n",
                                         sub_path, strerror(errno));
            }
            av_free(sub_path);
330
        }
331
        av_freep(&path);
332 333 334 335 336 337
        previous_segment = segment;
        segment = previous_segment->next;
        av_free(previous_segment);
    }

fail:
338
    av_free(path);
339 340 341 342 343
    av_free(dirname);

    return ret;
}

344 345 346 347 348 349 350
static int hls_encryption_start(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    int ret;
    AVIOContext *pb;
    uint8_t key[KEYSIZE];

351
    if ((ret = s->io_open(s, &pb, hls->key_info_file, AVIO_FLAG_READ, NULL)) < 0) {
352 353 354 355 356 357 358 359 360 361 362 363 364 365
        av_log(hls, AV_LOG_ERROR,
                "error opening key info file %s\n", hls->key_info_file);
        return ret;
    }

    ff_get_line(pb, hls->key_uri, sizeof(hls->key_uri));
    hls->key_uri[strcspn(hls->key_uri, "\r\n")] = '\0';

    ff_get_line(pb, hls->key_file, sizeof(hls->key_file));
    hls->key_file[strcspn(hls->key_file, "\r\n")] = '\0';

    ff_get_line(pb, hls->iv_string, sizeof(hls->iv_string));
    hls->iv_string[strcspn(hls->iv_string, "\r\n")] = '\0';

366
    ff_format_io_close(s, &pb);
367 368 369 370 371 372 373 374 375 376 377

    if (!*hls->key_uri) {
        av_log(hls, AV_LOG_ERROR, "no key URI specified in key info file\n");
        return AVERROR(EINVAL);
    }

    if (!*hls->key_file) {
        av_log(hls, AV_LOG_ERROR, "no key file specified in key info file\n");
        return AVERROR(EINVAL);
    }

378
    if ((ret = s->io_open(s, &pb, hls->key_file, AVIO_FLAG_READ, NULL)) < 0) {
379 380 381 382 383
        av_log(hls, AV_LOG_ERROR, "error opening key file %s\n", hls->key_file);
        return ret;
    }

    ret = avio_read(pb, key, sizeof(key));
384
    ff_format_io_close(s, &pb);
385 386 387 388 389 390 391 392 393 394 395
    if (ret != sizeof(key)) {
        av_log(hls, AV_LOG_ERROR, "error reading key file %s\n", hls->key_file);
        if (ret >= 0 || ret == AVERROR_EOF)
            ret = AVERROR(EINVAL);
        return ret;
    }
    ff_data_to_hex(hls->key_string, key, sizeof(key), 0);

    return 0;
}

396 397 398 399 400 401 402 403
static int read_chomp_line(AVIOContext *s, char *buf, int maxlen)
{
    int len = ff_get_line(s, buf, maxlen);
    while (len > 0 && av_isspace(buf[len - 1]))
        buf[--len] = '\0';
    return len;
}

L
Luca Barbato 已提交
404 405 406 407
static int hls_mux_init(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    AVFormatContext *oc;
408
    AVFormatContext *vtt_oc = NULL;
409
    int i, ret;
L
Luca Barbato 已提交
410

411 412 413 414
    ret = avformat_alloc_output_context2(&hls->avf, hls->oformat, NULL, NULL);
    if (ret < 0)
        return ret;
    oc = hls->avf;
L
Luca Barbato 已提交
415 416 417

    oc->oformat            = hls->oformat;
    oc->interrupt_callback = s->interrupt_callback;
418
    oc->max_delay          = s->max_delay;
419 420 421
    oc->opaque             = s->opaque;
    oc->io_open            = s->io_open;
    oc->io_close           = s->io_close;
422
    av_dict_copy(&oc->metadata, s->metadata, 0);
L
Luca Barbato 已提交
423

424 425 426 427 428 429 430 431 432
    if(hls->vtt_oformat) {
        ret = avformat_alloc_output_context2(&hls->vtt_avf, hls->vtt_oformat, NULL, NULL);
        if (ret < 0)
            return ret;
        vtt_oc          = hls->vtt_avf;
        vtt_oc->oformat = hls->vtt_oformat;
        av_dict_copy(&vtt_oc->metadata, s->metadata, 0);
    }

L
Luca Barbato 已提交
433 434
    for (i = 0; i < s->nb_streams; i++) {
        AVStream *st;
435
        AVFormatContext *loc;
436
        if (s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE)
437 438 439 440 441
            loc = vtt_oc;
        else
            loc = oc;

        if (!(st = avformat_new_stream(loc, NULL)))
L
Luca Barbato 已提交
442
            return AVERROR(ENOMEM);
443
        avcodec_parameters_copy(st->codecpar, s->streams[i]->codecpar);
L
Luca Barbato 已提交
444
        st->sample_aspect_ratio = s->streams[i]->sample_aspect_ratio;
445
        st->time_base = s->streams[i]->time_base;
L
Luca Barbato 已提交
446
    }
447
    hls->start_pos = 0;
448
    hls->new_start = 1;
L
Luca Barbato 已提交
449 450 451 452

    return 0;
}

453 454 455 456 457 458 459 460 461 462
static HLSSegment *find_segment_by_filename(HLSSegment *segment, const char *filename)
{
    while (segment) {
        if (!av_strcasecmp(segment->filename,filename))
            return segment;
        segment = segment->next;
    }
    return (HLSSegment *) NULL;
}

463
/* Create a new segment and append it to the segment list */
464 465
static int hls_append_segment(struct AVFormatContext *s, HLSContext *hls, double duration,
                              int64_t pos, int64_t size)
L
Luca Barbato 已提交
466
{
467
    HLSSegment *en = av_malloc(sizeof(*en));
468
    const char  *filename;
469
    int ret;
L
Luca Barbato 已提交
470 471 472 473

    if (!en)
        return AVERROR(ENOMEM);

474 475 476 477 478
    if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
        strlen(hls->current_segment_final_filename_fmt)) {
        av_strlcpy(hls->avf->filename, hls->current_segment_final_filename_fmt, sizeof(hls->avf->filename));
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
            char * filename = av_strdup(hls->avf->filename);  // %%s will be %s after strftime
479 480
            if (!filename) {
                av_free(en);
481
                return AVERROR(ENOMEM);
482
            }
483 484 485 486 487 488 489
            if (replace_int_data_in_filename(hls->avf->filename, sizeof(hls->avf->filename),
                filename, 's', pos + size) < 1) {
                av_log(hls, AV_LOG_ERROR,
                       "Invalid second level segment filename template '%s', "
                        "you can try to remove second_level_segment_size flag\n",
                       filename);
                av_free(filename);
490
                av_free(en);
491 492 493 494 495 496
                return AVERROR(EINVAL);
            }
            av_free(filename);
        }
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
            char * filename = av_strdup(hls->avf->filename);  // %%t will be %t after strftime
497 498
            if (!filename) {
                av_free(en);
499
                return AVERROR(ENOMEM);
500
            }
501 502 503 504 505 506 507
            if (replace_int_data_in_filename(hls->avf->filename, sizeof(hls->avf->filename),
                filename, 't',  (int64_t)round(1000000 * duration)) < 1) {
                av_log(hls, AV_LOG_ERROR,
                       "Invalid second level segment filename template '%s', "
                        "you can try to remove second_level_segment_time flag\n",
                       filename);
                av_free(filename);
508
                av_free(en);
509 510 511 512 513 514 515
                return AVERROR(EINVAL);
            }
            av_free(filename);
        }
    }


516 517 518
    filename = av_basename(hls->avf->filename);

    if (hls->use_localtime_mkdir) {
519
        filename = hls->avf->filename;
520
    }
521
    if (find_segment_by_filename(hls->segments, filename)
522
        || find_segment_by_filename(hls->old_segments, filename)) {
523 524
        av_log(hls, AV_LOG_WARNING, "Duplicated segment filename detected: %s\n", filename);
    }
525
    av_strlcpy(en->filename, filename, sizeof(en->filename));
L
Luca Barbato 已提交
526

527 528
    if(hls->has_subtitle)
        av_strlcpy(en->sub_filename, av_basename(hls->vtt_avf->filename), sizeof(en->sub_filename));
529 530
    else
        en->sub_filename[0] = '\0';
531

L
Luca Barbato 已提交
532
    en->duration = duration;
533 534
    en->pos      = pos;
    en->size     = size;
L
Luca Barbato 已提交
535
    en->next     = NULL;
536 537 538 539 540 541
    en->discont  = 0;

    if (hls->discontinuity) {
        en->discont = 1;
        hls->discontinuity = 0;
    }
L
Luca Barbato 已提交
542

543 544 545 546 547
    if (hls->key_info_file) {
        av_strlcpy(en->key_uri, hls->key_uri, sizeof(en->key_uri));
        av_strlcpy(en->iv_string, hls->iv_string, sizeof(en->iv_string));
    }

548 549
    if (!hls->segments)
        hls->segments = en;
L
Luca Barbato 已提交
550
    else
551
        hls->last_segment->next = en;
L
Luca Barbato 已提交
552

553
    hls->last_segment = en;
L
Luca Barbato 已提交
554

555 556 557 558
    // EVENT or VOD playlists imply sliding window cannot be used
    if (hls->pl_type != PLAYLIST_TYPE_NONE)
        hls->max_nb_segments = 0;

559 560
    if (hls->max_nb_segments && hls->nb_entries >= hls->max_nb_segments) {
        en = hls->segments;
561
        hls->initial_prog_date_time += en->duration;
562
        hls->segments = en->next;
563 564 565 566 567 568 569 570
        if (en && hls->flags & HLS_DELETE_SEGMENTS &&
                !(hls->flags & HLS_SINGLE_FILE || hls->wrap)) {
            en->next = hls->old_segments;
            hls->old_segments = en;
            if ((ret = hls_delete_old_segments(hls)) < 0)
                return ret;
        } else
            av_free(en);
571 572
    } else
        hls->nb_entries++;
L
Luca Barbato 已提交
573

574 575 576
    if (hls->max_seg_size > 0) {
        return 0;
    }
577 578
    hls->sequence++;

L
Luca Barbato 已提交
579 580 581
    return 0;
}

582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601
static int parse_playlist(AVFormatContext *s, const char *url)
{
    HLSContext *hls = s->priv_data;
    AVIOContext *in;
    int ret = 0, is_segment = 0;
    int64_t new_start_pos;
    char line[1024];
    const char *ptr;

    if ((ret = ffio_open_whitelist(&in, url, AVIO_FLAG_READ,
                                   &s->interrupt_callback, NULL,
                                   s->protocol_whitelist, s->protocol_blacklist)) < 0)
        return ret;

    read_chomp_line(in, line, sizeof(line));
    if (strcmp(line, "#EXTM3U")) {
        ret = AVERROR_INVALIDDATA;
        goto fail;
    }

602
    hls->discontinuity = 0;
603 604 605
    while (!avio_feof(in)) {
        read_chomp_line(in, line, sizeof(line));
        if (av_strstart(line, "#EXT-X-MEDIA-SEQUENCE:", &ptr)) {
606 607 608 609 610 611 612 613 614 615
            int64_t tmp_sequence = strtoll(ptr, NULL, 10);
            if (tmp_sequence < hls->sequence)
              av_log(hls, AV_LOG_VERBOSE,
                     "Found playlist sequence number was smaller """
                     "than specified start sequence number: %"PRId64" < %"PRId64", "
                     "omitting\n", tmp_sequence, hls->start_sequence);
            else {
              av_log(hls, AV_LOG_DEBUG, "Found playlist sequence number: %"PRId64"\n", tmp_sequence);
              hls->sequence = tmp_sequence;
            }
616 617 618
        } else if (av_strstart(line, "#EXT-X-DISCONTINUITY", &ptr)) {
            is_segment = 1;
            hls->discontinuity = 1;
619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642
        } else if (av_strstart(line, "#EXTINF:", &ptr)) {
            is_segment = 1;
            hls->duration = atof(ptr);
        } else if (av_strstart(line, "#", NULL)) {
            continue;
        } else if (line[0]) {
            if (is_segment) {
                is_segment = 0;
                new_start_pos = avio_tell(hls->avf->pb);
                hls->size = new_start_pos - hls->start_pos;
                av_strlcpy(hls->avf->filename, line, sizeof(line));
                ret = hls_append_segment(s, hls, hls->duration, hls->start_pos, hls->size);
                if (ret < 0)
                    goto fail;
                hls->start_pos = new_start_pos;
            }
        }
    }

fail:
    avio_close(in);
    return ret;
}

643
static void hls_free_segments(HLSSegment *p)
L
Luca Barbato 已提交
644
{
645
    HLSSegment *en;
L
Luca Barbato 已提交
646 647 648 649 650 651 652 653

    while(p) {
        en = p;
        p = p->next;
        av_free(en);
    }
}

654 655 656 657 658 659
static void set_http_options(AVDictionary **options, HLSContext *c)
{
    if (c->method)
        av_dict_set(options, "method", c->method, 0);
}

L
Luca Barbato 已提交
660 661 662
static int hls_window(AVFormatContext *s, int last)
{
    HLSContext *hls = s->priv_data;
663
    HLSSegment *en;
664
    int target_duration = 0;
L
Luca Barbato 已提交
665
    int ret = 0;
666
    AVIOContext *out = NULL;
667
    AVIOContext *sub_out = NULL;
668
    char temp_filename[1024];
669
    int64_t sequence = FFMAX(hls->start_sequence, hls->sequence - hls->nb_entries);
670
    int version = 3;
671 672
    const char *proto = avio_find_protocol_name(s->filename);
    int use_rename = proto && !strcmp(proto, "file");
673
    static unsigned warned_non_file;
674 675
    char *key_uri = NULL;
    char *iv_string = NULL;
676
    AVDictionary *options = NULL;
677
    double prog_date_time = hls->initial_prog_date_time;
678 679 680 681 682 683
    int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);

    if (byterange_mode) {
        version = 4;
        sequence = 0;
    }
684 685

    if (!use_rename && !warned_non_file++)
M
Moritz Barsnick 已提交
686
        av_log(s, AV_LOG_ERROR, "Cannot use rename on non file protocol, this may lead to races and temporary partial files\n");
L
Luca Barbato 已提交
687

688
    set_http_options(&options, hls);
689
    snprintf(temp_filename, sizeof(temp_filename), use_rename ? "%s.tmp" : "%s", s->filename);
690
    if ((ret = s->io_open(s, &out, temp_filename, AVIO_FLAG_WRITE, &options)) < 0)
L
Luca Barbato 已提交
691 692
        goto fail;

693
    for (en = hls->segments; en; en = en->next) {
694 695
        if (target_duration <= en->duration)
            target_duration = get_int_from_double(en->duration);
696 697
    }

698
    hls->discontinuity_set = 0;
699 700
    avio_printf(out, "#EXTM3U\n");
    avio_printf(out, "#EXT-X-VERSION:%d\n", version);
701
    if (hls->allowcache == 0 || hls->allowcache == 1) {
702
        avio_printf(out, "#EXT-X-ALLOW-CACHE:%s\n", hls->allowcache == 0 ? "NO" : "YES");
703
    }
704 705
    avio_printf(out, "#EXT-X-TARGETDURATION:%d\n", target_duration);
    avio_printf(out, "#EXT-X-MEDIA-SEQUENCE:%"PRId64"\n", sequence);
706 707 708 709 710
    if (hls->pl_type == PLAYLIST_TYPE_EVENT) {
        avio_printf(out, "#EXT-X-PLAYLIST-TYPE:EVENT\n");
    } else if (hls->pl_type == PLAYLIST_TYPE_VOD) {
        avio_printf(out, "#EXT-X-PLAYLIST-TYPE:VOD\n");
    }
L
Luca Barbato 已提交
711

712
    av_log(s, AV_LOG_VERBOSE, "EXT-X-MEDIA-SEQUENCE:%"PRId64"\n",
713
           sequence);
714 715 716 717
    if((hls->flags & HLS_DISCONT_START) && sequence==hls->start_sequence && hls->discontinuity_set==0 ){
        avio_printf(out, "#EXT-X-DISCONTINUITY\n");
        hls->discontinuity_set = 1;
    }
718
    for (en = hls->segments; en; en = en->next) {
719 720 721 722 723 724 725 726 727 728
        if (hls->key_info_file && (!key_uri || strcmp(en->key_uri, key_uri) ||
                                    av_strcasecmp(en->iv_string, iv_string))) {
            avio_printf(out, "#EXT-X-KEY:METHOD=AES-128,URI=\"%s\"", en->key_uri);
            if (*en->iv_string)
                avio_printf(out, ",IV=0x%s", en->iv_string);
            avio_printf(out, "\n");
            key_uri = en->key_uri;
            iv_string = en->iv_string;
        }

729 730 731 732
        if (en->discont) {
            avio_printf(out, "#EXT-X-DISCONTINUITY\n");
        }

733
        if (hls->flags & HLS_ROUND_DURATIONS)
734
            avio_printf(out, "#EXTINF:%ld,\n",  lrint(en->duration));
735 736
        else
            avio_printf(out, "#EXTINF:%f,\n", en->duration);
737
        if (byterange_mode)
738
             avio_printf(out, "#EXT-X-BYTERANGE:%"PRIi64"@%"PRIi64"\n",
739
                         en->size, en->pos);
740
        if (hls->flags & HLS_PROGRAM_DATE_TIME) {
741
            time_t tt, wrongsecs;
742 743 744 745 746 747
            int milli;
            struct tm *tm, tmpbuf;
            char buf0[128], buf1[128];
            tt = (int64_t)prog_date_time;
            milli = av_clip(lrint(1000*(prog_date_time - tt)), 0, 999);
            tm = localtime_r(&tt, &tmpbuf);
748
            strftime(buf0, sizeof(buf0), "%Y-%m-%dT%H:%M:%S", tm);
749 750 751 752 753 754 755 756 757 758 759 760
            if (!strftime(buf1, sizeof(buf1), "%z", tm) || buf1[1]<'0' ||buf1[1]>'2') {
                int tz_min, dst = tm->tm_isdst;
                tm = gmtime_r(&tt, &tmpbuf);
                tm->tm_isdst = dst;
                wrongsecs = mktime(tm);
                tz_min = (abs(wrongsecs - tt) + 30) / 60;
                snprintf(buf1, sizeof(buf1),
                         "%c%02d%02d",
                         wrongsecs <= tt ? '+' : '-',
                         tz_min / 60,
                         tz_min % 60);
            }
761 762 763
            avio_printf(out, "#EXT-X-PROGRAM-DATE-TIME:%s.%03d%s\n", buf0, milli, buf1);
            prog_date_time += en->duration;
        }
764
        if (hls->baseurl)
765 766
            avio_printf(out, "%s", hls->baseurl);
        avio_printf(out, "%s\n", en->filename);
L
Luca Barbato 已提交
767 768
    }

769
    if (last && (hls->flags & HLS_OMIT_ENDLIST)==0)
770
        avio_printf(out, "#EXT-X-ENDLIST\n");
L
Luca Barbato 已提交
771

772
    if( hls->vtt_m3u8_name ) {
773
        if ((ret = s->io_open(s, &sub_out, hls->vtt_m3u8_name, AVIO_FLAG_WRITE, &options)) < 0)
774 775 776 777 778 779 780 781 782 783 784 785 786 787
            goto fail;
        avio_printf(sub_out, "#EXTM3U\n");
        avio_printf(sub_out, "#EXT-X-VERSION:%d\n", version);
        if (hls->allowcache == 0 || hls->allowcache == 1) {
            avio_printf(sub_out, "#EXT-X-ALLOW-CACHE:%s\n", hls->allowcache == 0 ? "NO" : "YES");
        }
        avio_printf(sub_out, "#EXT-X-TARGETDURATION:%d\n", target_duration);
        avio_printf(sub_out, "#EXT-X-MEDIA-SEQUENCE:%"PRId64"\n", sequence);

        av_log(s, AV_LOG_VERBOSE, "EXT-X-MEDIA-SEQUENCE:%"PRId64"\n",
               sequence);

        for (en = hls->segments; en; en = en->next) {
            avio_printf(sub_out, "#EXTINF:%f,\n", en->duration);
788
            if (byterange_mode)
789 790 791 792 793 794 795 796 797 798 799 800
                 avio_printf(sub_out, "#EXT-X-BYTERANGE:%"PRIi64"@%"PRIi64"\n",
                         en->size, en->pos);
            if (hls->baseurl)
                avio_printf(sub_out, "%s", hls->baseurl);
            avio_printf(sub_out, "%s\n", en->sub_filename);
        }

        if (last)
            avio_printf(sub_out, "#EXT-X-ENDLIST\n");

    }

L
Luca Barbato 已提交
801
fail:
802
    av_dict_free(&options);
803
    ff_format_io_close(s, &out);
804
    ff_format_io_close(s, &sub_out);
805
    if (ret >= 0 && use_rename)
806
        ff_rename(temp_filename, s->filename, s);
L
Luca Barbato 已提交
807 808 809 810 811 812 813
    return ret;
}

static int hls_start(AVFormatContext *s)
{
    HLSContext *c = s->priv_data;
    AVFormatContext *oc = c->avf;
814
    AVFormatContext *vtt_oc = c->vtt_avf;
815 816
    AVDictionary *options = NULL;
    char *filename, iv_string[KEYSIZE*2 + 1];
L
Luca Barbato 已提交
817 818
    int err = 0;

819
    if (c->flags & HLS_SINGLE_FILE) {
820 821
        av_strlcpy(oc->filename, c->basename,
                   sizeof(oc->filename));
822 823 824
        if (c->vtt_basename)
            av_strlcpy(vtt_oc->filename, c->vtt_basename,
                  sizeof(vtt_oc->filename));
825
    } else if (c->max_seg_size > 0) {
826 827
        if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
            c->basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
828 829 830
                av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s', you can try to use -use_localtime 1 with it\n", c->basename);
                return AVERROR(EINVAL);
        }
831
    } else {
832 833 834 835 836 837 838 839 840
        if (c->use_localtime) {
            time_t now0;
            struct tm *tm, tmpbuf;
            time(&now0);
            tm = localtime_r(&now0, &tmpbuf);
            if (!strftime(oc->filename, sizeof(oc->filename), c->basename, tm)) {
                av_log(oc, AV_LOG_ERROR, "Could not get segment filename with use_localtime\n");
                return AVERROR(EINVAL);
            }
841 842 843 844
            if (c->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
                char * filename = av_strdup(oc->filename);  // %%d will be %d after strftime
                if (!filename)
                    return AVERROR(ENOMEM);
845 846 847 848 849 850
                if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
                    filename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
                    av_log(c, AV_LOG_ERROR,
                           "Invalid second level segment filename template '%s', "
                            "you can try to remove second_level_segment_index flag\n",
                           filename);
851 852 853 854 855
                    av_free(filename);
                    return AVERROR(EINVAL);
                }
                av_free(filename);
            }
856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887
            if (c->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) {
                av_strlcpy(c->current_segment_final_filename_fmt, oc->filename,
                           sizeof(c->current_segment_final_filename_fmt));
                if (c->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
                    char * filename = av_strdup(oc->filename);  // %%s will be %s after strftime
                    if (!filename)
                        return AVERROR(ENOMEM);
                    if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename), filename, 's', 0) < 1) {
                        av_log(c, AV_LOG_ERROR,
                               "Invalid second level segment filename template '%s', "
                                "you can try to remove second_level_segment_size flag\n",
                               filename);
                        av_free(filename);
                        return AVERROR(EINVAL);
                    }
                    av_free(filename);
                }
                if (c->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
                    char * filename = av_strdup(oc->filename);  // %%t will be %t after strftime
                    if (!filename)
                        return AVERROR(ENOMEM);
                    if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename), filename, 't', 0) < 1) {
                        av_log(c, AV_LOG_ERROR,
                               "Invalid second level segment filename template '%s', "
                                "you can try to remove second_level_segment_time flag\n",
                               filename);
                        av_free(filename);
                        return AVERROR(EINVAL);
                    }
                    av_free(filename);
                }
            }
888 889 890 891 892 893 894
            if (c->use_localtime_mkdir) {
                const char *dir;
                char *fn_copy = av_strdup(oc->filename);
                if (!fn_copy) {
                    return AVERROR(ENOMEM);
                }
                dir = av_dirname(fn_copy);
895
                if (mkdir_p(dir) == -1 && errno != EEXIST) {
896 897 898 899 900 901
                    av_log(oc, AV_LOG_ERROR, "Could not create directory %s with use_localtime_mkdir\n", dir);
                    av_free(fn_copy);
                    return AVERROR(errno);
                }
                av_free(fn_copy);
            }
902 903
        } else if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
                   c->basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
M
Moritz Barsnick 已提交
904
            av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s' you can try to use -use_localtime 1 with it\n", c->basename);
905 906
            return AVERROR(EINVAL);
        }
907
        if( c->vtt_basename) {
908 909
            if (replace_int_data_in_filename(vtt_oc->filename, sizeof(vtt_oc->filename),
                c->vtt_basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
910 911 912 913 914
                av_log(vtt_oc, AV_LOG_ERROR, "Invalid segment filename template '%s'\n", c->vtt_basename);
                return AVERROR(EINVAL);
            }
       }
    }
915
    c->number++;
L
Luca Barbato 已提交
916

917 918
    set_http_options(&options, c);

919 920
    if (c->key_info_file) {
        if ((err = hls_encryption_start(s)) < 0)
921
            goto fail;
922 923
        if ((err = av_dict_set(&options, "encryption_key", c->key_string, 0))
                < 0)
924
            goto fail;
925 926 927 928
        err = av_strlcpy(iv_string, c->iv_string, sizeof(iv_string));
        if (!err)
            snprintf(iv_string, sizeof(iv_string), "%032"PRIx64, c->sequence);
        if ((err = av_dict_set(&options, "encryption_iv", iv_string, 0)) < 0)
929
           goto fail;
930 931 932

        filename = av_asprintf("crypto:%s", oc->filename);
        if (!filename) {
933 934
            err = AVERROR(ENOMEM);
            goto fail;
935
        }
936
        err = s->io_open(s, &oc->pb, filename, AVIO_FLAG_WRITE, &options);
937 938 939 940 941
        av_free(filename);
        av_dict_free(&options);
        if (err < 0)
            return err;
    } else
942
        if ((err = s->io_open(s, &oc->pb, oc->filename, AVIO_FLAG_WRITE, &options)) < 0)
943
            goto fail;
944
    if (c->vtt_basename) {
945
        set_http_options(&options, c);
946
        if ((err = s->io_open(s, &vtt_oc->pb, vtt_oc->filename, AVIO_FLAG_WRITE, &options)) < 0)
947
            goto fail;
948
    }
949
    av_dict_free(&options);
L
Luca Barbato 已提交
950

951 952 953 954 955 956
    /* We only require one PAT/PMT per segment. */
    if (oc->oformat->priv_class && oc->priv_data) {
        char period[21];

        snprintf(period, sizeof(period), "%d", (INT_MAX / 2) - 1);

L
Luca Barbato 已提交
957
        av_opt_set(oc->priv_data, "mpegts_flags", "resend_headers", 0);
958 959 960
        av_opt_set(oc->priv_data, "sdt_period", period, 0);
        av_opt_set(oc->priv_data, "pat_period", period, 0);
    }
L
Luca Barbato 已提交
961

962 963 964 965 966
    if (c->vtt_basename) {
        err = avformat_write_header(vtt_oc,NULL);
        if (err < 0)
            return err;
    }
967

L
Luca Barbato 已提交
968
    return 0;
969 970 971 972
fail:
    av_dict_free(&options);

    return err;
L
Luca Barbato 已提交
973 974
}

975 976 977 978 979 980 981
static const char * get_default_pattern_localtime_fmt(void)
{
    char b[21];
    time_t t = time(NULL);
    struct tm *p, tmbuf;
    p = localtime_r(&t, &tmbuf);
    // no %s support when strftime returned error or left format string unchanged
982
    return (!strftime(b, sizeof(b), "%s", p) || !strcmp(b, "%s")) ? "-%Y%m%d%H%M%S.ts" : "-%s.ts";
983 984
}

L
Luca Barbato 已提交
985 986 987 988 989 990
static int hls_write_header(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    int ret, i;
    char *p;
    const char *pattern = "%d.ts";
991
    const char *pattern_localtime_fmt = get_default_pattern_localtime_fmt();
992
    const char *vtt_pattern = "%d.vtt";
liuqi_123's avatar
liuqi_123 已提交
993
    AVDictionary *options = NULL;
994
    int basename_size;
995
    int vtt_basename_size;
L
Luca Barbato 已提交
996

997
    if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH || hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME) {
998
        time_t t = time(NULL); // we will need it in either case
999
        if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH) {
1000
            hls->start_sequence = (int64_t)t;
1001
        } else if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME) {
1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012
            char b[15];
            struct tm *p, tmbuf;
            if (!(p = localtime_r(&t, &tmbuf)))
                return AVERROR(ENOMEM);
            if (!strftime(b, sizeof(b), "%Y%m%d%H%M%S", p))
                return AVERROR(ENOMEM);
            hls->start_sequence = strtoll(b, NULL, 10);
        }
        av_log(hls, AV_LOG_DEBUG, "start_number evaluated to %"PRId64"\n", hls->start_sequence);
    }

1013
    hls->sequence       = hls->start_sequence;
1014
    hls->recording_time = (hls->init_time ? hls->init_time : hls->time) * AV_TIME_BASE;
L
Luca Barbato 已提交
1015
    hls->start_pts      = AV_NOPTS_VALUE;
1016
    hls->current_segment_final_filename_fmt[0] = '\0';
L
Luca Barbato 已提交
1017

1018 1019 1020 1021 1022 1023
    if (hls->flags & HLS_PROGRAM_DATE_TIME) {
        time_t now0;
        time(&now0);
        hls->initial_prog_date_time = now0;
    }

liuqi_123's avatar
liuqi_123 已提交
1024 1025 1026 1027 1028 1029 1030 1031
    if (hls->format_options_str) {
        ret = av_dict_parse_string(&hls->format_options, hls->format_options_str, "=", ":", 0);
        if (ret < 0) {
            av_log(s, AV_LOG_ERROR, "Could not parse format options list '%s'\n", hls->format_options_str);
            goto fail;
        }
    }

1032
    for (i = 0; i < s->nb_streams; i++) {
L
Luca Barbato 已提交
1033
        hls->has_video +=
1034
            s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO;
1035
        hls->has_subtitle +=
1036
            s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE;
1037
    }
L
Luca Barbato 已提交
1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050

    if (hls->has_video > 1)
        av_log(s, AV_LOG_WARNING,
               "More than a single video stream present, "
               "expect issues decoding it.\n");

    hls->oformat = av_guess_format("mpegts", NULL, NULL);

    if (!hls->oformat) {
        ret = AVERROR_MUXER_NOT_FOUND;
        goto fail;
    }

1051 1052 1053 1054 1055 1056 1057 1058
    if(hls->has_subtitle) {
        hls->vtt_oformat = av_guess_format("webvtt", NULL, NULL);
        if (!hls->oformat) {
            ret = AVERROR_MUXER_NOT_FOUND;
            goto fail;
        }
    }

1059 1060 1061 1062 1063 1064 1065 1066 1067
    if (hls->segment_filename) {
        hls->basename = av_strdup(hls->segment_filename);
        if (!hls->basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
    } else {
        if (hls->flags & HLS_SINGLE_FILE)
            pattern = ".ts";
L
Luca Barbato 已提交
1068

1069 1070 1071 1072 1073
        if (hls->use_localtime) {
            basename_size = strlen(s->filename) + strlen(pattern_localtime_fmt) + 1;
        } else {
            basename_size = strlen(s->filename) + strlen(pattern) + 1;
        }
1074 1075 1076 1077 1078
        hls->basename = av_malloc(basename_size);
        if (!hls->basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
L
Luca Barbato 已提交
1079

1080
        av_strlcpy(hls->basename, s->filename, basename_size);
L
Luca Barbato 已提交
1081

1082 1083 1084
        p = strrchr(hls->basename, '.');
        if (p)
            *p = '\0';
1085 1086 1087 1088 1089
        if (hls->use_localtime) {
            av_strlcat(hls->basename, pattern_localtime_fmt, basename_size);
        } else {
            av_strlcat(hls->basename, pattern, basename_size);
        }
1090
    }
1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125
    if (!hls->use_localtime) {
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_duration hls_flag requires use_localtime to be true\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_size hls_flag requires use_localtime to be true\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
            av_log(hls, AV_LOG_ERROR,
                   "second_level_segment_index hls_flag requires use_localtime to be true\n");
            ret = AVERROR(EINVAL);
            goto fail;
        }
    } else {
        const char *proto = avio_find_protocol_name(hls->basename);
        int segment_renaming_ok = proto && !strcmp(proto, "file");

        if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) && !segment_renaming_ok) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_duration hls_flag works only with file protocol segment names\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
        if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) && !segment_renaming_ok) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_size hls_flag works only with file protocol segment names\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
1126
    }
1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155
    if(hls->has_subtitle) {

        if (hls->flags & HLS_SINGLE_FILE)
            vtt_pattern = ".vtt";
        vtt_basename_size = strlen(s->filename) + strlen(vtt_pattern) + 1;
        hls->vtt_basename = av_malloc(vtt_basename_size);
        if (!hls->vtt_basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        hls->vtt_m3u8_name = av_malloc(vtt_basename_size);
        if (!hls->vtt_m3u8_name ) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        av_strlcpy(hls->vtt_basename, s->filename, vtt_basename_size);
        p = strrchr(hls->vtt_basename, '.');
        if (p)
            *p = '\0';

        if( hls->subtitle_filename ) {
            strcpy(hls->vtt_m3u8_name, hls->subtitle_filename);
        } else {
            strcpy(hls->vtt_m3u8_name, hls->vtt_basename);
            av_strlcat(hls->vtt_m3u8_name, "_vtt.m3u8", vtt_basename_size);
        }
        av_strlcat(hls->vtt_basename, vtt_pattern, vtt_basename_size);
    }

L
Luca Barbato 已提交
1156 1157 1158
    if ((ret = hls_mux_init(s)) < 0)
        goto fail;

1159 1160
    if (hls->flags & HLS_APPEND_LIST) {
        parse_playlist(s, s->filename);
1161
        hls->discontinuity = 1;
1162 1163 1164 1165 1166 1167
        if (hls->init_time > 0) {
            av_log(s, AV_LOG_WARNING, "append_list mode does not support hls_init_time,"
                   " hls_init_time value will have no effect\n");
            hls->init_time = 0;
            hls->recording_time = hls->time * AV_TIME_BASE;
        }
1168 1169
    }

L
Luca Barbato 已提交
1170 1171 1172
    if ((ret = hls_start(s)) < 0)
        goto fail;

liuqi_123's avatar
liuqi_123 已提交
1173 1174 1175 1176 1177
    av_dict_copy(&options, hls->format_options, 0);
    ret = avformat_write_header(hls->avf, &options);
    if (av_dict_count(options)) {
        av_log(s, AV_LOG_ERROR, "Some of provided format options in '%s' are not recognized\n", hls->format_options_str);
        ret = AVERROR(EINVAL);
1178
        goto fail;
liuqi_123's avatar
liuqi_123 已提交
1179
    }
1180
    //av_assert0(s->nb_streams == hls->avf->nb_streams);
1181
    for (i = 0; i < s->nb_streams; i++) {
1182
        AVStream *inner_st;
1183
        AVStream *outer_st = s->streams[i];
1184 1185 1186 1187 1188 1189 1190 1191 1192 1193

        if (hls->max_seg_size > 0) {
            if ((outer_st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) &&
                (outer_st->codecpar->bit_rate > hls->max_seg_size)) {
                av_log(s, AV_LOG_WARNING, "Your video bitrate is bigger than hls_segment_size, "
                       "(%"PRId64 " > %"PRId64 "), the result maybe not be what you want.",
                       outer_st->codecpar->bit_rate, hls->max_seg_size);
            }
        }

1194
        if (outer_st->codecpar->codec_type != AVMEDIA_TYPE_SUBTITLE)
1195 1196 1197 1198
            inner_st = hls->avf->streams[i];
        else if (hls->vtt_avf)
            inner_st = hls->vtt_avf->streams[0];
        else {
1199
            /* We have a subtitle stream, when the user does not want one */
1200 1201 1202
            inner_st = NULL;
            continue;
        }
1203
        avpriv_set_pts_info(outer_st, inner_st->pts_wrap_bits, inner_st->time_base.num, inner_st->time_base.den);
1204
    }
L
Luca Barbato 已提交
1205
fail:
liuqi_123's avatar
liuqi_123 已提交
1206 1207

    av_dict_free(&options);
1208
    if (ret < 0) {
1209
        av_freep(&hls->basename);
1210
        av_freep(&hls->vtt_basename);
L
Luca Barbato 已提交
1211 1212
        if (hls->avf)
            avformat_free_context(hls->avf);
1213 1214 1215
        if (hls->vtt_avf)
            avformat_free_context(hls->vtt_avf);

L
Luca Barbato 已提交
1216 1217 1218 1219 1220 1221 1222
    }
    return ret;
}

static int hls_write_packet(AVFormatContext *s, AVPacket *pkt)
{
    HLSContext *hls = s->priv_data;
1223
    AVFormatContext *oc = NULL;
L
Luca Barbato 已提交
1224 1225
    AVStream *st = s->streams[pkt->stream_index];
    int64_t end_pts = hls->recording_time * hls->number;
1226
    int is_ref_pkt = 1;
1227
    int ret, can_split = 1;
1228
    int stream_index = 0;
L
Luca Barbato 已提交
1229

1230 1231 1232 1233 1234 1235 1236 1237
    if (hls->sequence - hls->nb_entries > hls->start_sequence && hls->init_time > 0) {
        /* reset end_pts, hls->recording_time at end of the init hls list */
        int init_list_dur = hls->init_time * hls->nb_entries * AV_TIME_BASE;
        int after_init_list_dur = (hls->sequence - hls->nb_entries ) * hls->time * AV_TIME_BASE;
        hls->recording_time = hls->time * AV_TIME_BASE;
        end_pts = init_list_dur + after_init_list_dur ;
    }

1238
    if( st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE ) {
1239 1240 1241 1242 1243 1244
        oc = hls->vtt_avf;
        stream_index = 0;
    } else {
        oc = hls->avf;
        stream_index = pkt->stream_index;
    }
L
Luca Barbato 已提交
1245 1246 1247 1248 1249
    if (hls->start_pts == AV_NOPTS_VALUE) {
        hls->start_pts = pkt->pts;
        hls->end_pts   = pkt->pts;
    }

1250
    if (hls->has_video) {
1251
        can_split = st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO &&
1252
                    ((pkt->flags & AV_PKT_FLAG_KEY) || (hls->flags & HLS_SPLIT_BY_TIME));
1253
        is_ref_pkt = st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO;
1254
    }
1255 1256
    if (pkt->pts == AV_NOPTS_VALUE)
        is_ref_pkt = can_split = 0;
1257

1258 1259 1260 1261 1262 1263 1264 1265 1266
    if (is_ref_pkt) {
        if (hls->new_start) {
            hls->new_start = 0;
            hls->duration = (double)(pkt->pts - hls->end_pts)
                                       * st->time_base.num / st->time_base.den;
            hls->dpp = (double)(pkt->duration) * st->time_base.num / st->time_base.den;
        } else {
            hls->duration += (double)(pkt->duration) * st->time_base.num / st->time_base.den;
        }
L
Luca Barbato 已提交
1267

1268
    }
1269 1270
    if (can_split && av_compare_ts(pkt->pts - hls->start_pts, st->time_base,
                                   end_pts, AV_TIME_BASE_Q) >= 0) {
1271
        int64_t new_start_pos;
1272 1273 1274 1275 1276 1277
        char *old_filename = av_strdup(hls->avf->filename);

        if (!old_filename) {
            return AVERROR(ENOMEM);
        }

1278 1279 1280 1281
        av_write_frame(oc, NULL); /* Flush any buffered data */

        new_start_pos = avio_tell(hls->avf->pb);
        hls->size = new_start_pos - hls->start_pos;
1282
        ret = hls_append_segment(s, hls, hls->duration, hls->start_pos, hls->size);
1283
        hls->start_pos = new_start_pos;
1284 1285
        if (ret < 0) {
            av_free(old_filename);
1286
            return ret;
1287
        }
1288

L
Luca Barbato 已提交
1289
        hls->end_pts = pkt->pts;
1290
        hls->duration = 0;
L
Luca Barbato 已提交
1291

1292 1293 1294 1295
        if (hls->flags & HLS_SINGLE_FILE) {
            if (hls->avf->oformat->priv_class && hls->avf->priv_data)
                av_opt_set(hls->avf->priv_data, "mpegts_flags", "resend_headers", 0);
            hls->number++;
1296 1297 1298 1299 1300 1301
        } else if (hls->max_seg_size > 0) {
            if (hls->avf->oformat->priv_class && hls->avf->priv_data)
                av_opt_set(hls->avf->priv_data, "mpegts_flags", "resend_headers", 0);
            if (hls->start_pos >= hls->max_seg_size) {
                hls->sequence++;
                ff_format_io_close(s, &oc->pb);
1302 1303 1304 1305
                if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
                     strlen(hls->current_segment_final_filename_fmt)) {
                    ff_rename(old_filename, hls->avf->filename, hls);
                }
1306 1307 1308 1309 1310 1311 1312 1313 1314
                if (hls->vtt_avf)
                    ff_format_io_close(s, &hls->vtt_avf->pb);
                ret = hls_start(s);
                hls->start_pos = 0;
                /* When split segment by byte, the duration is short than hls_time,
                 * so it is not enough one segment duration as hls_time, */
                hls->number--;
            }
            hls->number++;
1315
        } else {
1316
            ff_format_io_close(s, &oc->pb);
1317 1318 1319 1320
            if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
                strlen(hls->current_segment_final_filename_fmt)) {
                ff_rename(old_filename, hls->avf->filename, hls);
            }
1321
            if (hls->vtt_avf)
1322
                ff_format_io_close(s, &hls->vtt_avf->pb);
L
Luca Barbato 已提交
1323

1324 1325
            ret = hls_start(s);
        }
L
Luca Barbato 已提交
1326

1327 1328
        if (ret < 0) {
            av_free(old_filename);
L
Luca Barbato 已提交
1329
            return ret;
1330
        }
L
Luca Barbato 已提交
1331

1332 1333
        if ((ret = hls_window(s, 0)) < 0) {
            av_free(old_filename);
L
Luca Barbato 已提交
1334
            return ret;
1335
        }
L
Luca Barbato 已提交
1336 1337
    }

1338
    ret = ff_write_chained(oc, stream_index, pkt, s, 0);
L
Luca Barbato 已提交
1339 1340 1341 1342 1343 1344 1345 1346

    return ret;
}

static int hls_write_trailer(struct AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    AVFormatContext *oc = hls->avf;
1347
    AVFormatContext *vtt_oc = hls->vtt_avf;
1348 1349 1350 1351 1352 1353
    char *old_filename = av_strdup(hls->avf->filename);

    if (!old_filename) {
        return AVERROR(ENOMEM);
    }

L
Luca Barbato 已提交
1354 1355

    av_write_trailer(oc);
1356 1357
    if (oc->pb) {
        hls->size = avio_tell(hls->avf->pb) - hls->start_pos;
1358
        ff_format_io_close(s, &oc->pb);
1359 1360
        /* after av_write_trailer, then duration + 1 duration per packet */
        hls_append_segment(s, hls, hls->duration + hls->dpp, hls->start_pos, hls->size);
1361
    }
1362

1363 1364 1365 1366 1367
    if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
         strlen(hls->current_segment_final_filename_fmt)) {
         ff_rename(old_filename, hls->avf->filename, hls);
    }

1368 1369 1370 1371
    if (vtt_oc) {
        if (vtt_oc->pb)
            av_write_trailer(vtt_oc);
        hls->size = avio_tell(hls->vtt_avf->pb) - hls->start_pos;
1372
        ff_format_io_close(s, &vtt_oc->pb);
1373
    }
1374
    av_freep(&hls->basename);
1375
    avformat_free_context(oc);
1376

1377 1378 1379
    hls->avf = NULL;
    hls_window(s, 1);

1380 1381 1382 1383 1384 1385
    if (vtt_oc) {
        av_freep(&hls->vtt_basename);
        av_freep(&hls->vtt_m3u8_name);
        avformat_free_context(vtt_oc);
    }

1386 1387
    hls_free_segments(hls->segments);
    hls_free_segments(hls->old_segments);
1388
    av_free(old_filename);
L
Luca Barbato 已提交
1389 1390 1391 1392 1393 1394
    return 0;
}

#define OFFSET(x) offsetof(HLSContext, x)
#define E AV_OPT_FLAG_ENCODING_PARAM
static const AVOption options[] = {
1395
    {"start_number",  "set first number in the sequence",        OFFSET(start_sequence),AV_OPT_TYPE_INT64,  {.i64 = 0},     0, INT64_MAX, E},
1396
    {"hls_time",      "set segment length in seconds",           OFFSET(time),    AV_OPT_TYPE_FLOAT,  {.dbl = 2},     0, FLT_MAX, E},
1397
    {"hls_init_time", "set segment length in seconds at init list",           OFFSET(init_time),    AV_OPT_TYPE_FLOAT,  {.dbl = 0},     0, FLT_MAX, E},
1398
    {"hls_list_size", "set maximum number of playlist entries",  OFFSET(max_nb_segments),    AV_OPT_TYPE_INT,    {.i64 = 5},     0, INT_MAX, E},
liuqi_123's avatar
liuqi_123 已提交
1399
    {"hls_ts_options","set hls mpegts list of options for the container format used for hls", OFFSET(format_options_str), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1400
    {"hls_vtt_options","set hls vtt list of options for the container format used for hls", OFFSET(vtt_format_options_str), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1401
    {"hls_wrap",      "set number after which the index wraps",  OFFSET(wrap),    AV_OPT_TYPE_INT,    {.i64 = 0},     0, INT_MAX, E},
1402
    {"hls_allow_cache", "explicitly set whether the client MAY (1) or MUST NOT (0) cache media segments", OFFSET(allowcache), AV_OPT_TYPE_INT, {.i64 = -1}, INT_MIN, INT_MAX, E},
1403
    {"hls_base_url",  "url to prepend to each playlist entry",   OFFSET(baseurl), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,       E},
1404
    {"hls_segment_filename", "filename template for segment files", OFFSET(segment_filename),   AV_OPT_TYPE_STRING, {.str = NULL},            0,       0,         E},
1405
    {"hls_segment_size", "maximum size per segment file, (in bytes)",  OFFSET(max_seg_size),    AV_OPT_TYPE_INT,    {.i64 = 0},               0,       INT_MAX,   E},
1406
    {"hls_key_info_file",    "file with key URI and key file path", OFFSET(key_info_file),      AV_OPT_TYPE_STRING, {.str = NULL},            0,       0,         E},
1407
    {"hls_subtitle_path",     "set path of hls subtitles", OFFSET(subtitle_filename), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1408 1409
    {"hls_flags",     "set flags affecting HLS playlist and media file generation", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64 = 0 }, 0, UINT_MAX, E, "flags"},
    {"single_file",   "generate a single media file indexed with byte ranges", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SINGLE_FILE }, 0, UINT_MAX,   E, "flags"},
1410
    {"delete_segments", "delete segment files that are no longer part of the playlist", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DELETE_SEGMENTS }, 0, UINT_MAX,   E, "flags"},
1411
    {"round_durations", "round durations in m3u8 to whole numbers", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_ROUND_DURATIONS }, 0, UINT_MAX,   E, "flags"},
1412
    {"discont_start", "start the playlist with a discontinuity tag", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DISCONT_START }, 0, UINT_MAX,   E, "flags"},
1413
    {"omit_endlist", "Do not append an endlist when ending stream", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_OMIT_ENDLIST }, 0, UINT_MAX,   E, "flags"},
1414
    {"split_by_time", "split the hls segment by time which user set by hls_time", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SPLIT_BY_TIME }, 0, UINT_MAX,   E, "flags"},
1415
    {"append_list", "append the new segments into old hls segment list", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_APPEND_LIST }, 0, UINT_MAX,   E, "flags"},
1416
    {"program_date_time", "add EXT-X-PROGRAM-DATE-TIME", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_PROGRAM_DATE_TIME }, 0, UINT_MAX,   E, "flags"},
1417
    {"second_level_segment_index", "include segment index in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_INDEX }, 0, UINT_MAX,   E, "flags"},
1418 1419
    {"second_level_segment_duration", "include segment duration in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_DURATION }, 0, UINT_MAX,   E, "flags"},
    {"second_level_segment_size", "include segment size in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_SIZE }, 0, UINT_MAX,   E, "flags"},
1420 1421
    {"use_localtime", "set filename expansion with strftime at segment creation", OFFSET(use_localtime), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
    {"use_localtime_mkdir", "create last directory component in strftime-generated filename", OFFSET(use_localtime_mkdir), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
1422 1423 1424
    {"hls_playlist_type", "set the HLS playlist type", OFFSET(pl_type), AV_OPT_TYPE_INT, {.i64 = PLAYLIST_TYPE_NONE }, 0, PLAYLIST_TYPE_NB-1, E, "pl_type" },
    {"event", "EVENT playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_EVENT }, INT_MIN, INT_MAX, E, "pl_type" },
    {"vod", "VOD playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_VOD }, INT_MIN, INT_MAX, E, "pl_type" },
1425
    {"method", "set the HTTP method", OFFSET(method), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1426 1427 1428 1429
    {"hls_start_number_source", "set source of first number in sequence", OFFSET(start_sequence_source_type), AV_OPT_TYPE_INT, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, 0, HLS_START_SEQUENCE_AS_FORMATTED_DATETIME, E, "start_sequence_source_type" },
    {"generic", "start_number value (default)", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
    {"epoch", "seconds since epoch", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
    {"datetime", "current datetime as YYYYMMDDhhmmss", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_FORMATTED_DATETIME }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
L
Luca Barbato 已提交
1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442
    { NULL },
};

static const AVClass hls_class = {
    .class_name = "hls muxer",
    .item_name  = av_default_item_name,
    .option     = options,
    .version    = LIBAVUTIL_VERSION_INT,
};


AVOutputFormat ff_hls_muxer = {
    .name           = "hls",
L
Luca Barbato 已提交
1443
    .long_name      = NULL_IF_CONFIG_SMALL("Apple HTTP Live Streaming"),
L
Luca Barbato 已提交
1444 1445
    .extensions     = "m3u8",
    .priv_data_size = sizeof(HLSContext),
1446 1447
    .audio_codec    = AV_CODEC_ID_AAC,
    .video_codec    = AV_CODEC_ID_H264,
1448
    .subtitle_codec = AV_CODEC_ID_WEBVTT,
L
Luca Barbato 已提交
1449 1450 1451 1452 1453 1454
    .flags          = AVFMT_NOFILE | AVFMT_ALLOW_FLUSH,
    .write_header   = hls_write_header,
    .write_packet   = hls_write_packet,
    .write_trailer  = hls_write_trailer,
    .priv_class     = &hls_class,
};