hlsenc.c 55.1 KB
Newer Older
L
Luca Barbato 已提交
1 2 3 4
/*
 * Apple HTTP Live Streaming segmenter
 * Copyright (c) 2012, Luca Barbato
 *
5
 * This file is part of FFmpeg.
L
Luca Barbato 已提交
6
 *
7
 * FFmpeg is free software; you can redistribute it and/or
L
Luca Barbato 已提交
8 9 10 11
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
12
 * FFmpeg is distributed in the hope that it will be useful,
L
Luca Barbato 已提交
13 14 15 16 17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with FFmpeg; if not, write to the Free Software
L
Luca Barbato 已提交
19 20 21
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

22
#include "config.h"
L
Luca Barbato 已提交
23
#include <float.h>
24
#include <stdint.h>
25 26 27
#if HAVE_UNISTD_H
#include <unistd.h>
#endif
L
Luca Barbato 已提交
28

29
#include "libavutil/avassert.h"
L
Luca Barbato 已提交
30 31 32 33 34
#include "libavutil/mathematics.h"
#include "libavutil/parseutils.h"
#include "libavutil/avstring.h"
#include "libavutil/opt.h"
#include "libavutil/log.h"
35
#include "libavutil/time_internal.h"
L
Luca Barbato 已提交
36 37

#include "avformat.h"
38
#include "avio_internal.h"
L
Luca Barbato 已提交
39
#include "internal.h"
40
#include "os_support.h"
L
Luca Barbato 已提交
41

42 43 44 45 46 47
typedef enum {
  HLS_START_SEQUENCE_AS_START_NUMBER = 0,
  HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH = 1,
  HLS_START_SEQUENCE_AS_FORMATTED_DATETIME = 2,  // YYYYMMDDhhmmss
} StartSequenceSourceType;

48 49
#define KEYSIZE 16
#define LINE_BUFFER_SIZE 1024
50
#define HLS_MICROSECOND_UNIT   1000000
51

52 53
typedef struct HLSSegment {
    char filename[1024];
54
    char sub_filename[1024];
55
    double duration; /* in seconds */
56
    int discont;
57 58
    int64_t pos;
    int64_t size;
59

60 61 62
    char key_uri[LINE_BUFFER_SIZE + 1];
    char iv_string[KEYSIZE*2 + 1];

63 64
    struct HLSSegment *next;
} HLSSegment;
L
Luca Barbato 已提交
65

66 67 68
typedef enum HLSFlags {
    // Generate a single media file and use byte ranges in the playlist.
    HLS_SINGLE_FILE = (1 << 0),
69
    HLS_DELETE_SEGMENTS = (1 << 1),
70
    HLS_ROUND_DURATIONS = (1 << 2),
71
    HLS_DISCONT_START = (1 << 3),
72
    HLS_OMIT_ENDLIST = (1 << 4),
73
    HLS_SPLIT_BY_TIME = (1 << 5),
74
    HLS_APPEND_LIST = (1 << 6),
75
    HLS_PROGRAM_DATE_TIME = (1 << 7),
76
    HLS_SECOND_LEVEL_SEGMENT_INDEX = (1 << 8), // include segment index in segment filenames when use_localtime  e.g.: %%03d
77 78
    HLS_SECOND_LEVEL_SEGMENT_DURATION = (1 << 9), // include segment duration (microsec) in segment filenames when use_localtime  e.g.: %%09t
    HLS_SECOND_LEVEL_SEGMENT_SIZE = (1 << 10), // include segment size (bytes) in segment filenames when use_localtime  e.g.: %%014s
79
    HLS_TEMP_FILE = (1 << 11),
80 81
} HLSFlags;

82 83 84 85 86 87 88
typedef enum {
    PLAYLIST_TYPE_NONE,
    PLAYLIST_TYPE_EVENT,
    PLAYLIST_TYPE_VOD,
    PLAYLIST_TYPE_NB,
} PlaylistType;

L
Luca Barbato 已提交
89 90
typedef struct HLSContext {
    const AVClass *class;  // Class for private options.
91
    unsigned number;
92
    int64_t sequence;
93
    int64_t start_sequence;
94
    uint32_t start_sequence_source_type;  // enum StartSequenceSourceType
L
Luca Barbato 已提交
95
    AVOutputFormat *oformat;
96
    AVOutputFormat *vtt_oformat;
97

L
Luca Barbato 已提交
98
    AVFormatContext *avf;
99
    AVFormatContext *vtt_avf;
100

L
Luca Barbato 已提交
101
    float time;            // Set by a private option.
102
    float init_time;       // Set by a private option.
103
    int max_nb_segments;   // Set by a private option.
104
#if FF_API_HLS_WRAP
L
Luca Barbato 已提交
105
    int  wrap;             // Set by a private option.
106
#endif
107
    uint32_t flags;        // enum HLSFlags
108
    uint32_t pl_type;      // enum PlaylistType
109
    char *segment_filename;
110

111
    int use_localtime;      ///< flag to expand filename with localtime
112
    int use_localtime_mkdir;///< flag to mkdir dirname in timebased filename
113
    int allowcache;
L
Luca Barbato 已提交
114 115
    int64_t recording_time;
    int has_video;
116
    int has_subtitle;
117 118
    int new_start;
    double dpp;           // duration per packet
L
Luca Barbato 已提交
119 120
    int64_t start_pts;
    int64_t end_pts;
121
    double duration;      // last segment duration computed so far, in seconds
122 123
    int64_t start_pos;    // last segment starting position
    int64_t size;         // last segment size
124
    int64_t max_seg_size; // every segment file max size
125
    int nb_entries;
126
    int discontinuity_set;
127
    int discontinuity;
128

129 130
    HLSSegment *segments;
    HLSSegment *last_segment;
131
    HLSSegment *old_segments;
132

L
Luca Barbato 已提交
133
    char *basename;
134 135
    char *vtt_basename;
    char *vtt_m3u8_name;
136
    char *baseurl;
liuqi_123's avatar
liuqi_123 已提交
137
    char *format_options_str;
138 139
    char *vtt_format_options_str;
    char *subtitle_filename;
liuqi_123's avatar
liuqi_123 已提交
140
    AVDictionary *format_options;
141 142 143 144 145 146

    char *key_info_file;
    char key_file[LINE_BUFFER_SIZE + 1];
    char key_uri[LINE_BUFFER_SIZE + 1];
    char key_string[KEYSIZE*2 + 1];
    char iv_string[KEYSIZE*2 + 1];
147 148
    AVDictionary *vtt_format_options;

149 150
    char *method;

151
    double initial_prog_date_time;
152
    char current_segment_final_filename_fmt[1024]; // when renaming segments
L
Luca Barbato 已提交
153 154
} HLSContext;

155 156 157 158 159
static int get_int_from_double(double val)
{
    return (int)((val - (int)val) >= 0.001) ? (int)(val + 1) : (int)val;
}

160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192
static int mkdir_p(const char *path) {
    int ret = 0;
    char *temp = av_strdup(path);
    char *pos = temp;
    char tmp_ch = '\0';

    if (!path || !temp) {
        return -1;
    }

    if (!strncmp(temp, "/", 1) || !strncmp(temp, "\\", 1)) {
        pos++;
    } else if (!strncmp(temp, "./", 2) || !strncmp(temp, ".\\", 2)) {
        pos += 2;
    }

    for ( ; *pos != '\0'; ++pos) {
        if (*pos == '/' || *pos == '\\') {
            tmp_ch = *pos;
            *pos = '\0';
            ret = mkdir(temp, 0755);
            *pos = tmp_ch;
        }
    }

    if ((*(pos - 1) != '/') || (*(pos - 1) != '\\')) {
        ret = mkdir(temp, 0755);
    }

    av_free(temp);
    return ret;
}

193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244
static int replace_int_data_in_filename(char *buf, int buf_size, const char *filename, char placeholder, int64_t number)
{
    const char *p;
    char *q, buf1[20], c;
    int nd, len, addchar_count;
    int found_count = 0;

    q = buf;
    p = filename;
    for (;;) {
        c = *p;
        if (c == '\0')
            break;
        if (c == '%' && *(p+1) == '%')  // %%
            addchar_count = 2;
        else if (c == '%' && (av_isdigit(*(p+1)) || *(p+1) == placeholder)) {
            nd = 0;
            addchar_count = 1;
            while (av_isdigit(*(p + addchar_count))) {
                nd = nd * 10 + *(p + addchar_count) - '0';
                addchar_count++;
            }

            if (*(p + addchar_count) == placeholder) {
                len = snprintf(buf1, sizeof(buf1), "%0*"PRId64, (number < 0) ? nd : nd++, number);
                if (len < 1)  // returned error or empty buf1
                    goto fail;
                if ((q - buf + len) > buf_size - 1)
                    goto fail;
                memcpy(q, buf1, len);
                q += len;
                p += (addchar_count + 1);
                addchar_count = 0;
                found_count++;
            }

        } else
            addchar_count = 1;

        while (addchar_count--)
            if ((q - buf) < buf_size - 1)
                *q++ = *p++;
            else
                goto fail;
    }
    *q = '\0';
    return found_count;
fail:
    *q = '\0';
    return -1;
}

245 246 247 248
static int hls_delete_old_segments(HLSContext *hls) {

    HLSSegment *segment, *previous_segment = NULL;
    float playlist_duration = 0.0f;
249
    int ret = 0, path_size, sub_path_size;
250 251
    char *dirname = NULL, *p, *sub_path;
    char *path = NULL;
252 253
    AVDictionary *options = NULL;
    AVIOContext *out = NULL;
254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271

    segment = hls->segments;
    while (segment) {
        playlist_duration += segment->duration;
        segment = segment->next;
    }

    segment = hls->old_segments;
    while (segment) {
        playlist_duration -= segment->duration;
        previous_segment = segment;
        segment = previous_segment->next;
        if (playlist_duration <= -previous_segment->duration) {
            previous_segment->next = NULL;
            break;
        }
    }

272
    if (segment && !hls->use_localtime_mkdir) {
273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288
        if (hls->segment_filename) {
            dirname = av_strdup(hls->segment_filename);
        } else {
            dirname = av_strdup(hls->avf->filename);
        }
        if (!dirname) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        p = (char *)av_basename(dirname);
        *p = '\0';
    }

    while (segment) {
        av_log(hls, AV_LOG_DEBUG, "deleting old segment %s\n",
                                  segment->filename);
289
        path_size =  (hls->use_localtime_mkdir ? 0 : strlen(dirname)) + strlen(segment->filename) + 1;
290 291 292 293 294
        path = av_malloc(path_size);
        if (!path) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
295

296 297 298 299 300 301 302
        if (hls->use_localtime_mkdir)
            av_strlcpy(path, segment->filename, path_size);
        else { // segment->filename contains basename only
            av_strlcpy(path, dirname, path_size);
            av_strlcat(path, segment->filename, path_size);
        }

303 304 305 306
        if (hls->method) {
            av_dict_set(&options, "method", "DELETE", 0);
            if ((ret = hls->avf->io_open(hls->avf, &out, path, AVIO_FLAG_WRITE, &options)) < 0)
                goto fail;
307
            ff_format_io_close(hls->avf, &out);
308
        } else if (unlink(path) < 0) {
309 310 311
            av_log(hls, AV_LOG_ERROR, "failed to delete old segment %s: %s\n",
                                     path, strerror(errno));
        }
312

313 314
        if ((segment->sub_filename[0] != '\0')) {
            sub_path_size = strlen(segment->sub_filename) + 1 + (dirname ? strlen(dirname) : 0);
315 316 317 318 319 320 321 322
            sub_path = av_malloc(sub_path_size);
            if (!sub_path) {
                ret = AVERROR(ENOMEM);
                goto fail;
            }

            av_strlcpy(sub_path, dirname, sub_path_size);
            av_strlcat(sub_path, segment->sub_filename, sub_path_size);
323 324 325 326 327 328 329

            if (hls->method) {
                av_dict_set(&options, "method", "DELETE", 0);
                if ((ret = hls->avf->io_open(hls->avf, &out, sub_path, AVIO_FLAG_WRITE, &options)) < 0) {
                    av_free(sub_path);
                    goto fail;
                }
330
                ff_format_io_close(hls->avf, &out);
331
            } else if (unlink(sub_path) < 0) {
332 333 334 335
                av_log(hls, AV_LOG_ERROR, "failed to delete old segment %s: %s\n",
                                         sub_path, strerror(errno));
            }
            av_free(sub_path);
336
        }
337
        av_freep(&path);
338 339 340 341 342 343
        previous_segment = segment;
        segment = previous_segment->next;
        av_free(previous_segment);
    }

fail:
344
    av_free(path);
345 346 347 348 349
    av_free(dirname);

    return ret;
}

350 351 352 353 354 355 356
static int hls_encryption_start(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    int ret;
    AVIOContext *pb;
    uint8_t key[KEYSIZE];

357
    if ((ret = s->io_open(s, &pb, hls->key_info_file, AVIO_FLAG_READ, NULL)) < 0) {
358 359 360 361 362 363 364 365 366 367 368 369 370 371
        av_log(hls, AV_LOG_ERROR,
                "error opening key info file %s\n", hls->key_info_file);
        return ret;
    }

    ff_get_line(pb, hls->key_uri, sizeof(hls->key_uri));
    hls->key_uri[strcspn(hls->key_uri, "\r\n")] = '\0';

    ff_get_line(pb, hls->key_file, sizeof(hls->key_file));
    hls->key_file[strcspn(hls->key_file, "\r\n")] = '\0';

    ff_get_line(pb, hls->iv_string, sizeof(hls->iv_string));
    hls->iv_string[strcspn(hls->iv_string, "\r\n")] = '\0';

372
    ff_format_io_close(s, &pb);
373 374 375 376 377 378 379 380 381 382 383

    if (!*hls->key_uri) {
        av_log(hls, AV_LOG_ERROR, "no key URI specified in key info file\n");
        return AVERROR(EINVAL);
    }

    if (!*hls->key_file) {
        av_log(hls, AV_LOG_ERROR, "no key file specified in key info file\n");
        return AVERROR(EINVAL);
    }

384
    if ((ret = s->io_open(s, &pb, hls->key_file, AVIO_FLAG_READ, NULL)) < 0) {
385 386 387 388 389
        av_log(hls, AV_LOG_ERROR, "error opening key file %s\n", hls->key_file);
        return ret;
    }

    ret = avio_read(pb, key, sizeof(key));
390
    ff_format_io_close(s, &pb);
391 392 393 394 395 396 397 398 399 400 401
    if (ret != sizeof(key)) {
        av_log(hls, AV_LOG_ERROR, "error reading key file %s\n", hls->key_file);
        if (ret >= 0 || ret == AVERROR_EOF)
            ret = AVERROR(EINVAL);
        return ret;
    }
    ff_data_to_hex(hls->key_string, key, sizeof(key), 0);

    return 0;
}

402 403 404 405 406 407 408 409
static int read_chomp_line(AVIOContext *s, char *buf, int maxlen)
{
    int len = ff_get_line(s, buf, maxlen);
    while (len > 0 && av_isspace(buf[len - 1]))
        buf[--len] = '\0';
    return len;
}

L
Luca Barbato 已提交
410 411 412 413
static int hls_mux_init(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    AVFormatContext *oc;
414
    AVFormatContext *vtt_oc = NULL;
415
    int i, ret;
L
Luca Barbato 已提交
416

417 418 419 420
    ret = avformat_alloc_output_context2(&hls->avf, hls->oformat, NULL, NULL);
    if (ret < 0)
        return ret;
    oc = hls->avf;
L
Luca Barbato 已提交
421

422
    oc->filename[0]        = '\0';
L
Luca Barbato 已提交
423 424
    oc->oformat            = hls->oformat;
    oc->interrupt_callback = s->interrupt_callback;
425
    oc->max_delay          = s->max_delay;
426 427 428
    oc->opaque             = s->opaque;
    oc->io_open            = s->io_open;
    oc->io_close           = s->io_close;
429
    av_dict_copy(&oc->metadata, s->metadata, 0);
L
Luca Barbato 已提交
430

431 432 433 434 435 436 437 438 439
    if(hls->vtt_oformat) {
        ret = avformat_alloc_output_context2(&hls->vtt_avf, hls->vtt_oformat, NULL, NULL);
        if (ret < 0)
            return ret;
        vtt_oc          = hls->vtt_avf;
        vtt_oc->oformat = hls->vtt_oformat;
        av_dict_copy(&vtt_oc->metadata, s->metadata, 0);
    }

L
Luca Barbato 已提交
440 441
    for (i = 0; i < s->nb_streams; i++) {
        AVStream *st;
442
        AVFormatContext *loc;
443
        if (s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE)
444 445 446 447 448
            loc = vtt_oc;
        else
            loc = oc;

        if (!(st = avformat_new_stream(loc, NULL)))
L
Luca Barbato 已提交
449
            return AVERROR(ENOMEM);
450
        avcodec_parameters_copy(st->codecpar, s->streams[i]->codecpar);
L
Luca Barbato 已提交
451
        st->sample_aspect_ratio = s->streams[i]->sample_aspect_ratio;
452
        st->time_base = s->streams[i]->time_base;
L
Luca Barbato 已提交
453
    }
454
    hls->start_pos = 0;
455
    hls->new_start = 1;
L
Luca Barbato 已提交
456 457 458 459

    return 0;
}

460 461 462 463 464 465 466 467 468 469
static HLSSegment *find_segment_by_filename(HLSSegment *segment, const char *filename)
{
    while (segment) {
        if (!av_strcasecmp(segment->filename,filename))
            return segment;
        segment = segment->next;
    }
    return (HLSSegment *) NULL;
}

470
/* Create a new segment and append it to the segment list */
471 472
static int hls_append_segment(struct AVFormatContext *s, HLSContext *hls, double duration,
                              int64_t pos, int64_t size)
L
Luca Barbato 已提交
473
{
474
    HLSSegment *en = av_malloc(sizeof(*en));
475
    const char  *filename;
476
    int ret;
L
Luca Barbato 已提交
477 478 479 480

    if (!en)
        return AVERROR(ENOMEM);

481 482 483 484 485
    if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
        strlen(hls->current_segment_final_filename_fmt)) {
        av_strlcpy(hls->avf->filename, hls->current_segment_final_filename_fmt, sizeof(hls->avf->filename));
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
            char * filename = av_strdup(hls->avf->filename);  // %%s will be %s after strftime
486 487
            if (!filename) {
                av_free(en);
488
                return AVERROR(ENOMEM);
489
            }
490 491 492 493 494 495 496
            if (replace_int_data_in_filename(hls->avf->filename, sizeof(hls->avf->filename),
                filename, 's', pos + size) < 1) {
                av_log(hls, AV_LOG_ERROR,
                       "Invalid second level segment filename template '%s', "
                        "you can try to remove second_level_segment_size flag\n",
                       filename);
                av_free(filename);
497
                av_free(en);
498 499 500 501 502 503
                return AVERROR(EINVAL);
            }
            av_free(filename);
        }
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
            char * filename = av_strdup(hls->avf->filename);  // %%t will be %t after strftime
504 505
            if (!filename) {
                av_free(en);
506
                return AVERROR(ENOMEM);
507
            }
508
            if (replace_int_data_in_filename(hls->avf->filename, sizeof(hls->avf->filename),
509
                filename, 't',  (int64_t)round(duration * HLS_MICROSECOND_UNIT)) < 1) {
510 511 512 513 514
                av_log(hls, AV_LOG_ERROR,
                       "Invalid second level segment filename template '%s', "
                        "you can try to remove second_level_segment_time flag\n",
                       filename);
                av_free(filename);
515
                av_free(en);
516 517 518 519 520 521 522
                return AVERROR(EINVAL);
            }
            av_free(filename);
        }
    }


523 524 525
    filename = av_basename(hls->avf->filename);

    if (hls->use_localtime_mkdir) {
526
        filename = hls->avf->filename;
527
    }
528
    if (find_segment_by_filename(hls->segments, filename)
529
        || find_segment_by_filename(hls->old_segments, filename)) {
530 531
        av_log(hls, AV_LOG_WARNING, "Duplicated segment filename detected: %s\n", filename);
    }
532
    av_strlcpy(en->filename, filename, sizeof(en->filename));
L
Luca Barbato 已提交
533

534 535
    if(hls->has_subtitle)
        av_strlcpy(en->sub_filename, av_basename(hls->vtt_avf->filename), sizeof(en->sub_filename));
536 537
    else
        en->sub_filename[0] = '\0';
538

L
Luca Barbato 已提交
539
    en->duration = duration;
540 541
    en->pos      = pos;
    en->size     = size;
L
Luca Barbato 已提交
542
    en->next     = NULL;
543 544 545 546 547 548
    en->discont  = 0;

    if (hls->discontinuity) {
        en->discont = 1;
        hls->discontinuity = 0;
    }
L
Luca Barbato 已提交
549

550 551 552 553 554
    if (hls->key_info_file) {
        av_strlcpy(en->key_uri, hls->key_uri, sizeof(en->key_uri));
        av_strlcpy(en->iv_string, hls->iv_string, sizeof(en->iv_string));
    }

555 556
    if (!hls->segments)
        hls->segments = en;
L
Luca Barbato 已提交
557
    else
558
        hls->last_segment->next = en;
L
Luca Barbato 已提交
559

560
    hls->last_segment = en;
L
Luca Barbato 已提交
561

562 563 564 565
    // EVENT or VOD playlists imply sliding window cannot be used
    if (hls->pl_type != PLAYLIST_TYPE_NONE)
        hls->max_nb_segments = 0;

566 567
    if (hls->max_nb_segments && hls->nb_entries >= hls->max_nb_segments) {
        en = hls->segments;
568
        hls->initial_prog_date_time += en->duration;
569
        hls->segments = en->next;
570
        if (en && hls->flags & HLS_DELETE_SEGMENTS &&
571
#if FF_API_HLS_WRAP
572
                !(hls->flags & HLS_SINGLE_FILE || hls->wrap)) {
573 574 575
#else
                !(hls->flags & HLS_SINGLE_FILE)) {
#endif
576 577 578 579 580 581
            en->next = hls->old_segments;
            hls->old_segments = en;
            if ((ret = hls_delete_old_segments(hls)) < 0)
                return ret;
        } else
            av_free(en);
582 583
    } else
        hls->nb_entries++;
L
Luca Barbato 已提交
584

585 586 587
    if (hls->max_seg_size > 0) {
        return 0;
    }
588 589
    hls->sequence++;

L
Luca Barbato 已提交
590 591 592
    return 0;
}

593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612
static int parse_playlist(AVFormatContext *s, const char *url)
{
    HLSContext *hls = s->priv_data;
    AVIOContext *in;
    int ret = 0, is_segment = 0;
    int64_t new_start_pos;
    char line[1024];
    const char *ptr;

    if ((ret = ffio_open_whitelist(&in, url, AVIO_FLAG_READ,
                                   &s->interrupt_callback, NULL,
                                   s->protocol_whitelist, s->protocol_blacklist)) < 0)
        return ret;

    read_chomp_line(in, line, sizeof(line));
    if (strcmp(line, "#EXTM3U")) {
        ret = AVERROR_INVALIDDATA;
        goto fail;
    }

613
    hls->discontinuity = 0;
614 615 616
    while (!avio_feof(in)) {
        read_chomp_line(in, line, sizeof(line));
        if (av_strstart(line, "#EXT-X-MEDIA-SEQUENCE:", &ptr)) {
617 618 619 620 621 622 623 624 625 626
            int64_t tmp_sequence = strtoll(ptr, NULL, 10);
            if (tmp_sequence < hls->sequence)
              av_log(hls, AV_LOG_VERBOSE,
                     "Found playlist sequence number was smaller """
                     "than specified start sequence number: %"PRId64" < %"PRId64", "
                     "omitting\n", tmp_sequence, hls->start_sequence);
            else {
              av_log(hls, AV_LOG_DEBUG, "Found playlist sequence number: %"PRId64"\n", tmp_sequence);
              hls->sequence = tmp_sequence;
            }
627 628 629
        } else if (av_strstart(line, "#EXT-X-DISCONTINUITY", &ptr)) {
            is_segment = 1;
            hls->discontinuity = 1;
630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653
        } else if (av_strstart(line, "#EXTINF:", &ptr)) {
            is_segment = 1;
            hls->duration = atof(ptr);
        } else if (av_strstart(line, "#", NULL)) {
            continue;
        } else if (line[0]) {
            if (is_segment) {
                is_segment = 0;
                new_start_pos = avio_tell(hls->avf->pb);
                hls->size = new_start_pos - hls->start_pos;
                av_strlcpy(hls->avf->filename, line, sizeof(line));
                ret = hls_append_segment(s, hls, hls->duration, hls->start_pos, hls->size);
                if (ret < 0)
                    goto fail;
                hls->start_pos = new_start_pos;
            }
        }
    }

fail:
    avio_close(in);
    return ret;
}

654
static void hls_free_segments(HLSSegment *p)
L
Luca Barbato 已提交
655
{
656
    HLSSegment *en;
L
Luca Barbato 已提交
657 658 659 660 661 662 663 664

    while(p) {
        en = p;
        p = p->next;
        av_free(en);
    }
}

665 666 667 668 669 670
static void set_http_options(AVDictionary **options, HLSContext *c)
{
    if (c->method)
        av_dict_set(options, "method", c->method, 0);
}

671 672 673 674 675 676 677 678 679 680 681 682 683
static void write_m3u8_head_block(HLSContext *hls, AVIOContext *out, int version,
                                  int target_duration, int64_t sequence)
{
    avio_printf(out, "#EXTM3U\n");
    avio_printf(out, "#EXT-X-VERSION:%d\n", version);
    if (hls->allowcache == 0 || hls->allowcache == 1) {
        avio_printf(out, "#EXT-X-ALLOW-CACHE:%s\n", hls->allowcache == 0 ? "NO" : "YES");
    }
    avio_printf(out, "#EXT-X-TARGETDURATION:%d\n", target_duration);
    avio_printf(out, "#EXT-X-MEDIA-SEQUENCE:%"PRId64"\n", sequence);
    av_log(hls, AV_LOG_VERBOSE, "EXT-X-MEDIA-SEQUENCE:%"PRId64"\n", sequence);
}

L
Luca Barbato 已提交
684 685 686
static int hls_window(AVFormatContext *s, int last)
{
    HLSContext *hls = s->priv_data;
687
    HLSSegment *en;
688
    int target_duration = 0;
L
Luca Barbato 已提交
689
    int ret = 0;
690
    AVIOContext *out = NULL;
691
    AVIOContext *sub_out = NULL;
692
    char temp_filename[1024];
693
    int64_t sequence = FFMAX(hls->start_sequence, hls->sequence - hls->nb_entries);
694
    int version = 3;
695 696
    const char *proto = avio_find_protocol_name(s->filename);
    int use_rename = proto && !strcmp(proto, "file");
697
    static unsigned warned_non_file;
698 699
    char *key_uri = NULL;
    char *iv_string = NULL;
700
    AVDictionary *options = NULL;
701
    double prog_date_time = hls->initial_prog_date_time;
702 703 704 705 706 707
    int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);

    if (byterange_mode) {
        version = 4;
        sequence = 0;
    }
708 709

    if (!use_rename && !warned_non_file++)
M
Moritz Barsnick 已提交
710
        av_log(s, AV_LOG_ERROR, "Cannot use rename on non file protocol, this may lead to races and temporary partial files\n");
L
Luca Barbato 已提交
711

712
    set_http_options(&options, hls);
713
    snprintf(temp_filename, sizeof(temp_filename), use_rename ? "%s.tmp" : "%s", s->filename);
714
    if ((ret = s->io_open(s, &out, temp_filename, AVIO_FLAG_WRITE, &options)) < 0)
L
Luca Barbato 已提交
715 716
        goto fail;

717
    for (en = hls->segments; en; en = en->next) {
718 719
        if (target_duration <= en->duration)
            target_duration = get_int_from_double(en->duration);
720 721
    }

722
    hls->discontinuity_set = 0;
723
    write_m3u8_head_block(hls, out, version, target_duration, sequence);
724 725 726 727 728
    if (hls->pl_type == PLAYLIST_TYPE_EVENT) {
        avio_printf(out, "#EXT-X-PLAYLIST-TYPE:EVENT\n");
    } else if (hls->pl_type == PLAYLIST_TYPE_VOD) {
        avio_printf(out, "#EXT-X-PLAYLIST-TYPE:VOD\n");
    }
L
Luca Barbato 已提交
729

730 731 732 733
    if((hls->flags & HLS_DISCONT_START) && sequence==hls->start_sequence && hls->discontinuity_set==0 ){
        avio_printf(out, "#EXT-X-DISCONTINUITY\n");
        hls->discontinuity_set = 1;
    }
734
    for (en = hls->segments; en; en = en->next) {
735 736 737 738 739 740 741 742 743 744
        if (hls->key_info_file && (!key_uri || strcmp(en->key_uri, key_uri) ||
                                    av_strcasecmp(en->iv_string, iv_string))) {
            avio_printf(out, "#EXT-X-KEY:METHOD=AES-128,URI=\"%s\"", en->key_uri);
            if (*en->iv_string)
                avio_printf(out, ",IV=0x%s", en->iv_string);
            avio_printf(out, "\n");
            key_uri = en->key_uri;
            iv_string = en->iv_string;
        }

745 746 747 748
        if (en->discont) {
            avio_printf(out, "#EXT-X-DISCONTINUITY\n");
        }

749
        if (hls->flags & HLS_ROUND_DURATIONS)
750
            avio_printf(out, "#EXTINF:%ld,\n",  lrint(en->duration));
751 752
        else
            avio_printf(out, "#EXTINF:%f,\n", en->duration);
753
        if (byterange_mode)
754
             avio_printf(out, "#EXT-X-BYTERANGE:%"PRIi64"@%"PRIi64"\n",
755
                         en->size, en->pos);
756
        if (hls->flags & HLS_PROGRAM_DATE_TIME) {
757
            time_t tt, wrongsecs;
758 759 760 761 762 763
            int milli;
            struct tm *tm, tmpbuf;
            char buf0[128], buf1[128];
            tt = (int64_t)prog_date_time;
            milli = av_clip(lrint(1000*(prog_date_time - tt)), 0, 999);
            tm = localtime_r(&tt, &tmpbuf);
764
            strftime(buf0, sizeof(buf0), "%Y-%m-%dT%H:%M:%S", tm);
765 766 767 768 769 770 771 772 773 774 775 776
            if (!strftime(buf1, sizeof(buf1), "%z", tm) || buf1[1]<'0' ||buf1[1]>'2') {
                int tz_min, dst = tm->tm_isdst;
                tm = gmtime_r(&tt, &tmpbuf);
                tm->tm_isdst = dst;
                wrongsecs = mktime(tm);
                tz_min = (abs(wrongsecs - tt) + 30) / 60;
                snprintf(buf1, sizeof(buf1),
                         "%c%02d%02d",
                         wrongsecs <= tt ? '+' : '-',
                         tz_min / 60,
                         tz_min % 60);
            }
777 778 779
            avio_printf(out, "#EXT-X-PROGRAM-DATE-TIME:%s.%03d%s\n", buf0, milli, buf1);
            prog_date_time += en->duration;
        }
780
        if (hls->baseurl)
781 782
            avio_printf(out, "%s", hls->baseurl);
        avio_printf(out, "%s\n", en->filename);
L
Luca Barbato 已提交
783 784
    }

785
    if (last && (hls->flags & HLS_OMIT_ENDLIST)==0)
786
        avio_printf(out, "#EXT-X-ENDLIST\n");
L
Luca Barbato 已提交
787

788
    if( hls->vtt_m3u8_name ) {
789
        if ((ret = s->io_open(s, &sub_out, hls->vtt_m3u8_name, AVIO_FLAG_WRITE, &options)) < 0)
790
            goto fail;
791
        write_m3u8_head_block(hls, sub_out, version, target_duration, sequence);
792 793 794

        for (en = hls->segments; en; en = en->next) {
            avio_printf(sub_out, "#EXTINF:%f,\n", en->duration);
795
            if (byterange_mode)
796 797 798 799 800 801 802 803 804 805 806 807
                 avio_printf(sub_out, "#EXT-X-BYTERANGE:%"PRIi64"@%"PRIi64"\n",
                         en->size, en->pos);
            if (hls->baseurl)
                avio_printf(sub_out, "%s", hls->baseurl);
            avio_printf(sub_out, "%s\n", en->sub_filename);
        }

        if (last)
            avio_printf(sub_out, "#EXT-X-ENDLIST\n");

    }

L
Luca Barbato 已提交
808
fail:
809
    av_dict_free(&options);
810
    ff_format_io_close(s, &out);
811
    ff_format_io_close(s, &sub_out);
812
    if (ret >= 0 && use_rename)
813
        ff_rename(temp_filename, s->filename, s);
L
Luca Barbato 已提交
814 815 816 817 818 819 820
    return ret;
}

static int hls_start(AVFormatContext *s)
{
    HLSContext *c = s->priv_data;
    AVFormatContext *oc = c->avf;
821
    AVFormatContext *vtt_oc = c->vtt_avf;
822 823
    AVDictionary *options = NULL;
    char *filename, iv_string[KEYSIZE*2 + 1];
L
Luca Barbato 已提交
824 825
    int err = 0;

826 827 828 829 830 831 832 833 834
    if ((c->flags & HLS_TEMP_FILE) && oc->filename[0] != 0) {
        size_t len = strlen(oc->filename);
        char final_filename[sizeof(oc->filename)];
        av_strlcpy(final_filename, oc->filename, len);
        final_filename[len-4] = '\0';
        ff_rename(oc->filename, final_filename, s);
        oc->filename[len-4] = '\0';
    }

835
    if (c->flags & HLS_SINGLE_FILE) {
836 837
        av_strlcpy(oc->filename, c->basename,
                   sizeof(oc->filename));
838 839 840
        if (c->vtt_basename)
            av_strlcpy(vtt_oc->filename, c->vtt_basename,
                  sizeof(vtt_oc->filename));
841
    } else if (c->max_seg_size > 0) {
842
        if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
843
#if FF_API_HLS_WRAP
844
            c->basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
845 846 847
#else
            c->basename, 'd', c->sequence) < 1) {
#endif
848 849 850
                av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s', you can try to use -use_localtime 1 with it\n", c->basename);
                return AVERROR(EINVAL);
        }
851
    } else {
852 853 854 855 856 857 858 859 860
        if (c->use_localtime) {
            time_t now0;
            struct tm *tm, tmpbuf;
            time(&now0);
            tm = localtime_r(&now0, &tmpbuf);
            if (!strftime(oc->filename, sizeof(oc->filename), c->basename, tm)) {
                av_log(oc, AV_LOG_ERROR, "Could not get segment filename with use_localtime\n");
                return AVERROR(EINVAL);
            }
861 862 863 864
            if (c->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
                char * filename = av_strdup(oc->filename);  // %%d will be %d after strftime
                if (!filename)
                    return AVERROR(ENOMEM);
865
                if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
866
#if FF_API_HLS_WRAP
867
                    filename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
868 869 870
#else
                    filename, 'd', c->sequence) < 1) {
#endif
871 872 873 874
                    av_log(c, AV_LOG_ERROR,
                           "Invalid second level segment filename template '%s', "
                            "you can try to remove second_level_segment_index flag\n",
                           filename);
875 876 877 878 879
                    av_free(filename);
                    return AVERROR(EINVAL);
                }
                av_free(filename);
            }
880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911
            if (c->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) {
                av_strlcpy(c->current_segment_final_filename_fmt, oc->filename,
                           sizeof(c->current_segment_final_filename_fmt));
                if (c->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
                    char * filename = av_strdup(oc->filename);  // %%s will be %s after strftime
                    if (!filename)
                        return AVERROR(ENOMEM);
                    if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename), filename, 's', 0) < 1) {
                        av_log(c, AV_LOG_ERROR,
                               "Invalid second level segment filename template '%s', "
                                "you can try to remove second_level_segment_size flag\n",
                               filename);
                        av_free(filename);
                        return AVERROR(EINVAL);
                    }
                    av_free(filename);
                }
                if (c->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
                    char * filename = av_strdup(oc->filename);  // %%t will be %t after strftime
                    if (!filename)
                        return AVERROR(ENOMEM);
                    if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename), filename, 't', 0) < 1) {
                        av_log(c, AV_LOG_ERROR,
                               "Invalid second level segment filename template '%s', "
                                "you can try to remove second_level_segment_time flag\n",
                               filename);
                        av_free(filename);
                        return AVERROR(EINVAL);
                    }
                    av_free(filename);
                }
            }
912 913 914 915 916 917 918
            if (c->use_localtime_mkdir) {
                const char *dir;
                char *fn_copy = av_strdup(oc->filename);
                if (!fn_copy) {
                    return AVERROR(ENOMEM);
                }
                dir = av_dirname(fn_copy);
919
                if (mkdir_p(dir) == -1 && errno != EEXIST) {
920 921 922 923 924 925
                    av_log(oc, AV_LOG_ERROR, "Could not create directory %s with use_localtime_mkdir\n", dir);
                    av_free(fn_copy);
                    return AVERROR(errno);
                }
                av_free(fn_copy);
            }
926
        } else if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
927
#if FF_API_HLS_WRAP
928
                   c->basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
929 930 931
#else
                   c->basename, 'd', c->sequence) < 1) {
#endif
M
Moritz Barsnick 已提交
932
            av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s' you can try to use -use_localtime 1 with it\n", c->basename);
933 934
            return AVERROR(EINVAL);
        }
935
        if( c->vtt_basename) {
936
            if (replace_int_data_in_filename(vtt_oc->filename, sizeof(vtt_oc->filename),
937
#if FF_API_HLS_WRAP
938
                c->vtt_basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
939 940 941
#else
                c->vtt_basename, 'd', c->sequence) < 1) {
#endif
942 943 944 945 946
                av_log(vtt_oc, AV_LOG_ERROR, "Invalid segment filename template '%s'\n", c->vtt_basename);
                return AVERROR(EINVAL);
            }
       }
    }
947
    c->number++;
L
Luca Barbato 已提交
948

949 950
    set_http_options(&options, c);

951 952 953 954
    if (c->flags & HLS_TEMP_FILE) {
        av_strlcat(oc->filename, ".tmp", sizeof(oc->filename));
    }

955 956
    if (c->key_info_file) {
        if ((err = hls_encryption_start(s)) < 0)
957
            goto fail;
958 959
        if ((err = av_dict_set(&options, "encryption_key", c->key_string, 0))
                < 0)
960
            goto fail;
961 962 963 964
        err = av_strlcpy(iv_string, c->iv_string, sizeof(iv_string));
        if (!err)
            snprintf(iv_string, sizeof(iv_string), "%032"PRIx64, c->sequence);
        if ((err = av_dict_set(&options, "encryption_iv", iv_string, 0)) < 0)
965
           goto fail;
966 967 968

        filename = av_asprintf("crypto:%s", oc->filename);
        if (!filename) {
969 970
            err = AVERROR(ENOMEM);
            goto fail;
971
        }
972
        err = s->io_open(s, &oc->pb, filename, AVIO_FLAG_WRITE, &options);
973 974 975 976 977
        av_free(filename);
        av_dict_free(&options);
        if (err < 0)
            return err;
    } else
978
        if ((err = s->io_open(s, &oc->pb, oc->filename, AVIO_FLAG_WRITE, &options)) < 0)
979
            goto fail;
980
    if (c->vtt_basename) {
981
        set_http_options(&options, c);
982
        if ((err = s->io_open(s, &vtt_oc->pb, vtt_oc->filename, AVIO_FLAG_WRITE, &options)) < 0)
983
            goto fail;
984
    }
985
    av_dict_free(&options);
L
Luca Barbato 已提交
986

987 988 989 990 991 992
    /* We only require one PAT/PMT per segment. */
    if (oc->oformat->priv_class && oc->priv_data) {
        char period[21];

        snprintf(period, sizeof(period), "%d", (INT_MAX / 2) - 1);

L
Luca Barbato 已提交
993
        av_opt_set(oc->priv_data, "mpegts_flags", "resend_headers", 0);
994 995 996
        av_opt_set(oc->priv_data, "sdt_period", period, 0);
        av_opt_set(oc->priv_data, "pat_period", period, 0);
    }
L
Luca Barbato 已提交
997

998 999 1000 1001 1002
    if (c->vtt_basename) {
        err = avformat_write_header(vtt_oc,NULL);
        if (err < 0)
            return err;
    }
1003

L
Luca Barbato 已提交
1004
    return 0;
1005 1006 1007 1008
fail:
    av_dict_free(&options);

    return err;
L
Luca Barbato 已提交
1009 1010
}

1011 1012 1013 1014 1015 1016 1017
static const char * get_default_pattern_localtime_fmt(void)
{
    char b[21];
    time_t t = time(NULL);
    struct tm *p, tmbuf;
    p = localtime_r(&t, &tmbuf);
    // no %s support when strftime returned error or left format string unchanged
1018
    return (!strftime(b, sizeof(b), "%s", p) || !strcmp(b, "%s")) ? "-%Y%m%d%H%M%S.ts" : "-%s.ts";
1019 1020
}

L
Luca Barbato 已提交
1021 1022 1023 1024 1025 1026
static int hls_write_header(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    int ret, i;
    char *p;
    const char *pattern = "%d.ts";
1027
    const char *pattern_localtime_fmt = get_default_pattern_localtime_fmt();
1028
    const char *vtt_pattern = "%d.vtt";
liuqi_123's avatar
liuqi_123 已提交
1029
    AVDictionary *options = NULL;
1030
    int basename_size;
1031
    int vtt_basename_size;
L
Luca Barbato 已提交
1032

1033
    if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH || hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME) {
1034
        time_t t = time(NULL); // we will need it in either case
1035
        if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH) {
1036
            hls->start_sequence = (int64_t)t;
1037
        } else if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME) {
1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048
            char b[15];
            struct tm *p, tmbuf;
            if (!(p = localtime_r(&t, &tmbuf)))
                return AVERROR(ENOMEM);
            if (!strftime(b, sizeof(b), "%Y%m%d%H%M%S", p))
                return AVERROR(ENOMEM);
            hls->start_sequence = strtoll(b, NULL, 10);
        }
        av_log(hls, AV_LOG_DEBUG, "start_number evaluated to %"PRId64"\n", hls->start_sequence);
    }

1049
    hls->sequence       = hls->start_sequence;
1050
    hls->recording_time = (hls->init_time ? hls->init_time : hls->time) * AV_TIME_BASE;
L
Luca Barbato 已提交
1051
    hls->start_pts      = AV_NOPTS_VALUE;
1052
    hls->current_segment_final_filename_fmt[0] = '\0';
L
Luca Barbato 已提交
1053

1054 1055 1056 1057 1058 1059
    if (hls->flags & HLS_PROGRAM_DATE_TIME) {
        time_t now0;
        time(&now0);
        hls->initial_prog_date_time = now0;
    }

liuqi_123's avatar
liuqi_123 已提交
1060 1061 1062 1063 1064 1065 1066 1067
    if (hls->format_options_str) {
        ret = av_dict_parse_string(&hls->format_options, hls->format_options_str, "=", ":", 0);
        if (ret < 0) {
            av_log(s, AV_LOG_ERROR, "Could not parse format options list '%s'\n", hls->format_options_str);
            goto fail;
        }
    }

1068
    for (i = 0; i < s->nb_streams; i++) {
L
Luca Barbato 已提交
1069
        hls->has_video +=
1070
            s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO;
1071
        hls->has_subtitle +=
1072
            s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE;
1073
    }
L
Luca Barbato 已提交
1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086

    if (hls->has_video > 1)
        av_log(s, AV_LOG_WARNING,
               "More than a single video stream present, "
               "expect issues decoding it.\n");

    hls->oformat = av_guess_format("mpegts", NULL, NULL);

    if (!hls->oformat) {
        ret = AVERROR_MUXER_NOT_FOUND;
        goto fail;
    }

1087 1088 1089 1090 1091 1092 1093 1094
    if(hls->has_subtitle) {
        hls->vtt_oformat = av_guess_format("webvtt", NULL, NULL);
        if (!hls->oformat) {
            ret = AVERROR_MUXER_NOT_FOUND;
            goto fail;
        }
    }

1095 1096 1097 1098 1099 1100 1101 1102 1103
    if (hls->segment_filename) {
        hls->basename = av_strdup(hls->segment_filename);
        if (!hls->basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
    } else {
        if (hls->flags & HLS_SINGLE_FILE)
            pattern = ".ts";
L
Luca Barbato 已提交
1104

1105 1106 1107 1108 1109
        if (hls->use_localtime) {
            basename_size = strlen(s->filename) + strlen(pattern_localtime_fmt) + 1;
        } else {
            basename_size = strlen(s->filename) + strlen(pattern) + 1;
        }
1110 1111 1112 1113 1114
        hls->basename = av_malloc(basename_size);
        if (!hls->basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
L
Luca Barbato 已提交
1115

1116
        av_strlcpy(hls->basename, s->filename, basename_size);
L
Luca Barbato 已提交
1117

1118 1119 1120
        p = strrchr(hls->basename, '.');
        if (p)
            *p = '\0';
1121 1122 1123 1124 1125
        if (hls->use_localtime) {
            av_strlcat(hls->basename, pattern_localtime_fmt, basename_size);
        } else {
            av_strlcat(hls->basename, pattern, basename_size);
        }
1126
    }
1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161
    if (!hls->use_localtime) {
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_duration hls_flag requires use_localtime to be true\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_size hls_flag requires use_localtime to be true\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
            av_log(hls, AV_LOG_ERROR,
                   "second_level_segment_index hls_flag requires use_localtime to be true\n");
            ret = AVERROR(EINVAL);
            goto fail;
        }
    } else {
        const char *proto = avio_find_protocol_name(hls->basename);
        int segment_renaming_ok = proto && !strcmp(proto, "file");

        if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) && !segment_renaming_ok) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_duration hls_flag works only with file protocol segment names\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
        if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) && !segment_renaming_ok) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_size hls_flag works only with file protocol segment names\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
1162
    }
1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191
    if(hls->has_subtitle) {

        if (hls->flags & HLS_SINGLE_FILE)
            vtt_pattern = ".vtt";
        vtt_basename_size = strlen(s->filename) + strlen(vtt_pattern) + 1;
        hls->vtt_basename = av_malloc(vtt_basename_size);
        if (!hls->vtt_basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        hls->vtt_m3u8_name = av_malloc(vtt_basename_size);
        if (!hls->vtt_m3u8_name ) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        av_strlcpy(hls->vtt_basename, s->filename, vtt_basename_size);
        p = strrchr(hls->vtt_basename, '.');
        if (p)
            *p = '\0';

        if( hls->subtitle_filename ) {
            strcpy(hls->vtt_m3u8_name, hls->subtitle_filename);
        } else {
            strcpy(hls->vtt_m3u8_name, hls->vtt_basename);
            av_strlcat(hls->vtt_m3u8_name, "_vtt.m3u8", vtt_basename_size);
        }
        av_strlcat(hls->vtt_basename, vtt_pattern, vtt_basename_size);
    }

L
Luca Barbato 已提交
1192 1193 1194
    if ((ret = hls_mux_init(s)) < 0)
        goto fail;

1195 1196
    if (hls->flags & HLS_APPEND_LIST) {
        parse_playlist(s, s->filename);
1197
        hls->discontinuity = 1;
1198 1199 1200 1201 1202 1203
        if (hls->init_time > 0) {
            av_log(s, AV_LOG_WARNING, "append_list mode does not support hls_init_time,"
                   " hls_init_time value will have no effect\n");
            hls->init_time = 0;
            hls->recording_time = hls->time * AV_TIME_BASE;
        }
1204 1205
    }

L
Luca Barbato 已提交
1206 1207 1208
    if ((ret = hls_start(s)) < 0)
        goto fail;

liuqi_123's avatar
liuqi_123 已提交
1209 1210 1211 1212 1213
    av_dict_copy(&options, hls->format_options, 0);
    ret = avformat_write_header(hls->avf, &options);
    if (av_dict_count(options)) {
        av_log(s, AV_LOG_ERROR, "Some of provided format options in '%s' are not recognized\n", hls->format_options_str);
        ret = AVERROR(EINVAL);
1214
        goto fail;
liuqi_123's avatar
liuqi_123 已提交
1215
    }
1216
    //av_assert0(s->nb_streams == hls->avf->nb_streams);
1217
    for (i = 0; i < s->nb_streams; i++) {
1218
        AVStream *inner_st;
1219
        AVStream *outer_st = s->streams[i];
1220 1221 1222 1223 1224 1225 1226 1227 1228 1229

        if (hls->max_seg_size > 0) {
            if ((outer_st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) &&
                (outer_st->codecpar->bit_rate > hls->max_seg_size)) {
                av_log(s, AV_LOG_WARNING, "Your video bitrate is bigger than hls_segment_size, "
                       "(%"PRId64 " > %"PRId64 "), the result maybe not be what you want.",
                       outer_st->codecpar->bit_rate, hls->max_seg_size);
            }
        }

1230
        if (outer_st->codecpar->codec_type != AVMEDIA_TYPE_SUBTITLE)
1231 1232 1233 1234
            inner_st = hls->avf->streams[i];
        else if (hls->vtt_avf)
            inner_st = hls->vtt_avf->streams[0];
        else {
1235
            /* We have a subtitle stream, when the user does not want one */
1236 1237 1238
            inner_st = NULL;
            continue;
        }
1239
        avpriv_set_pts_info(outer_st, inner_st->pts_wrap_bits, inner_st->time_base.num, inner_st->time_base.den);
1240
    }
L
Luca Barbato 已提交
1241
fail:
liuqi_123's avatar
liuqi_123 已提交
1242 1243

    av_dict_free(&options);
1244
    if (ret < 0) {
1245
        av_freep(&hls->basename);
1246
        av_freep(&hls->vtt_basename);
L
Luca Barbato 已提交
1247 1248
        if (hls->avf)
            avformat_free_context(hls->avf);
1249 1250 1251
        if (hls->vtt_avf)
            avformat_free_context(hls->vtt_avf);

L
Luca Barbato 已提交
1252 1253 1254 1255 1256 1257 1258
    }
    return ret;
}

static int hls_write_packet(AVFormatContext *s, AVPacket *pkt)
{
    HLSContext *hls = s->priv_data;
1259
    AVFormatContext *oc = NULL;
L
Luca Barbato 已提交
1260 1261
    AVStream *st = s->streams[pkt->stream_index];
    int64_t end_pts = hls->recording_time * hls->number;
1262
    int is_ref_pkt = 1;
1263
    int ret, can_split = 1;
1264
    int stream_index = 0;
L
Luca Barbato 已提交
1265

1266 1267 1268 1269 1270 1271 1272 1273
    if (hls->sequence - hls->nb_entries > hls->start_sequence && hls->init_time > 0) {
        /* reset end_pts, hls->recording_time at end of the init hls list */
        int init_list_dur = hls->init_time * hls->nb_entries * AV_TIME_BASE;
        int after_init_list_dur = (hls->sequence - hls->nb_entries ) * hls->time * AV_TIME_BASE;
        hls->recording_time = hls->time * AV_TIME_BASE;
        end_pts = init_list_dur + after_init_list_dur ;
    }

1274
    if( st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE ) {
1275 1276 1277 1278 1279 1280
        oc = hls->vtt_avf;
        stream_index = 0;
    } else {
        oc = hls->avf;
        stream_index = pkt->stream_index;
    }
L
Luca Barbato 已提交
1281 1282 1283 1284 1285
    if (hls->start_pts == AV_NOPTS_VALUE) {
        hls->start_pts = pkt->pts;
        hls->end_pts   = pkt->pts;
    }

1286
    if (hls->has_video) {
1287
        can_split = st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO &&
1288
                    ((pkt->flags & AV_PKT_FLAG_KEY) || (hls->flags & HLS_SPLIT_BY_TIME));
1289
        is_ref_pkt = st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO;
1290
    }
1291 1292
    if (pkt->pts == AV_NOPTS_VALUE)
        is_ref_pkt = can_split = 0;
1293

1294 1295 1296 1297 1298 1299 1300 1301 1302
    if (is_ref_pkt) {
        if (hls->new_start) {
            hls->new_start = 0;
            hls->duration = (double)(pkt->pts - hls->end_pts)
                                       * st->time_base.num / st->time_base.den;
            hls->dpp = (double)(pkt->duration) * st->time_base.num / st->time_base.den;
        } else {
            hls->duration += (double)(pkt->duration) * st->time_base.num / st->time_base.den;
        }
L
Luca Barbato 已提交
1303

1304
    }
1305 1306
    if (can_split && av_compare_ts(pkt->pts - hls->start_pts, st->time_base,
                                   end_pts, AV_TIME_BASE_Q) >= 0) {
1307
        int64_t new_start_pos;
1308 1309 1310 1311 1312 1313
        char *old_filename = av_strdup(hls->avf->filename);

        if (!old_filename) {
            return AVERROR(ENOMEM);
        }

1314 1315 1316 1317
        av_write_frame(oc, NULL); /* Flush any buffered data */

        new_start_pos = avio_tell(hls->avf->pb);
        hls->size = new_start_pos - hls->start_pos;
1318
        ret = hls_append_segment(s, hls, hls->duration, hls->start_pos, hls->size);
1319
        hls->start_pos = new_start_pos;
1320 1321
        if (ret < 0) {
            av_free(old_filename);
1322
            return ret;
1323
        }
1324

L
Luca Barbato 已提交
1325
        hls->end_pts = pkt->pts;
1326
        hls->duration = 0;
L
Luca Barbato 已提交
1327

1328 1329 1330 1331
        if (hls->flags & HLS_SINGLE_FILE) {
            if (hls->avf->oformat->priv_class && hls->avf->priv_data)
                av_opt_set(hls->avf->priv_data, "mpegts_flags", "resend_headers", 0);
            hls->number++;
1332 1333 1334 1335 1336 1337
        } else if (hls->max_seg_size > 0) {
            if (hls->avf->oformat->priv_class && hls->avf->priv_data)
                av_opt_set(hls->avf->priv_data, "mpegts_flags", "resend_headers", 0);
            if (hls->start_pos >= hls->max_seg_size) {
                hls->sequence++;
                ff_format_io_close(s, &oc->pb);
1338 1339 1340 1341
                if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
                     strlen(hls->current_segment_final_filename_fmt)) {
                    ff_rename(old_filename, hls->avf->filename, hls);
                }
1342 1343 1344 1345 1346 1347 1348 1349 1350
                if (hls->vtt_avf)
                    ff_format_io_close(s, &hls->vtt_avf->pb);
                ret = hls_start(s);
                hls->start_pos = 0;
                /* When split segment by byte, the duration is short than hls_time,
                 * so it is not enough one segment duration as hls_time, */
                hls->number--;
            }
            hls->number++;
1351
        } else {
1352
            ff_format_io_close(s, &oc->pb);
1353 1354 1355 1356
            if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
                strlen(hls->current_segment_final_filename_fmt)) {
                ff_rename(old_filename, hls->avf->filename, hls);
            }
1357
            if (hls->vtt_avf)
1358
                ff_format_io_close(s, &hls->vtt_avf->pb);
L
Luca Barbato 已提交
1359

1360 1361
            ret = hls_start(s);
        }
L
Luca Barbato 已提交
1362

1363 1364
        if (ret < 0) {
            av_free(old_filename);
L
Luca Barbato 已提交
1365
            return ret;
1366
        }
L
Luca Barbato 已提交
1367

1368 1369
        if ((ret = hls_window(s, 0)) < 0) {
            av_free(old_filename);
L
Luca Barbato 已提交
1370
            return ret;
1371
        }
L
Luca Barbato 已提交
1372 1373
    }

1374
    ret = ff_write_chained(oc, stream_index, pkt, s, 0);
L
Luca Barbato 已提交
1375 1376 1377 1378 1379 1380 1381 1382

    return ret;
}

static int hls_write_trailer(struct AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    AVFormatContext *oc = hls->avf;
1383
    AVFormatContext *vtt_oc = hls->vtt_avf;
1384 1385 1386 1387 1388 1389
    char *old_filename = av_strdup(hls->avf->filename);

    if (!old_filename) {
        return AVERROR(ENOMEM);
    }

L
Luca Barbato 已提交
1390 1391

    av_write_trailer(oc);
1392 1393
    if (oc->pb) {
        hls->size = avio_tell(hls->avf->pb) - hls->start_pos;
1394
        ff_format_io_close(s, &oc->pb);
1395 1396
        /* after av_write_trailer, then duration + 1 duration per packet */
        hls_append_segment(s, hls, hls->duration + hls->dpp, hls->start_pos, hls->size);
1397
    }
1398

1399 1400 1401 1402 1403
    if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
         strlen(hls->current_segment_final_filename_fmt)) {
         ff_rename(old_filename, hls->avf->filename, hls);
    }

1404 1405 1406 1407 1408 1409 1410 1411 1412
    if ((hls->flags & HLS_TEMP_FILE) && oc->filename[0] != 0) {
        size_t len = strlen(oc->filename);
        char final_filename[sizeof(oc->filename)];
        av_strlcpy(final_filename, oc->filename, len);
        final_filename[len-4] = '\0';
        ff_rename(oc->filename, final_filename, s);
        oc->filename[len-4] = '\0';
    }

1413 1414 1415 1416
    if (vtt_oc) {
        if (vtt_oc->pb)
            av_write_trailer(vtt_oc);
        hls->size = avio_tell(hls->vtt_avf->pb) - hls->start_pos;
1417
        ff_format_io_close(s, &vtt_oc->pb);
1418
    }
1419
    av_freep(&hls->basename);
1420
    avformat_free_context(oc);
1421

1422 1423 1424
    hls->avf = NULL;
    hls_window(s, 1);

1425 1426 1427 1428 1429 1430
    if (vtt_oc) {
        av_freep(&hls->vtt_basename);
        av_freep(&hls->vtt_m3u8_name);
        avformat_free_context(vtt_oc);
    }

1431 1432
    hls_free_segments(hls->segments);
    hls_free_segments(hls->old_segments);
1433
    av_free(old_filename);
L
Luca Barbato 已提交
1434 1435 1436 1437 1438 1439
    return 0;
}

#define OFFSET(x) offsetof(HLSContext, x)
#define E AV_OPT_FLAG_ENCODING_PARAM
static const AVOption options[] = {
1440
    {"start_number",  "set first number in the sequence",        OFFSET(start_sequence),AV_OPT_TYPE_INT64,  {.i64 = 0},     0, INT64_MAX, E},
1441
    {"hls_time",      "set segment length in seconds",           OFFSET(time),    AV_OPT_TYPE_FLOAT,  {.dbl = 2},     0, FLT_MAX, E},
1442
    {"hls_init_time", "set segment length in seconds at init list",           OFFSET(init_time),    AV_OPT_TYPE_FLOAT,  {.dbl = 0},     0, FLT_MAX, E},
1443
    {"hls_list_size", "set maximum number of playlist entries",  OFFSET(max_nb_segments),    AV_OPT_TYPE_INT,    {.i64 = 5},     0, INT_MAX, E},
liuqi_123's avatar
liuqi_123 已提交
1444
    {"hls_ts_options","set hls mpegts list of options for the container format used for hls", OFFSET(format_options_str), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1445
    {"hls_vtt_options","set hls vtt list of options for the container format used for hls", OFFSET(vtt_format_options_str), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1446 1447 1448
#if FF_API_HLS_WRAP
    {"hls_wrap",      "set number after which the index wraps (will be deprecated)",  OFFSET(wrap),    AV_OPT_TYPE_INT,    {.i64 = 0},     0, INT_MAX, E},
#endif
1449
    {"hls_allow_cache", "explicitly set whether the client MAY (1) or MUST NOT (0) cache media segments", OFFSET(allowcache), AV_OPT_TYPE_INT, {.i64 = -1}, INT_MIN, INT_MAX, E},
1450
    {"hls_base_url",  "url to prepend to each playlist entry",   OFFSET(baseurl), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,       E},
1451
    {"hls_segment_filename", "filename template for segment files", OFFSET(segment_filename),   AV_OPT_TYPE_STRING, {.str = NULL},            0,       0,         E},
1452
    {"hls_segment_size", "maximum size per segment file, (in bytes)",  OFFSET(max_seg_size),    AV_OPT_TYPE_INT,    {.i64 = 0},               0,       INT_MAX,   E},
1453
    {"hls_key_info_file",    "file with key URI and key file path", OFFSET(key_info_file),      AV_OPT_TYPE_STRING, {.str = NULL},            0,       0,         E},
1454
    {"hls_subtitle_path",     "set path of hls subtitles", OFFSET(subtitle_filename), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1455 1456
    {"hls_flags",     "set flags affecting HLS playlist and media file generation", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64 = 0 }, 0, UINT_MAX, E, "flags"},
    {"single_file",   "generate a single media file indexed with byte ranges", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SINGLE_FILE }, 0, UINT_MAX,   E, "flags"},
1457
    {"temp_file", "write segment to temporary file and rename when complete", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_TEMP_FILE }, 0, UINT_MAX,   E, "flags"},
1458
    {"delete_segments", "delete segment files that are no longer part of the playlist", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DELETE_SEGMENTS }, 0, UINT_MAX,   E, "flags"},
1459
    {"round_durations", "round durations in m3u8 to whole numbers", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_ROUND_DURATIONS }, 0, UINT_MAX,   E, "flags"},
1460
    {"discont_start", "start the playlist with a discontinuity tag", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DISCONT_START }, 0, UINT_MAX,   E, "flags"},
1461
    {"omit_endlist", "Do not append an endlist when ending stream", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_OMIT_ENDLIST }, 0, UINT_MAX,   E, "flags"},
1462
    {"split_by_time", "split the hls segment by time which user set by hls_time", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SPLIT_BY_TIME }, 0, UINT_MAX,   E, "flags"},
1463
    {"append_list", "append the new segments into old hls segment list", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_APPEND_LIST }, 0, UINT_MAX,   E, "flags"},
1464
    {"program_date_time", "add EXT-X-PROGRAM-DATE-TIME", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_PROGRAM_DATE_TIME }, 0, UINT_MAX,   E, "flags"},
1465
    {"second_level_segment_index", "include segment index in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_INDEX }, 0, UINT_MAX,   E, "flags"},
1466 1467
    {"second_level_segment_duration", "include segment duration in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_DURATION }, 0, UINT_MAX,   E, "flags"},
    {"second_level_segment_size", "include segment size in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_SIZE }, 0, UINT_MAX,   E, "flags"},
1468 1469
    {"use_localtime", "set filename expansion with strftime at segment creation", OFFSET(use_localtime), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
    {"use_localtime_mkdir", "create last directory component in strftime-generated filename", OFFSET(use_localtime_mkdir), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
1470 1471 1472
    {"hls_playlist_type", "set the HLS playlist type", OFFSET(pl_type), AV_OPT_TYPE_INT, {.i64 = PLAYLIST_TYPE_NONE }, 0, PLAYLIST_TYPE_NB-1, E, "pl_type" },
    {"event", "EVENT playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_EVENT }, INT_MIN, INT_MAX, E, "pl_type" },
    {"vod", "VOD playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_VOD }, INT_MIN, INT_MAX, E, "pl_type" },
1473
    {"method", "set the HTTP method", OFFSET(method), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1474 1475 1476 1477
    {"hls_start_number_source", "set source of first number in sequence", OFFSET(start_sequence_source_type), AV_OPT_TYPE_INT, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, 0, HLS_START_SEQUENCE_AS_FORMATTED_DATETIME, E, "start_sequence_source_type" },
    {"generic", "start_number value (default)", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
    {"epoch", "seconds since epoch", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
    {"datetime", "current datetime as YYYYMMDDhhmmss", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_FORMATTED_DATETIME }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
L
Luca Barbato 已提交
1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490
    { NULL },
};

static const AVClass hls_class = {
    .class_name = "hls muxer",
    .item_name  = av_default_item_name,
    .option     = options,
    .version    = LIBAVUTIL_VERSION_INT,
};


AVOutputFormat ff_hls_muxer = {
    .name           = "hls",
L
Luca Barbato 已提交
1491
    .long_name      = NULL_IF_CONFIG_SMALL("Apple HTTP Live Streaming"),
L
Luca Barbato 已提交
1492 1493
    .extensions     = "m3u8",
    .priv_data_size = sizeof(HLSContext),
1494 1495
    .audio_codec    = AV_CODEC_ID_AAC,
    .video_codec    = AV_CODEC_ID_H264,
1496
    .subtitle_codec = AV_CODEC_ID_WEBVTT,
L
Luca Barbato 已提交
1497 1498 1499 1500 1501 1502
    .flags          = AVFMT_NOFILE | AVFMT_ALLOW_FLUSH,
    .write_header   = hls_write_header,
    .write_packet   = hls_write_packet,
    .write_trailer  = hls_write_trailer,
    .priv_class     = &hls_class,
};