hlsenc.c 53.3 KB
Newer Older
L
Luca Barbato 已提交
1 2 3 4
/*
 * Apple HTTP Live Streaming segmenter
 * Copyright (c) 2012, Luca Barbato
 *
5
 * This file is part of FFmpeg.
L
Luca Barbato 已提交
6
 *
7
 * FFmpeg is free software; you can redistribute it and/or
L
Luca Barbato 已提交
8 9 10 11
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
12
 * FFmpeg is distributed in the hope that it will be useful,
L
Luca Barbato 已提交
13 14 15 16 17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with FFmpeg; if not, write to the Free Software
L
Luca Barbato 已提交
19 20 21
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

22
#include "config.h"
L
Luca Barbato 已提交
23
#include <float.h>
24
#include <stdint.h>
25 26 27
#if HAVE_UNISTD_H
#include <unistd.h>
#endif
L
Luca Barbato 已提交
28

29
#include "libavutil/avassert.h"
L
Luca Barbato 已提交
30 31 32 33 34
#include "libavutil/mathematics.h"
#include "libavutil/parseutils.h"
#include "libavutil/avstring.h"
#include "libavutil/opt.h"
#include "libavutil/log.h"
35
#include "libavutil/time_internal.h"
L
Luca Barbato 已提交
36 37

#include "avformat.h"
38
#include "avio_internal.h"
L
Luca Barbato 已提交
39
#include "internal.h"
40
#include "os_support.h"
L
Luca Barbato 已提交
41

42 43 44 45 46 47
typedef enum {
  HLS_START_SEQUENCE_AS_START_NUMBER = 0,
  HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH = 1,
  HLS_START_SEQUENCE_AS_FORMATTED_DATETIME = 2,  // YYYYMMDDhhmmss
} StartSequenceSourceType;

48 49 50
#define KEYSIZE 16
#define LINE_BUFFER_SIZE 1024

51 52
typedef struct HLSSegment {
    char filename[1024];
53
    char sub_filename[1024];
54
    double duration; /* in seconds */
55
    int discont;
56 57
    int64_t pos;
    int64_t size;
58

59 60 61
    char key_uri[LINE_BUFFER_SIZE + 1];
    char iv_string[KEYSIZE*2 + 1];

62 63
    struct HLSSegment *next;
} HLSSegment;
L
Luca Barbato 已提交
64

65 66 67
typedef enum HLSFlags {
    // Generate a single media file and use byte ranges in the playlist.
    HLS_SINGLE_FILE = (1 << 0),
68
    HLS_DELETE_SEGMENTS = (1 << 1),
69
    HLS_ROUND_DURATIONS = (1 << 2),
70
    HLS_DISCONT_START = (1 << 3),
71
    HLS_OMIT_ENDLIST = (1 << 4),
72
    HLS_SPLIT_BY_TIME = (1 << 5),
73
    HLS_APPEND_LIST = (1 << 6),
74
    HLS_PROGRAM_DATE_TIME = (1 << 7),
75
    HLS_SECOND_LEVEL_SEGMENT_INDEX = (1 << 8), // include segment index in segment filenames when use_localtime  e.g.: %%03d
76 77
    HLS_SECOND_LEVEL_SEGMENT_DURATION = (1 << 9), // include segment duration (microsec) in segment filenames when use_localtime  e.g.: %%09t
    HLS_SECOND_LEVEL_SEGMENT_SIZE = (1 << 10), // include segment size (bytes) in segment filenames when use_localtime  e.g.: %%014s
78 79
} HLSFlags;

80 81 82 83 84 85 86
typedef enum {
    PLAYLIST_TYPE_NONE,
    PLAYLIST_TYPE_EVENT,
    PLAYLIST_TYPE_VOD,
    PLAYLIST_TYPE_NB,
} PlaylistType;

L
Luca Barbato 已提交
87 88
typedef struct HLSContext {
    const AVClass *class;  // Class for private options.
89
    unsigned number;
90
    int64_t sequence;
91
    int64_t start_sequence;
92
    uint32_t start_sequence_source_type;  // enum StartSequenceSourceType
L
Luca Barbato 已提交
93
    AVOutputFormat *oformat;
94
    AVOutputFormat *vtt_oformat;
95

L
Luca Barbato 已提交
96
    AVFormatContext *avf;
97
    AVFormatContext *vtt_avf;
98

L
Luca Barbato 已提交
99
    float time;            // Set by a private option.
100
    float init_time;       // Set by a private option.
101
    int max_nb_segments;   // Set by a private option.
L
Luca Barbato 已提交
102
    int  wrap;             // Set by a private option.
103
    uint32_t flags;        // enum HLSFlags
104
    uint32_t pl_type;      // enum PlaylistType
105
    char *segment_filename;
106

107
    int use_localtime;      ///< flag to expand filename with localtime
108
    int use_localtime_mkdir;///< flag to mkdir dirname in timebased filename
109
    int allowcache;
L
Luca Barbato 已提交
110 111
    int64_t recording_time;
    int has_video;
112
    int has_subtitle;
113 114
    int new_start;
    double dpp;           // duration per packet
L
Luca Barbato 已提交
115 116
    int64_t start_pts;
    int64_t end_pts;
117
    double duration;      // last segment duration computed so far, in seconds
118 119
    int64_t start_pos;    // last segment starting position
    int64_t size;         // last segment size
120
    int64_t max_seg_size; // every segment file max size
121
    int nb_entries;
122
    int discontinuity_set;
123
    int discontinuity;
124

125 126
    HLSSegment *segments;
    HLSSegment *last_segment;
127
    HLSSegment *old_segments;
128

L
Luca Barbato 已提交
129
    char *basename;
130 131
    char *vtt_basename;
    char *vtt_m3u8_name;
132
    char *baseurl;
liuqi_123's avatar
liuqi_123 已提交
133
    char *format_options_str;
134 135
    char *vtt_format_options_str;
    char *subtitle_filename;
liuqi_123's avatar
liuqi_123 已提交
136
    AVDictionary *format_options;
137 138 139 140 141 142

    char *key_info_file;
    char key_file[LINE_BUFFER_SIZE + 1];
    char key_uri[LINE_BUFFER_SIZE + 1];
    char key_string[KEYSIZE*2 + 1];
    char iv_string[KEYSIZE*2 + 1];
143 144
    AVDictionary *vtt_format_options;

145 146
    char *method;

147
    double initial_prog_date_time;
148
    char current_segment_final_filename_fmt[1024]; // when renaming segments
L
Luca Barbato 已提交
149 150
} HLSContext;

151 152 153 154 155
static int get_int_from_double(double val)
{
    return (int)((val - (int)val) >= 0.001) ? (int)(val + 1) : (int)val;
}

156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188
static int mkdir_p(const char *path) {
    int ret = 0;
    char *temp = av_strdup(path);
    char *pos = temp;
    char tmp_ch = '\0';

    if (!path || !temp) {
        return -1;
    }

    if (!strncmp(temp, "/", 1) || !strncmp(temp, "\\", 1)) {
        pos++;
    } else if (!strncmp(temp, "./", 2) || !strncmp(temp, ".\\", 2)) {
        pos += 2;
    }

    for ( ; *pos != '\0'; ++pos) {
        if (*pos == '/' || *pos == '\\') {
            tmp_ch = *pos;
            *pos = '\0';
            ret = mkdir(temp, 0755);
            *pos = tmp_ch;
        }
    }

    if ((*(pos - 1) != '/') || (*(pos - 1) != '\\')) {
        ret = mkdir(temp, 0755);
    }

    av_free(temp);
    return ret;
}

189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240
static int replace_int_data_in_filename(char *buf, int buf_size, const char *filename, char placeholder, int64_t number)
{
    const char *p;
    char *q, buf1[20], c;
    int nd, len, addchar_count;
    int found_count = 0;

    q = buf;
    p = filename;
    for (;;) {
        c = *p;
        if (c == '\0')
            break;
        if (c == '%' && *(p+1) == '%')  // %%
            addchar_count = 2;
        else if (c == '%' && (av_isdigit(*(p+1)) || *(p+1) == placeholder)) {
            nd = 0;
            addchar_count = 1;
            while (av_isdigit(*(p + addchar_count))) {
                nd = nd * 10 + *(p + addchar_count) - '0';
                addchar_count++;
            }

            if (*(p + addchar_count) == placeholder) {
                len = snprintf(buf1, sizeof(buf1), "%0*"PRId64, (number < 0) ? nd : nd++, number);
                if (len < 1)  // returned error or empty buf1
                    goto fail;
                if ((q - buf + len) > buf_size - 1)
                    goto fail;
                memcpy(q, buf1, len);
                q += len;
                p += (addchar_count + 1);
                addchar_count = 0;
                found_count++;
            }

        } else
            addchar_count = 1;

        while (addchar_count--)
            if ((q - buf) < buf_size - 1)
                *q++ = *p++;
            else
                goto fail;
    }
    *q = '\0';
    return found_count;
fail:
    *q = '\0';
    return -1;
}

241 242 243 244
static int hls_delete_old_segments(HLSContext *hls) {

    HLSSegment *segment, *previous_segment = NULL;
    float playlist_duration = 0.0f;
245
    int ret = 0, path_size, sub_path_size;
246 247
    char *dirname = NULL, *p, *sub_path;
    char *path = NULL;
248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265

    segment = hls->segments;
    while (segment) {
        playlist_duration += segment->duration;
        segment = segment->next;
    }

    segment = hls->old_segments;
    while (segment) {
        playlist_duration -= segment->duration;
        previous_segment = segment;
        segment = previous_segment->next;
        if (playlist_duration <= -previous_segment->duration) {
            previous_segment->next = NULL;
            break;
        }
    }

266
    if (segment && !hls->use_localtime_mkdir) {
267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282
        if (hls->segment_filename) {
            dirname = av_strdup(hls->segment_filename);
        } else {
            dirname = av_strdup(hls->avf->filename);
        }
        if (!dirname) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        p = (char *)av_basename(dirname);
        *p = '\0';
    }

    while (segment) {
        av_log(hls, AV_LOG_DEBUG, "deleting old segment %s\n",
                                  segment->filename);
283
        path_size =  (hls->use_localtime_mkdir ? 0 : strlen(dirname)) + strlen(segment->filename) + 1;
284 285 286 287 288
        path = av_malloc(path_size);
        if (!path) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
289

290 291 292 293 294 295 296
        if (hls->use_localtime_mkdir)
            av_strlcpy(path, segment->filename, path_size);
        else { // segment->filename contains basename only
            av_strlcpy(path, dirname, path_size);
            av_strlcat(path, segment->filename, path_size);
        }

297 298 299 300
        if (unlink(path) < 0) {
            av_log(hls, AV_LOG_ERROR, "failed to delete old segment %s: %s\n",
                                     path, strerror(errno));
        }
301

302 303
        if ((segment->sub_filename[0] != '\0')) {
            sub_path_size = strlen(segment->sub_filename) + 1 + (dirname ? strlen(dirname) : 0);
304 305 306 307 308 309 310 311 312 313 314 315 316
            sub_path = av_malloc(sub_path_size);
            if (!sub_path) {
                ret = AVERROR(ENOMEM);
                goto fail;
            }

            av_strlcpy(sub_path, dirname, sub_path_size);
            av_strlcat(sub_path, segment->sub_filename, sub_path_size);
            if (unlink(sub_path) < 0) {
                av_log(hls, AV_LOG_ERROR, "failed to delete old segment %s: %s\n",
                                         sub_path, strerror(errno));
            }
            av_free(sub_path);
317
        }
318
        av_freep(&path);
319 320 321 322 323 324
        previous_segment = segment;
        segment = previous_segment->next;
        av_free(previous_segment);
    }

fail:
325
    av_free(path);
326 327 328 329 330
    av_free(dirname);

    return ret;
}

331 332 333 334 335 336 337
static int hls_encryption_start(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    int ret;
    AVIOContext *pb;
    uint8_t key[KEYSIZE];

338
    if ((ret = s->io_open(s, &pb, hls->key_info_file, AVIO_FLAG_READ, NULL)) < 0) {
339 340 341 342 343 344 345 346 347 348 349 350 351 352
        av_log(hls, AV_LOG_ERROR,
                "error opening key info file %s\n", hls->key_info_file);
        return ret;
    }

    ff_get_line(pb, hls->key_uri, sizeof(hls->key_uri));
    hls->key_uri[strcspn(hls->key_uri, "\r\n")] = '\0';

    ff_get_line(pb, hls->key_file, sizeof(hls->key_file));
    hls->key_file[strcspn(hls->key_file, "\r\n")] = '\0';

    ff_get_line(pb, hls->iv_string, sizeof(hls->iv_string));
    hls->iv_string[strcspn(hls->iv_string, "\r\n")] = '\0';

353
    ff_format_io_close(s, &pb);
354 355 356 357 358 359 360 361 362 363 364

    if (!*hls->key_uri) {
        av_log(hls, AV_LOG_ERROR, "no key URI specified in key info file\n");
        return AVERROR(EINVAL);
    }

    if (!*hls->key_file) {
        av_log(hls, AV_LOG_ERROR, "no key file specified in key info file\n");
        return AVERROR(EINVAL);
    }

365
    if ((ret = s->io_open(s, &pb, hls->key_file, AVIO_FLAG_READ, NULL)) < 0) {
366 367 368 369 370
        av_log(hls, AV_LOG_ERROR, "error opening key file %s\n", hls->key_file);
        return ret;
    }

    ret = avio_read(pb, key, sizeof(key));
371
    ff_format_io_close(s, &pb);
372 373 374 375 376 377 378 379 380 381 382
    if (ret != sizeof(key)) {
        av_log(hls, AV_LOG_ERROR, "error reading key file %s\n", hls->key_file);
        if (ret >= 0 || ret == AVERROR_EOF)
            ret = AVERROR(EINVAL);
        return ret;
    }
    ff_data_to_hex(hls->key_string, key, sizeof(key), 0);

    return 0;
}

383 384 385 386 387 388 389 390
static int read_chomp_line(AVIOContext *s, char *buf, int maxlen)
{
    int len = ff_get_line(s, buf, maxlen);
    while (len > 0 && av_isspace(buf[len - 1]))
        buf[--len] = '\0';
    return len;
}

L
Luca Barbato 已提交
391 392 393 394
static int hls_mux_init(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    AVFormatContext *oc;
395
    AVFormatContext *vtt_oc = NULL;
396
    int i, ret;
L
Luca Barbato 已提交
397

398 399 400 401
    ret = avformat_alloc_output_context2(&hls->avf, hls->oformat, NULL, NULL);
    if (ret < 0)
        return ret;
    oc = hls->avf;
L
Luca Barbato 已提交
402 403 404

    oc->oformat            = hls->oformat;
    oc->interrupt_callback = s->interrupt_callback;
405
    oc->max_delay          = s->max_delay;
406 407 408
    oc->opaque             = s->opaque;
    oc->io_open            = s->io_open;
    oc->io_close           = s->io_close;
409
    av_dict_copy(&oc->metadata, s->metadata, 0);
L
Luca Barbato 已提交
410

411 412 413 414 415 416 417 418 419
    if(hls->vtt_oformat) {
        ret = avformat_alloc_output_context2(&hls->vtt_avf, hls->vtt_oformat, NULL, NULL);
        if (ret < 0)
            return ret;
        vtt_oc          = hls->vtt_avf;
        vtt_oc->oformat = hls->vtt_oformat;
        av_dict_copy(&vtt_oc->metadata, s->metadata, 0);
    }

L
Luca Barbato 已提交
420 421
    for (i = 0; i < s->nb_streams; i++) {
        AVStream *st;
422
        AVFormatContext *loc;
423
        if (s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE)
424 425 426 427 428
            loc = vtt_oc;
        else
            loc = oc;

        if (!(st = avformat_new_stream(loc, NULL)))
L
Luca Barbato 已提交
429
            return AVERROR(ENOMEM);
430
        avcodec_parameters_copy(st->codecpar, s->streams[i]->codecpar);
L
Luca Barbato 已提交
431
        st->sample_aspect_ratio = s->streams[i]->sample_aspect_ratio;
432
        st->time_base = s->streams[i]->time_base;
L
Luca Barbato 已提交
433
    }
434
    hls->start_pos = 0;
435
    hls->new_start = 1;
L
Luca Barbato 已提交
436 437 438 439

    return 0;
}

440 441 442 443 444 445 446 447 448 449
static HLSSegment *find_segment_by_filename(HLSSegment *segment, const char *filename)
{
    while (segment) {
        if (!av_strcasecmp(segment->filename,filename))
            return segment;
        segment = segment->next;
    }
    return (HLSSegment *) NULL;
}

450
/* Create a new segment and append it to the segment list */
451 452
static int hls_append_segment(struct AVFormatContext *s, HLSContext *hls, double duration,
                              int64_t pos, int64_t size)
L
Luca Barbato 已提交
453
{
454
    HLSSegment *en = av_malloc(sizeof(*en));
455
    const char  *filename;
456
    int ret;
L
Luca Barbato 已提交
457 458 459 460

    if (!en)
        return AVERROR(ENOMEM);

461 462 463 464 465
    if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
        strlen(hls->current_segment_final_filename_fmt)) {
        av_strlcpy(hls->avf->filename, hls->current_segment_final_filename_fmt, sizeof(hls->avf->filename));
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
            char * filename = av_strdup(hls->avf->filename);  // %%s will be %s after strftime
466 467
            if (!filename) {
                av_free(en);
468
                return AVERROR(ENOMEM);
469
            }
470 471 472 473 474 475 476
            if (replace_int_data_in_filename(hls->avf->filename, sizeof(hls->avf->filename),
                filename, 's', pos + size) < 1) {
                av_log(hls, AV_LOG_ERROR,
                       "Invalid second level segment filename template '%s', "
                        "you can try to remove second_level_segment_size flag\n",
                       filename);
                av_free(filename);
477
                av_free(en);
478 479 480 481 482 483
                return AVERROR(EINVAL);
            }
            av_free(filename);
        }
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
            char * filename = av_strdup(hls->avf->filename);  // %%t will be %t after strftime
484 485
            if (!filename) {
                av_free(en);
486
                return AVERROR(ENOMEM);
487
            }
488 489 490 491 492 493 494
            if (replace_int_data_in_filename(hls->avf->filename, sizeof(hls->avf->filename),
                filename, 't',  (int64_t)round(1000000 * duration)) < 1) {
                av_log(hls, AV_LOG_ERROR,
                       "Invalid second level segment filename template '%s', "
                        "you can try to remove second_level_segment_time flag\n",
                       filename);
                av_free(filename);
495
                av_free(en);
496 497 498 499 500 501 502
                return AVERROR(EINVAL);
            }
            av_free(filename);
        }
    }


503 504 505
    filename = av_basename(hls->avf->filename);

    if (hls->use_localtime_mkdir) {
506
        filename = hls->avf->filename;
507
    }
508
    if (find_segment_by_filename(hls->segments, filename)
509
        || find_segment_by_filename(hls->old_segments, filename)) {
510 511
        av_log(hls, AV_LOG_WARNING, "Duplicated segment filename detected: %s\n", filename);
    }
512
    av_strlcpy(en->filename, filename, sizeof(en->filename));
L
Luca Barbato 已提交
513

514 515
    if(hls->has_subtitle)
        av_strlcpy(en->sub_filename, av_basename(hls->vtt_avf->filename), sizeof(en->sub_filename));
516 517
    else
        en->sub_filename[0] = '\0';
518

L
Luca Barbato 已提交
519
    en->duration = duration;
520 521
    en->pos      = pos;
    en->size     = size;
L
Luca Barbato 已提交
522
    en->next     = NULL;
523 524 525 526 527 528
    en->discont  = 0;

    if (hls->discontinuity) {
        en->discont = 1;
        hls->discontinuity = 0;
    }
L
Luca Barbato 已提交
529

530 531 532 533 534
    if (hls->key_info_file) {
        av_strlcpy(en->key_uri, hls->key_uri, sizeof(en->key_uri));
        av_strlcpy(en->iv_string, hls->iv_string, sizeof(en->iv_string));
    }

535 536
    if (!hls->segments)
        hls->segments = en;
L
Luca Barbato 已提交
537
    else
538
        hls->last_segment->next = en;
L
Luca Barbato 已提交
539

540
    hls->last_segment = en;
L
Luca Barbato 已提交
541

542 543 544 545
    // EVENT or VOD playlists imply sliding window cannot be used
    if (hls->pl_type != PLAYLIST_TYPE_NONE)
        hls->max_nb_segments = 0;

546 547
    if (hls->max_nb_segments && hls->nb_entries >= hls->max_nb_segments) {
        en = hls->segments;
548
        hls->initial_prog_date_time += en->duration;
549
        hls->segments = en->next;
550 551 552 553 554 555 556 557
        if (en && hls->flags & HLS_DELETE_SEGMENTS &&
                !(hls->flags & HLS_SINGLE_FILE || hls->wrap)) {
            en->next = hls->old_segments;
            hls->old_segments = en;
            if ((ret = hls_delete_old_segments(hls)) < 0)
                return ret;
        } else
            av_free(en);
558 559
    } else
        hls->nb_entries++;
L
Luca Barbato 已提交
560

561 562 563
    if (hls->max_seg_size > 0) {
        return 0;
    }
564 565
    hls->sequence++;

L
Luca Barbato 已提交
566 567 568
    return 0;
}

569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588
static int parse_playlist(AVFormatContext *s, const char *url)
{
    HLSContext *hls = s->priv_data;
    AVIOContext *in;
    int ret = 0, is_segment = 0;
    int64_t new_start_pos;
    char line[1024];
    const char *ptr;

    if ((ret = ffio_open_whitelist(&in, url, AVIO_FLAG_READ,
                                   &s->interrupt_callback, NULL,
                                   s->protocol_whitelist, s->protocol_blacklist)) < 0)
        return ret;

    read_chomp_line(in, line, sizeof(line));
    if (strcmp(line, "#EXTM3U")) {
        ret = AVERROR_INVALIDDATA;
        goto fail;
    }

589
    hls->discontinuity = 0;
590 591 592
    while (!avio_feof(in)) {
        read_chomp_line(in, line, sizeof(line));
        if (av_strstart(line, "#EXT-X-MEDIA-SEQUENCE:", &ptr)) {
593 594 595 596 597 598 599 600 601 602
            int64_t tmp_sequence = strtoll(ptr, NULL, 10);
            if (tmp_sequence < hls->sequence)
              av_log(hls, AV_LOG_VERBOSE,
                     "Found playlist sequence number was smaller """
                     "than specified start sequence number: %"PRId64" < %"PRId64", "
                     "omitting\n", tmp_sequence, hls->start_sequence);
            else {
              av_log(hls, AV_LOG_DEBUG, "Found playlist sequence number: %"PRId64"\n", tmp_sequence);
              hls->sequence = tmp_sequence;
            }
603 604 605
        } else if (av_strstart(line, "#EXT-X-DISCONTINUITY", &ptr)) {
            is_segment = 1;
            hls->discontinuity = 1;
606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629
        } else if (av_strstart(line, "#EXTINF:", &ptr)) {
            is_segment = 1;
            hls->duration = atof(ptr);
        } else if (av_strstart(line, "#", NULL)) {
            continue;
        } else if (line[0]) {
            if (is_segment) {
                is_segment = 0;
                new_start_pos = avio_tell(hls->avf->pb);
                hls->size = new_start_pos - hls->start_pos;
                av_strlcpy(hls->avf->filename, line, sizeof(line));
                ret = hls_append_segment(s, hls, hls->duration, hls->start_pos, hls->size);
                if (ret < 0)
                    goto fail;
                hls->start_pos = new_start_pos;
            }
        }
    }

fail:
    avio_close(in);
    return ret;
}

630
static void hls_free_segments(HLSSegment *p)
L
Luca Barbato 已提交
631
{
632
    HLSSegment *en;
L
Luca Barbato 已提交
633 634 635 636 637 638 639 640

    while(p) {
        en = p;
        p = p->next;
        av_free(en);
    }
}

641 642 643 644 645 646
static void set_http_options(AVDictionary **options, HLSContext *c)
{
    if (c->method)
        av_dict_set(options, "method", c->method, 0);
}

L
Luca Barbato 已提交
647 648 649
static int hls_window(AVFormatContext *s, int last)
{
    HLSContext *hls = s->priv_data;
650
    HLSSegment *en;
651
    int target_duration = 0;
L
Luca Barbato 已提交
652
    int ret = 0;
653
    AVIOContext *out = NULL;
654
    AVIOContext *sub_out = NULL;
655
    char temp_filename[1024];
656
    int64_t sequence = FFMAX(hls->start_sequence, hls->sequence - hls->nb_entries);
657
    int version = 3;
658 659
    const char *proto = avio_find_protocol_name(s->filename);
    int use_rename = proto && !strcmp(proto, "file");
660
    static unsigned warned_non_file;
661 662
    char *key_uri = NULL;
    char *iv_string = NULL;
663
    AVDictionary *options = NULL;
664
    double prog_date_time = hls->initial_prog_date_time;
665 666 667 668 669 670
    int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);

    if (byterange_mode) {
        version = 4;
        sequence = 0;
    }
671 672

    if (!use_rename && !warned_non_file++)
M
Moritz Barsnick 已提交
673
        av_log(s, AV_LOG_ERROR, "Cannot use rename on non file protocol, this may lead to races and temporary partial files\n");
L
Luca Barbato 已提交
674

675
    set_http_options(&options, hls);
676
    snprintf(temp_filename, sizeof(temp_filename), use_rename ? "%s.tmp" : "%s", s->filename);
677
    if ((ret = s->io_open(s, &out, temp_filename, AVIO_FLAG_WRITE, &options)) < 0)
L
Luca Barbato 已提交
678 679
        goto fail;

680
    for (en = hls->segments; en; en = en->next) {
681 682
        if (target_duration <= en->duration)
            target_duration = get_int_from_double(en->duration);
683 684
    }

685
    hls->discontinuity_set = 0;
686 687
    avio_printf(out, "#EXTM3U\n");
    avio_printf(out, "#EXT-X-VERSION:%d\n", version);
688
    if (hls->allowcache == 0 || hls->allowcache == 1) {
689
        avio_printf(out, "#EXT-X-ALLOW-CACHE:%s\n", hls->allowcache == 0 ? "NO" : "YES");
690
    }
691 692
    avio_printf(out, "#EXT-X-TARGETDURATION:%d\n", target_duration);
    avio_printf(out, "#EXT-X-MEDIA-SEQUENCE:%"PRId64"\n", sequence);
693 694 695 696 697
    if (hls->pl_type == PLAYLIST_TYPE_EVENT) {
        avio_printf(out, "#EXT-X-PLAYLIST-TYPE:EVENT\n");
    } else if (hls->pl_type == PLAYLIST_TYPE_VOD) {
        avio_printf(out, "#EXT-X-PLAYLIST-TYPE:VOD\n");
    }
L
Luca Barbato 已提交
698

699
    av_log(s, AV_LOG_VERBOSE, "EXT-X-MEDIA-SEQUENCE:%"PRId64"\n",
700
           sequence);
701 702 703 704
    if((hls->flags & HLS_DISCONT_START) && sequence==hls->start_sequence && hls->discontinuity_set==0 ){
        avio_printf(out, "#EXT-X-DISCONTINUITY\n");
        hls->discontinuity_set = 1;
    }
705
    for (en = hls->segments; en; en = en->next) {
706 707 708 709 710 711 712 713 714 715
        if (hls->key_info_file && (!key_uri || strcmp(en->key_uri, key_uri) ||
                                    av_strcasecmp(en->iv_string, iv_string))) {
            avio_printf(out, "#EXT-X-KEY:METHOD=AES-128,URI=\"%s\"", en->key_uri);
            if (*en->iv_string)
                avio_printf(out, ",IV=0x%s", en->iv_string);
            avio_printf(out, "\n");
            key_uri = en->key_uri;
            iv_string = en->iv_string;
        }

716 717 718 719
        if (en->discont) {
            avio_printf(out, "#EXT-X-DISCONTINUITY\n");
        }

720
        if (hls->flags & HLS_ROUND_DURATIONS)
721
            avio_printf(out, "#EXTINF:%ld,\n",  lrint(en->duration));
722 723
        else
            avio_printf(out, "#EXTINF:%f,\n", en->duration);
724
        if (byterange_mode)
725
             avio_printf(out, "#EXT-X-BYTERANGE:%"PRIi64"@%"PRIi64"\n",
726
                         en->size, en->pos);
727
        if (hls->flags & HLS_PROGRAM_DATE_TIME) {
728
            time_t tt, wrongsecs;
729 730 731 732 733 734
            int milli;
            struct tm *tm, tmpbuf;
            char buf0[128], buf1[128];
            tt = (int64_t)prog_date_time;
            milli = av_clip(lrint(1000*(prog_date_time - tt)), 0, 999);
            tm = localtime_r(&tt, &tmpbuf);
735
            strftime(buf0, sizeof(buf0), "%Y-%m-%dT%H:%M:%S", tm);
736 737 738 739 740 741 742 743 744 745 746 747
            if (!strftime(buf1, sizeof(buf1), "%z", tm) || buf1[1]<'0' ||buf1[1]>'2') {
                int tz_min, dst = tm->tm_isdst;
                tm = gmtime_r(&tt, &tmpbuf);
                tm->tm_isdst = dst;
                wrongsecs = mktime(tm);
                tz_min = (abs(wrongsecs - tt) + 30) / 60;
                snprintf(buf1, sizeof(buf1),
                         "%c%02d%02d",
                         wrongsecs <= tt ? '+' : '-',
                         tz_min / 60,
                         tz_min % 60);
            }
748 749 750
            avio_printf(out, "#EXT-X-PROGRAM-DATE-TIME:%s.%03d%s\n", buf0, milli, buf1);
            prog_date_time += en->duration;
        }
751
        if (hls->baseurl)
752 753
            avio_printf(out, "%s", hls->baseurl);
        avio_printf(out, "%s\n", en->filename);
L
Luca Barbato 已提交
754 755
    }

756
    if (last && (hls->flags & HLS_OMIT_ENDLIST)==0)
757
        avio_printf(out, "#EXT-X-ENDLIST\n");
L
Luca Barbato 已提交
758

759
    if( hls->vtt_m3u8_name ) {
760
        if ((ret = s->io_open(s, &sub_out, hls->vtt_m3u8_name, AVIO_FLAG_WRITE, &options)) < 0)
761 762 763 764 765 766 767 768 769 770 771 772 773 774
            goto fail;
        avio_printf(sub_out, "#EXTM3U\n");
        avio_printf(sub_out, "#EXT-X-VERSION:%d\n", version);
        if (hls->allowcache == 0 || hls->allowcache == 1) {
            avio_printf(sub_out, "#EXT-X-ALLOW-CACHE:%s\n", hls->allowcache == 0 ? "NO" : "YES");
        }
        avio_printf(sub_out, "#EXT-X-TARGETDURATION:%d\n", target_duration);
        avio_printf(sub_out, "#EXT-X-MEDIA-SEQUENCE:%"PRId64"\n", sequence);

        av_log(s, AV_LOG_VERBOSE, "EXT-X-MEDIA-SEQUENCE:%"PRId64"\n",
               sequence);

        for (en = hls->segments; en; en = en->next) {
            avio_printf(sub_out, "#EXTINF:%f,\n", en->duration);
775
            if (byterange_mode)
776 777 778 779 780 781 782 783 784 785 786 787
                 avio_printf(sub_out, "#EXT-X-BYTERANGE:%"PRIi64"@%"PRIi64"\n",
                         en->size, en->pos);
            if (hls->baseurl)
                avio_printf(sub_out, "%s", hls->baseurl);
            avio_printf(sub_out, "%s\n", en->sub_filename);
        }

        if (last)
            avio_printf(sub_out, "#EXT-X-ENDLIST\n");

    }

L
Luca Barbato 已提交
788
fail:
789
    av_dict_free(&options);
790
    ff_format_io_close(s, &out);
791
    ff_format_io_close(s, &sub_out);
792
    if (ret >= 0 && use_rename)
793
        ff_rename(temp_filename, s->filename, s);
L
Luca Barbato 已提交
794 795 796 797 798 799 800
    return ret;
}

static int hls_start(AVFormatContext *s)
{
    HLSContext *c = s->priv_data;
    AVFormatContext *oc = c->avf;
801
    AVFormatContext *vtt_oc = c->vtt_avf;
802 803
    AVDictionary *options = NULL;
    char *filename, iv_string[KEYSIZE*2 + 1];
L
Luca Barbato 已提交
804 805
    int err = 0;

806
    if (c->flags & HLS_SINGLE_FILE) {
807 808
        av_strlcpy(oc->filename, c->basename,
                   sizeof(oc->filename));
809 810 811
        if (c->vtt_basename)
            av_strlcpy(vtt_oc->filename, c->vtt_basename,
                  sizeof(vtt_oc->filename));
812
    } else if (c->max_seg_size > 0) {
813 814
        if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
            c->basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
815 816 817
                av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s', you can try to use -use_localtime 1 with it\n", c->basename);
                return AVERROR(EINVAL);
        }
818
    } else {
819 820 821 822 823 824 825 826 827
        if (c->use_localtime) {
            time_t now0;
            struct tm *tm, tmpbuf;
            time(&now0);
            tm = localtime_r(&now0, &tmpbuf);
            if (!strftime(oc->filename, sizeof(oc->filename), c->basename, tm)) {
                av_log(oc, AV_LOG_ERROR, "Could not get segment filename with use_localtime\n");
                return AVERROR(EINVAL);
            }
828 829 830 831
            if (c->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
                char * filename = av_strdup(oc->filename);  // %%d will be %d after strftime
                if (!filename)
                    return AVERROR(ENOMEM);
832 833 834 835 836 837
                if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
                    filename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
                    av_log(c, AV_LOG_ERROR,
                           "Invalid second level segment filename template '%s', "
                            "you can try to remove second_level_segment_index flag\n",
                           filename);
838 839 840 841 842
                    av_free(filename);
                    return AVERROR(EINVAL);
                }
                av_free(filename);
            }
843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874
            if (c->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) {
                av_strlcpy(c->current_segment_final_filename_fmt, oc->filename,
                           sizeof(c->current_segment_final_filename_fmt));
                if (c->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
                    char * filename = av_strdup(oc->filename);  // %%s will be %s after strftime
                    if (!filename)
                        return AVERROR(ENOMEM);
                    if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename), filename, 's', 0) < 1) {
                        av_log(c, AV_LOG_ERROR,
                               "Invalid second level segment filename template '%s', "
                                "you can try to remove second_level_segment_size flag\n",
                               filename);
                        av_free(filename);
                        return AVERROR(EINVAL);
                    }
                    av_free(filename);
                }
                if (c->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
                    char * filename = av_strdup(oc->filename);  // %%t will be %t after strftime
                    if (!filename)
                        return AVERROR(ENOMEM);
                    if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename), filename, 't', 0) < 1) {
                        av_log(c, AV_LOG_ERROR,
                               "Invalid second level segment filename template '%s', "
                                "you can try to remove second_level_segment_time flag\n",
                               filename);
                        av_free(filename);
                        return AVERROR(EINVAL);
                    }
                    av_free(filename);
                }
            }
875 876 877 878 879 880 881
            if (c->use_localtime_mkdir) {
                const char *dir;
                char *fn_copy = av_strdup(oc->filename);
                if (!fn_copy) {
                    return AVERROR(ENOMEM);
                }
                dir = av_dirname(fn_copy);
882
                if (mkdir_p(dir) == -1 && errno != EEXIST) {
883 884 885 886 887 888
                    av_log(oc, AV_LOG_ERROR, "Could not create directory %s with use_localtime_mkdir\n", dir);
                    av_free(fn_copy);
                    return AVERROR(errno);
                }
                av_free(fn_copy);
            }
889 890
        } else if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
                   c->basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
M
Moritz Barsnick 已提交
891
            av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s' you can try to use -use_localtime 1 with it\n", c->basename);
892 893
            return AVERROR(EINVAL);
        }
894
        if( c->vtt_basename) {
895 896
            if (replace_int_data_in_filename(vtt_oc->filename, sizeof(vtt_oc->filename),
                c->vtt_basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
897 898 899 900 901
                av_log(vtt_oc, AV_LOG_ERROR, "Invalid segment filename template '%s'\n", c->vtt_basename);
                return AVERROR(EINVAL);
            }
       }
    }
902
    c->number++;
L
Luca Barbato 已提交
903

904 905
    set_http_options(&options, c);

906 907
    if (c->key_info_file) {
        if ((err = hls_encryption_start(s)) < 0)
908
            goto fail;
909 910
        if ((err = av_dict_set(&options, "encryption_key", c->key_string, 0))
                < 0)
911
            goto fail;
912 913 914 915
        err = av_strlcpy(iv_string, c->iv_string, sizeof(iv_string));
        if (!err)
            snprintf(iv_string, sizeof(iv_string), "%032"PRIx64, c->sequence);
        if ((err = av_dict_set(&options, "encryption_iv", iv_string, 0)) < 0)
916
           goto fail;
917 918 919

        filename = av_asprintf("crypto:%s", oc->filename);
        if (!filename) {
920 921
            err = AVERROR(ENOMEM);
            goto fail;
922
        }
923
        err = s->io_open(s, &oc->pb, filename, AVIO_FLAG_WRITE, &options);
924 925 926 927 928
        av_free(filename);
        av_dict_free(&options);
        if (err < 0)
            return err;
    } else
929
        if ((err = s->io_open(s, &oc->pb, oc->filename, AVIO_FLAG_WRITE, &options)) < 0)
930
            goto fail;
931
    if (c->vtt_basename) {
932
        set_http_options(&options, c);
933
        if ((err = s->io_open(s, &vtt_oc->pb, vtt_oc->filename, AVIO_FLAG_WRITE, &options)) < 0)
934
            goto fail;
935
    }
936
    av_dict_free(&options);
L
Luca Barbato 已提交
937

938 939 940 941 942 943
    /* We only require one PAT/PMT per segment. */
    if (oc->oformat->priv_class && oc->priv_data) {
        char period[21];

        snprintf(period, sizeof(period), "%d", (INT_MAX / 2) - 1);

L
Luca Barbato 已提交
944
        av_opt_set(oc->priv_data, "mpegts_flags", "resend_headers", 0);
945 946 947
        av_opt_set(oc->priv_data, "sdt_period", period, 0);
        av_opt_set(oc->priv_data, "pat_period", period, 0);
    }
L
Luca Barbato 已提交
948

949 950 951 952 953
    if (c->vtt_basename) {
        err = avformat_write_header(vtt_oc,NULL);
        if (err < 0)
            return err;
    }
954

L
Luca Barbato 已提交
955
    return 0;
956 957 958 959
fail:
    av_dict_free(&options);

    return err;
L
Luca Barbato 已提交
960 961
}

962 963 964 965 966 967 968
static const char * get_default_pattern_localtime_fmt(void)
{
    char b[21];
    time_t t = time(NULL);
    struct tm *p, tmbuf;
    p = localtime_r(&t, &tmbuf);
    // no %s support when strftime returned error or left format string unchanged
969
    return (!strftime(b, sizeof(b), "%s", p) || !strcmp(b, "%s")) ? "-%Y%m%d%H%M%S.ts" : "-%s.ts";
970 971
}

L
Luca Barbato 已提交
972 973 974 975 976 977
static int hls_write_header(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    int ret, i;
    char *p;
    const char *pattern = "%d.ts";
978
    const char *pattern_localtime_fmt = get_default_pattern_localtime_fmt();
979
    const char *vtt_pattern = "%d.vtt";
liuqi_123's avatar
liuqi_123 已提交
980
    AVDictionary *options = NULL;
981
    int basename_size;
982
    int vtt_basename_size;
L
Luca Barbato 已提交
983

984
    if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH || hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME) {
985
        time_t t = time(NULL); // we will need it in either case
986
        if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH) {
987
            hls->start_sequence = (int64_t)t;
988
        } else if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME) {
989 990 991 992 993 994 995 996 997 998 999
            char b[15];
            struct tm *p, tmbuf;
            if (!(p = localtime_r(&t, &tmbuf)))
                return AVERROR(ENOMEM);
            if (!strftime(b, sizeof(b), "%Y%m%d%H%M%S", p))
                return AVERROR(ENOMEM);
            hls->start_sequence = strtoll(b, NULL, 10);
        }
        av_log(hls, AV_LOG_DEBUG, "start_number evaluated to %"PRId64"\n", hls->start_sequence);
    }

1000
    hls->sequence       = hls->start_sequence;
1001
    hls->recording_time = (hls->init_time ? hls->init_time : hls->time) * AV_TIME_BASE;
L
Luca Barbato 已提交
1002
    hls->start_pts      = AV_NOPTS_VALUE;
1003
    hls->current_segment_final_filename_fmt[0] = '\0';
L
Luca Barbato 已提交
1004

1005 1006 1007 1008 1009 1010
    if (hls->flags & HLS_PROGRAM_DATE_TIME) {
        time_t now0;
        time(&now0);
        hls->initial_prog_date_time = now0;
    }

liuqi_123's avatar
liuqi_123 已提交
1011 1012 1013 1014 1015 1016 1017 1018
    if (hls->format_options_str) {
        ret = av_dict_parse_string(&hls->format_options, hls->format_options_str, "=", ":", 0);
        if (ret < 0) {
            av_log(s, AV_LOG_ERROR, "Could not parse format options list '%s'\n", hls->format_options_str);
            goto fail;
        }
    }

1019
    for (i = 0; i < s->nb_streams; i++) {
L
Luca Barbato 已提交
1020
        hls->has_video +=
1021
            s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO;
1022
        hls->has_subtitle +=
1023
            s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE;
1024
    }
L
Luca Barbato 已提交
1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037

    if (hls->has_video > 1)
        av_log(s, AV_LOG_WARNING,
               "More than a single video stream present, "
               "expect issues decoding it.\n");

    hls->oformat = av_guess_format("mpegts", NULL, NULL);

    if (!hls->oformat) {
        ret = AVERROR_MUXER_NOT_FOUND;
        goto fail;
    }

1038 1039 1040 1041 1042 1043 1044 1045
    if(hls->has_subtitle) {
        hls->vtt_oformat = av_guess_format("webvtt", NULL, NULL);
        if (!hls->oformat) {
            ret = AVERROR_MUXER_NOT_FOUND;
            goto fail;
        }
    }

1046 1047 1048 1049 1050 1051 1052 1053 1054
    if (hls->segment_filename) {
        hls->basename = av_strdup(hls->segment_filename);
        if (!hls->basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
    } else {
        if (hls->flags & HLS_SINGLE_FILE)
            pattern = ".ts";
L
Luca Barbato 已提交
1055

1056 1057 1058 1059 1060
        if (hls->use_localtime) {
            basename_size = strlen(s->filename) + strlen(pattern_localtime_fmt) + 1;
        } else {
            basename_size = strlen(s->filename) + strlen(pattern) + 1;
        }
1061 1062 1063 1064 1065
        hls->basename = av_malloc(basename_size);
        if (!hls->basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
L
Luca Barbato 已提交
1066

1067
        av_strlcpy(hls->basename, s->filename, basename_size);
L
Luca Barbato 已提交
1068

1069 1070 1071
        p = strrchr(hls->basename, '.');
        if (p)
            *p = '\0';
1072 1073 1074 1075 1076
        if (hls->use_localtime) {
            av_strlcat(hls->basename, pattern_localtime_fmt, basename_size);
        } else {
            av_strlcat(hls->basename, pattern, basename_size);
        }
1077
    }
1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112
    if (!hls->use_localtime) {
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_duration hls_flag requires use_localtime to be true\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_size hls_flag requires use_localtime to be true\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
            av_log(hls, AV_LOG_ERROR,
                   "second_level_segment_index hls_flag requires use_localtime to be true\n");
            ret = AVERROR(EINVAL);
            goto fail;
        }
    } else {
        const char *proto = avio_find_protocol_name(hls->basename);
        int segment_renaming_ok = proto && !strcmp(proto, "file");

        if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) && !segment_renaming_ok) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_duration hls_flag works only with file protocol segment names\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
        if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) && !segment_renaming_ok) {
             av_log(hls, AV_LOG_ERROR,
                    "second_level_segment_size hls_flag works only with file protocol segment names\n");
             ret = AVERROR(EINVAL);
             goto fail;
        }
1113
    }
1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142
    if(hls->has_subtitle) {

        if (hls->flags & HLS_SINGLE_FILE)
            vtt_pattern = ".vtt";
        vtt_basename_size = strlen(s->filename) + strlen(vtt_pattern) + 1;
        hls->vtt_basename = av_malloc(vtt_basename_size);
        if (!hls->vtt_basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        hls->vtt_m3u8_name = av_malloc(vtt_basename_size);
        if (!hls->vtt_m3u8_name ) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        av_strlcpy(hls->vtt_basename, s->filename, vtt_basename_size);
        p = strrchr(hls->vtt_basename, '.');
        if (p)
            *p = '\0';

        if( hls->subtitle_filename ) {
            strcpy(hls->vtt_m3u8_name, hls->subtitle_filename);
        } else {
            strcpy(hls->vtt_m3u8_name, hls->vtt_basename);
            av_strlcat(hls->vtt_m3u8_name, "_vtt.m3u8", vtt_basename_size);
        }
        av_strlcat(hls->vtt_basename, vtt_pattern, vtt_basename_size);
    }

L
Luca Barbato 已提交
1143 1144 1145
    if ((ret = hls_mux_init(s)) < 0)
        goto fail;

1146 1147
    if (hls->flags & HLS_APPEND_LIST) {
        parse_playlist(s, s->filename);
1148
        hls->discontinuity = 1;
1149 1150 1151 1152 1153 1154
        if (hls->init_time > 0) {
            av_log(s, AV_LOG_WARNING, "append_list mode does not support hls_init_time,"
                   " hls_init_time value will have no effect\n");
            hls->init_time = 0;
            hls->recording_time = hls->time * AV_TIME_BASE;
        }
1155 1156
    }

L
Luca Barbato 已提交
1157 1158 1159
    if ((ret = hls_start(s)) < 0)
        goto fail;

liuqi_123's avatar
liuqi_123 已提交
1160 1161 1162 1163 1164
    av_dict_copy(&options, hls->format_options, 0);
    ret = avformat_write_header(hls->avf, &options);
    if (av_dict_count(options)) {
        av_log(s, AV_LOG_ERROR, "Some of provided format options in '%s' are not recognized\n", hls->format_options_str);
        ret = AVERROR(EINVAL);
1165
        goto fail;
liuqi_123's avatar
liuqi_123 已提交
1166
    }
1167
    //av_assert0(s->nb_streams == hls->avf->nb_streams);
1168
    for (i = 0; i < s->nb_streams; i++) {
1169
        AVStream *inner_st;
1170
        AVStream *outer_st = s->streams[i];
1171 1172 1173 1174 1175 1176 1177 1178 1179 1180

        if (hls->max_seg_size > 0) {
            if ((outer_st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) &&
                (outer_st->codecpar->bit_rate > hls->max_seg_size)) {
                av_log(s, AV_LOG_WARNING, "Your video bitrate is bigger than hls_segment_size, "
                       "(%"PRId64 " > %"PRId64 "), the result maybe not be what you want.",
                       outer_st->codecpar->bit_rate, hls->max_seg_size);
            }
        }

1181
        if (outer_st->codecpar->codec_type != AVMEDIA_TYPE_SUBTITLE)
1182 1183 1184 1185
            inner_st = hls->avf->streams[i];
        else if (hls->vtt_avf)
            inner_st = hls->vtt_avf->streams[0];
        else {
1186
            /* We have a subtitle stream, when the user does not want one */
1187 1188 1189
            inner_st = NULL;
            continue;
        }
1190
        avpriv_set_pts_info(outer_st, inner_st->pts_wrap_bits, inner_st->time_base.num, inner_st->time_base.den);
1191
    }
L
Luca Barbato 已提交
1192
fail:
liuqi_123's avatar
liuqi_123 已提交
1193 1194

    av_dict_free(&options);
1195
    if (ret < 0) {
1196
        av_freep(&hls->basename);
1197
        av_freep(&hls->vtt_basename);
L
Luca Barbato 已提交
1198 1199
        if (hls->avf)
            avformat_free_context(hls->avf);
1200 1201 1202
        if (hls->vtt_avf)
            avformat_free_context(hls->vtt_avf);

L
Luca Barbato 已提交
1203 1204 1205 1206 1207 1208 1209
    }
    return ret;
}

static int hls_write_packet(AVFormatContext *s, AVPacket *pkt)
{
    HLSContext *hls = s->priv_data;
1210
    AVFormatContext *oc = NULL;
L
Luca Barbato 已提交
1211 1212
    AVStream *st = s->streams[pkt->stream_index];
    int64_t end_pts = hls->recording_time * hls->number;
1213
    int is_ref_pkt = 1;
1214
    int ret, can_split = 1;
1215
    int stream_index = 0;
L
Luca Barbato 已提交
1216

1217 1218 1219 1220 1221 1222 1223 1224
    if (hls->sequence - hls->nb_entries > hls->start_sequence && hls->init_time > 0) {
        /* reset end_pts, hls->recording_time at end of the init hls list */
        int init_list_dur = hls->init_time * hls->nb_entries * AV_TIME_BASE;
        int after_init_list_dur = (hls->sequence - hls->nb_entries ) * hls->time * AV_TIME_BASE;
        hls->recording_time = hls->time * AV_TIME_BASE;
        end_pts = init_list_dur + after_init_list_dur ;
    }

1225
    if( st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE ) {
1226 1227 1228 1229 1230 1231
        oc = hls->vtt_avf;
        stream_index = 0;
    } else {
        oc = hls->avf;
        stream_index = pkt->stream_index;
    }
L
Luca Barbato 已提交
1232 1233 1234 1235 1236
    if (hls->start_pts == AV_NOPTS_VALUE) {
        hls->start_pts = pkt->pts;
        hls->end_pts   = pkt->pts;
    }

1237
    if (hls->has_video) {
1238
        can_split = st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO &&
1239
                    ((pkt->flags & AV_PKT_FLAG_KEY) || (hls->flags & HLS_SPLIT_BY_TIME));
1240
        is_ref_pkt = st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO;
1241
    }
1242 1243
    if (pkt->pts == AV_NOPTS_VALUE)
        is_ref_pkt = can_split = 0;
1244

1245 1246 1247 1248 1249 1250 1251 1252 1253 1254
    if (is_ref_pkt) {
        if (hls->new_start) {
            hls->new_start = 0;
            hls->duration = (double)(pkt->pts - hls->end_pts)
                                       * st->time_base.num / st->time_base.den;
            hls->dpp = (double)(pkt->duration) * st->time_base.num / st->time_base.den;
            av_log(s, AV_LOG_ERROR, "hls->dpp = [%lf]\n", hls->dpp);
        } else {
            hls->duration += (double)(pkt->duration) * st->time_base.num / st->time_base.den;
        }
L
Luca Barbato 已提交
1255

1256
    }
1257 1258
    if (can_split && av_compare_ts(pkt->pts - hls->start_pts, st->time_base,
                                   end_pts, AV_TIME_BASE_Q) >= 0) {
1259
        int64_t new_start_pos;
1260 1261 1262 1263 1264 1265
        char *old_filename = av_strdup(hls->avf->filename);

        if (!old_filename) {
            return AVERROR(ENOMEM);
        }

1266 1267 1268 1269
        av_write_frame(oc, NULL); /* Flush any buffered data */

        new_start_pos = avio_tell(hls->avf->pb);
        hls->size = new_start_pos - hls->start_pos;
1270
        ret = hls_append_segment(s, hls, hls->duration, hls->start_pos, hls->size);
1271
        hls->start_pos = new_start_pos;
1272 1273
        if (ret < 0) {
            av_free(old_filename);
1274
            return ret;
1275
        }
1276

L
Luca Barbato 已提交
1277
        hls->end_pts = pkt->pts;
1278
        hls->duration = 0;
L
Luca Barbato 已提交
1279

1280 1281 1282 1283
        if (hls->flags & HLS_SINGLE_FILE) {
            if (hls->avf->oformat->priv_class && hls->avf->priv_data)
                av_opt_set(hls->avf->priv_data, "mpegts_flags", "resend_headers", 0);
            hls->number++;
1284 1285 1286 1287 1288 1289
        } else if (hls->max_seg_size > 0) {
            if (hls->avf->oformat->priv_class && hls->avf->priv_data)
                av_opt_set(hls->avf->priv_data, "mpegts_flags", "resend_headers", 0);
            if (hls->start_pos >= hls->max_seg_size) {
                hls->sequence++;
                ff_format_io_close(s, &oc->pb);
1290 1291 1292 1293
                if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
                     strlen(hls->current_segment_final_filename_fmt)) {
                    ff_rename(old_filename, hls->avf->filename, hls);
                }
1294 1295 1296 1297 1298 1299 1300 1301 1302
                if (hls->vtt_avf)
                    ff_format_io_close(s, &hls->vtt_avf->pb);
                ret = hls_start(s);
                hls->start_pos = 0;
                /* When split segment by byte, the duration is short than hls_time,
                 * so it is not enough one segment duration as hls_time, */
                hls->number--;
            }
            hls->number++;
1303
        } else {
1304
            ff_format_io_close(s, &oc->pb);
1305 1306 1307 1308
            if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
                strlen(hls->current_segment_final_filename_fmt)) {
                ff_rename(old_filename, hls->avf->filename, hls);
            }
1309
            if (hls->vtt_avf)
1310
                ff_format_io_close(s, &hls->vtt_avf->pb);
L
Luca Barbato 已提交
1311

1312 1313
            ret = hls_start(s);
        }
L
Luca Barbato 已提交
1314

1315 1316
        if (ret < 0) {
            av_free(old_filename);
L
Luca Barbato 已提交
1317
            return ret;
1318
        }
L
Luca Barbato 已提交
1319

1320
        if( st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE )
1321 1322
            oc = hls->vtt_avf;
        else
L
Luca Barbato 已提交
1323 1324
        oc = hls->avf;

1325 1326
        if ((ret = hls_window(s, 0)) < 0) {
            av_free(old_filename);
L
Luca Barbato 已提交
1327
            return ret;
1328
        }
L
Luca Barbato 已提交
1329 1330
    }

1331
    ret = ff_write_chained(oc, stream_index, pkt, s, 0);
L
Luca Barbato 已提交
1332 1333 1334 1335 1336 1337 1338 1339

    return ret;
}

static int hls_write_trailer(struct AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    AVFormatContext *oc = hls->avf;
1340
    AVFormatContext *vtt_oc = hls->vtt_avf;
1341 1342 1343 1344 1345 1346
    char *old_filename = av_strdup(hls->avf->filename);

    if (!old_filename) {
        return AVERROR(ENOMEM);
    }

L
Luca Barbato 已提交
1347 1348

    av_write_trailer(oc);
1349 1350
    if (oc->pb) {
        hls->size = avio_tell(hls->avf->pb) - hls->start_pos;
1351
        ff_format_io_close(s, &oc->pb);
1352 1353
        /* after av_write_trailer, then duration + 1 duration per packet */
        hls_append_segment(s, hls, hls->duration + hls->dpp, hls->start_pos, hls->size);
1354
    }
1355

1356 1357 1358 1359 1360
    if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
         strlen(hls->current_segment_final_filename_fmt)) {
         ff_rename(old_filename, hls->avf->filename, hls);
    }

1361 1362 1363 1364
    if (vtt_oc) {
        if (vtt_oc->pb)
            av_write_trailer(vtt_oc);
        hls->size = avio_tell(hls->vtt_avf->pb) - hls->start_pos;
1365
        ff_format_io_close(s, &vtt_oc->pb);
1366
    }
1367
    av_freep(&hls->basename);
1368
    avformat_free_context(oc);
1369

1370 1371 1372
    hls->avf = NULL;
    hls_window(s, 1);

1373 1374 1375 1376 1377 1378
    if (vtt_oc) {
        av_freep(&hls->vtt_basename);
        av_freep(&hls->vtt_m3u8_name);
        avformat_free_context(vtt_oc);
    }

1379 1380
    hls_free_segments(hls->segments);
    hls_free_segments(hls->old_segments);
1381
    av_free(old_filename);
L
Luca Barbato 已提交
1382 1383 1384 1385 1386 1387
    return 0;
}

#define OFFSET(x) offsetof(HLSContext, x)
#define E AV_OPT_FLAG_ENCODING_PARAM
static const AVOption options[] = {
1388
    {"start_number",  "set first number in the sequence",        OFFSET(start_sequence),AV_OPT_TYPE_INT64,  {.i64 = 0},     0, INT64_MAX, E},
1389
    {"hls_time",      "set segment length in seconds",           OFFSET(time),    AV_OPT_TYPE_FLOAT,  {.dbl = 2},     0, FLT_MAX, E},
1390
    {"hls_init_time", "set segment length in seconds at init list",           OFFSET(init_time),    AV_OPT_TYPE_FLOAT,  {.dbl = 0},     0, FLT_MAX, E},
1391
    {"hls_list_size", "set maximum number of playlist entries",  OFFSET(max_nb_segments),    AV_OPT_TYPE_INT,    {.i64 = 5},     0, INT_MAX, E},
liuqi_123's avatar
liuqi_123 已提交
1392
    {"hls_ts_options","set hls mpegts list of options for the container format used for hls", OFFSET(format_options_str), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1393
    {"hls_vtt_options","set hls vtt list of options for the container format used for hls", OFFSET(vtt_format_options_str), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1394
    {"hls_wrap",      "set number after which the index wraps",  OFFSET(wrap),    AV_OPT_TYPE_INT,    {.i64 = 0},     0, INT_MAX, E},
1395
    {"hls_allow_cache", "explicitly set whether the client MAY (1) or MUST NOT (0) cache media segments", OFFSET(allowcache), AV_OPT_TYPE_INT, {.i64 = -1}, INT_MIN, INT_MAX, E},
1396
    {"hls_base_url",  "url to prepend to each playlist entry",   OFFSET(baseurl), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,       E},
1397
    {"hls_segment_filename", "filename template for segment files", OFFSET(segment_filename),   AV_OPT_TYPE_STRING, {.str = NULL},            0,       0,         E},
1398
    {"hls_segment_size", "maximum size per segment file, (in bytes)",  OFFSET(max_seg_size),    AV_OPT_TYPE_INT,    {.i64 = 0},               0,       INT_MAX,   E},
1399
    {"hls_key_info_file",    "file with key URI and key file path", OFFSET(key_info_file),      AV_OPT_TYPE_STRING, {.str = NULL},            0,       0,         E},
1400
    {"hls_subtitle_path",     "set path of hls subtitles", OFFSET(subtitle_filename), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1401 1402
    {"hls_flags",     "set flags affecting HLS playlist and media file generation", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64 = 0 }, 0, UINT_MAX, E, "flags"},
    {"single_file",   "generate a single media file indexed with byte ranges", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SINGLE_FILE }, 0, UINT_MAX,   E, "flags"},
1403
    {"delete_segments", "delete segment files that are no longer part of the playlist", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DELETE_SEGMENTS }, 0, UINT_MAX,   E, "flags"},
1404
    {"round_durations", "round durations in m3u8 to whole numbers", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_ROUND_DURATIONS }, 0, UINT_MAX,   E, "flags"},
1405
    {"discont_start", "start the playlist with a discontinuity tag", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DISCONT_START }, 0, UINT_MAX,   E, "flags"},
1406
    {"omit_endlist", "Do not append an endlist when ending stream", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_OMIT_ENDLIST }, 0, UINT_MAX,   E, "flags"},
1407
    {"split_by_time", "split the hls segment by time which user set by hls_time", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SPLIT_BY_TIME }, 0, UINT_MAX,   E, "flags"},
1408
    {"append_list", "append the new segments into old hls segment list", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_APPEND_LIST }, 0, UINT_MAX,   E, "flags"},
1409
    {"program_date_time", "add EXT-X-PROGRAM-DATE-TIME", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_PROGRAM_DATE_TIME }, 0, UINT_MAX,   E, "flags"},
1410
    {"second_level_segment_index", "include segment index in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_INDEX }, 0, UINT_MAX,   E, "flags"},
1411 1412
    {"second_level_segment_duration", "include segment duration in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_DURATION }, 0, UINT_MAX,   E, "flags"},
    {"second_level_segment_size", "include segment size in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_SIZE }, 0, UINT_MAX,   E, "flags"},
1413 1414
    {"use_localtime", "set filename expansion with strftime at segment creation", OFFSET(use_localtime), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
    {"use_localtime_mkdir", "create last directory component in strftime-generated filename", OFFSET(use_localtime_mkdir), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
1415 1416 1417
    {"hls_playlist_type", "set the HLS playlist type", OFFSET(pl_type), AV_OPT_TYPE_INT, {.i64 = PLAYLIST_TYPE_NONE }, 0, PLAYLIST_TYPE_NB-1, E, "pl_type" },
    {"event", "EVENT playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_EVENT }, INT_MIN, INT_MAX, E, "pl_type" },
    {"vod", "VOD playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_VOD }, INT_MIN, INT_MAX, E, "pl_type" },
1418
    {"method", "set the HTTP method", OFFSET(method), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1419 1420 1421 1422
    {"hls_start_number_source", "set source of first number in sequence", OFFSET(start_sequence_source_type), AV_OPT_TYPE_INT, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, 0, HLS_START_SEQUENCE_AS_FORMATTED_DATETIME, E, "start_sequence_source_type" },
    {"generic", "start_number value (default)", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
    {"epoch", "seconds since epoch", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
    {"datetime", "current datetime as YYYYMMDDhhmmss", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_FORMATTED_DATETIME }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
L
Luca Barbato 已提交
1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435
    { NULL },
};

static const AVClass hls_class = {
    .class_name = "hls muxer",
    .item_name  = av_default_item_name,
    .option     = options,
    .version    = LIBAVUTIL_VERSION_INT,
};


AVOutputFormat ff_hls_muxer = {
    .name           = "hls",
L
Luca Barbato 已提交
1436
    .long_name      = NULL_IF_CONFIG_SMALL("Apple HTTP Live Streaming"),
L
Luca Barbato 已提交
1437 1438
    .extensions     = "m3u8",
    .priv_data_size = sizeof(HLSContext),
1439 1440
    .audio_codec    = AV_CODEC_ID_AAC,
    .video_codec    = AV_CODEC_ID_H264,
1441
    .subtitle_codec = AV_CODEC_ID_WEBVTT,
L
Luca Barbato 已提交
1442 1443 1444 1445 1446 1447
    .flags          = AVFMT_NOFILE | AVFMT_ALLOW_FLUSH,
    .write_header   = hls_write_header,
    .write_packet   = hls_write_packet,
    .write_trailer  = hls_write_trailer,
    .priv_class     = &hls_class,
};