Files
BPI-CM9-Linux/aml-comp/multimedia/ffmpeg_ctc/libavformat/hlsproto.c
T

636 lines
21 KiB
C
Raw Normal View History

2026-08-13 11:28:40 +08:00
/*
* Apple HTTP Live Streaming Protocol Handler
* Copyright (c) 2010 Martin Storsjo
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
/**
* @file
* Apple HTTP Live Streaming Protocol Handler
* http://tools.ietf.org/html/draft-pantos-http-live-streaming
*/
#include "libavutil/avstring.h"
#include "libavutil/time.h"
#include "libavutil/opt.h"
#include "avformat.h"
#include "avio_internal.h"
#include "internal.h"
#include "url.h"
#include "version.h"
#include <stdbool.h>
/*
* An apple http stream consists of a playlist with media segment files,
* played sequentially. There may be several playlists with the same
* video content, in different bandwidth variants, that are played in
* parallel (preferably only one bandwidth variant at a time). In this case,
* the user supplied the url to a main playlist that only lists the variant
* playlists.
*
* If the main playlist doesn't point at any variants, we still create
* one anonymous toplevel variant for this, to maintain the structure.
*/
enum KeyType {
KEY_NONE,
KEY_AES_128,
KEY_SAMPLE_AES
};
struct key_info {
char uri[MAX_URL_SIZE];
char method[11];
char iv[35];
};
struct segment {
int64_t duration;
char url[MAX_URL_SIZE];
char * seg_kurl;
uint8_t seg_iv[33];
};
struct variant {
int bandwidth;
char url[MAX_URL_SIZE];
};
typedef struct HLSContext {
const AVClass *class;
char playlisturl[MAX_URL_SIZE];
int64_t target_duration;
int start_seq_no;
int finished;
int n_segments;
struct segment **segments;
int n_variants;
struct variant **variants;
int cur_seq_no;
int cur_seq_size;
int64_t durations;
char* cur_kurl;
uint8_t *cur_iv;
int cur_iv_len;
URLContext *seg_hd;
int64_t last_load_time;
int is_encrypted;
int index_variants;
int mReadByte;
int64_t mReadTime;
int64_t mBandWidth[3];
int bandwidth_index;
int reconnect;
} HLSContext;
static const AVOption hls_options[] = {
{"cur_seq_no", "current segment index number", offsetof(HLSContext, cur_seq_no), AV_OPT_TYPE_INT,{.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_EXPORT},
{"cur_seq_size", "current segment size", offsetof(HLSContext, cur_seq_size), AV_OPT_TYPE_INT,{.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_EXPORT},
{"cur_kurl", "current key url", offsetof(HLSContext,cur_kurl), AV_OPT_TYPE_STRING, {.str=""}},
{"cur_iv", "current iv", offsetof(HLSContext,cur_iv), AV_OPT_TYPE_BINARY, .flags = AV_OPT_FLAG_DECODING_PARAM|AV_OPT_FLAG_ENCODING_PARAM },
{"durations", "durations", offsetof(HLSContext,durations), AV_OPT_TYPE_INT64,{.i64 = 0}, 0, INT64_MAX, AV_OPT_FLAG_EXPORT},
{"reconnect", "auto reconnect after ts-segment disconnect before EOF", offsetof(HLSContext,reconnect), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
{ NULL },
};
static const AVClass hls_context_class = {
.class_name = "hls protocol",
.item_name = av_default_item_name,
.option = hls_options,
.version = LIBAVUTIL_VERSION_INT,
};
static int read_chomp_line(AVIOContext *s, char *buf, int maxlen)
{
int len = ff_get_line(s, buf, maxlen);
while (len > 0 && av_isspace(buf[len - 1]))
buf[--len] = '\0';
return len;
}
static void free_segment_list(HLSContext *s)
{
int i;
for (i = 0; i < s->n_segments; i++) {
if (s->segments[i]->seg_kurl)
{
av_free (s->segments[i]->seg_kurl);
s->segments[i]->seg_kurl = NULL;
}
av_freep(&s->segments[i]);
}
av_freep(&s->segments);
s->n_segments = 0;
}
static void free_variant_list(HLSContext *s)
{
int i;
for (i = 0; i < s->n_variants; i++)
av_freep(&s->variants[i]);
av_freep(&s->variants);
s->n_variants = 0;
if (s->cur_kurl)
{
av_free(s->cur_kurl);
s->cur_kurl = NULL;
}
if (s->cur_iv)
{
av_free(s->cur_iv);
s->cur_iv = NULL;
}
}
struct variant_info {
char bandwidth[20];
};
static void handle_variant_args(struct variant_info *info, const char *key,
int key_len, char **dest, int *dest_len)
{
if (!strncmp(key, "BANDWIDTH=", key_len)) {
*dest = info->bandwidth;
*dest_len = sizeof(info->bandwidth);
}
}
static void handle_key_args(struct key_info *info, const char *key,
int key_len, char **dest, int *dest_len)
{
if (!strncmp(key, "METHOD=", key_len)) {
*dest = info->method;
*dest_len = sizeof(info->method);
} else if (!strncmp(key, "URI=", key_len)) {
*dest = info->uri;
*dest_len = sizeof(info->uri);
} else if (!strncmp(key, "IV=", key_len)) {
*dest = info->iv;
*dest_len = sizeof(info->iv);
}
}
static void sortByBandwidth(HLSContext *s)
{
int i, j;
struct variant *tmp;
for (i = 0; i < s->n_variants - 1; i++) {
for (j = i+1; j < s->n_variants; j++) {
if (s->variants[i]->bandwidth > s->variants[j]->bandwidth) {
tmp = s->variants[j];
s->variants[j] = s->variants[i];
s->variants[i] = tmp;
}
}
}
for (i = 0; i < s->n_variants; i++) {
av_log(NULL, AV_LOG_ERROR, "[%s %d]bandwidth=%d\n", __FUNCTION__,__LINE__,s->variants[i]->bandwidth);
}
}
static int parse_playlist(URLContext *h, const char *url,uint64_t *estbw)
{
HLSContext *s = h->priv_data;
AVIOContext *in;
int ret = 0, is_segment = 0, is_variant = 0, bandwidth = 0;
int64_t duration = 0;
char line[1024];
const char *ptr;
enum KeyType key_type = KEY_NONE;
uint8_t iv[16] = "";
int has_iv = 0;
char * kurl = NULL;
uint8_t kiv[33]= {0};
int playlist_size = 0;
int64_t start_time = av_gettime_relative();
int64_t end_time = 0;
if ((ret = ffio_open_whitelist(&in, url, AVIO_FLAG_READ,
&h->interrupt_callback, NULL,
h->protocol_whitelist, h->protocol_blacklist)) < 0)
return ret;
playlist_size = read_chomp_line(in, line, sizeof(line));
if (strcmp(line, "#EXTM3U")) {
ret = AVERROR_INVALIDDATA;
goto fail;
}
free_segment_list(s);
s->finished = 0;
while (!avio_feof(in)) {
playlist_size += read_chomp_line(in, line, sizeof(line));
av_log(NULL, AV_LOG_ERROR, "%s\n",line);
if (av_strstart(line, "#EXT-X-STREAM-INF:", &ptr)) {
struct variant_info info = {{0}};
is_variant = 1;
ff_parse_key_value(ptr, (ff_parse_key_val_cb) handle_variant_args,
&info);
bandwidth = atoi(info.bandwidth);
} else if (av_strstart(line, "#EXT-X-KEY:", &ptr)) {
struct key_info info = {{0}};
s->is_encrypted = 1;
ff_parse_key_value(ptr, (ff_parse_key_val_cb) handle_key_args,
&info);
has_iv = 0;
if (!strcmp(info.method, "AES-128"))
key_type = KEY_AES_128;
if (!strcmp(info.method, "SAMPLE-AES"))
key_type = KEY_SAMPLE_AES;
if (!strncmp(info.iv, "0x", 2) || !strncmp(info.iv, "0X", 2)) {
ff_hex_to_data(iv, info.iv + 2);
has_iv = 1;
}
kurl = av_strdup (info.uri);
memcpy(kiv,info.iv+2,32);
} else if (av_strstart(line, "#EXT-X-TARGETDURATION:", &ptr)) {
s->target_duration = atoi(ptr) * AV_TIME_BASE;
} else if (av_strstart(line, "#EXT-X-MEDIA-SEQUENCE:", &ptr)) {
s->start_seq_no = atoi(ptr);
} else if (av_strstart(line, "#EXT-X-ENDLIST", &ptr)) {
s->finished = 1;
} else if (av_strstart(line, "#EXTINF:", &ptr)) {
is_segment = 1;
duration = atof(ptr) * AV_TIME_BASE;
} else if (av_strstart(line, "#", NULL)) {
continue;
} else if (line[0]) {
if (is_segment) {
struct segment *seg = av_malloc(sizeof(struct segment));
if (!seg) {
ret = AVERROR(ENOMEM);
goto fail;
}
seg->duration = duration;
if (key_type != KEY_NONE)
{
seg->seg_kurl = av_strdup(kurl);
memcpy(seg->seg_iv,kiv,32);
}
ff_make_absolute_url(seg->url, sizeof(seg->url), url, line);
dynarray_add(&s->segments, &s->n_segments, seg);
is_segment = 0;
} else if (is_variant) {
struct variant *var = av_malloc(sizeof(struct variant));
if (!var) {
ret = AVERROR(ENOMEM);
goto fail;
}
var->bandwidth = bandwidth;
ff_make_absolute_url(var->url, sizeof(var->url), url, line);
dynarray_add(&s->variants, &s->n_variants, var);
is_variant = 0;
}
}
}
s->last_load_time = av_gettime_relative();
end_time = av_gettime_relative();
if (end_time != start_time)
{
*estbw = ((uint64_t)(8 * playlist_size * 1000) /((end_time - start_time)/1000));
av_log(NULL, AV_LOG_WARNING, "start_time %lld end %lld playlist_size %d *estbw %lld\n",start_time,end_time,playlist_size,*estbw);
}
fail:
if (kurl)
{
av_free (kurl);
kurl = NULL;
}
avio_close(in);
return ret;
}
static int hls_close(URLContext *h)
{
HLSContext *s = h->priv_data;
free_segment_list(s);
free_variant_list(s);
ffurl_close(s->seg_hd);
return 0;
}
static int hls_open(URLContext *h, const char *uri, int flags)
{
HLSContext *s = h->priv_data;
int ret, i;
const char *nested_url;
if (flags & AVIO_FLAG_WRITE)
return AVERROR(ENOSYS);
h->is_streamed = 1;
if (av_strstart(uri, "hls+", &nested_url)) {
av_strlcpy(s->playlisturl, nested_url, sizeof(s->playlisturl));
} else if (av_strstart(uri, "hls://", &nested_url)) {
av_log(h, AV_LOG_ERROR,
"No nested protocol specified. Specify e.g. hls+http://%s\n",
nested_url);
ret = AVERROR(EINVAL);
goto fail;
} else {
av_log(h, AV_LOG_ERROR, "Unsupported url %s\n", uri);
ret = AVERROR(EINVAL);
goto fail;
}
av_log(h, AV_LOG_WARNING,
"Using the hls protocol is discouraged, please try using the "
"hls demuxer instead. The hls demuxer should be more complete "
"and work as well as the protocol implementation. (If not, "
"please report it.) To use the demuxer, simply use %s as url.\n",
s->playlisturl);
uint64_t bw = 0;
if ((ret = parse_playlist(h, s->playlisturl, &bw)) < 0)
goto fail;
if (s->n_segments == 0 && s->n_variants > 0) {
int max_bandwidth = 0, maxvar = -1;
s->index_variants = 0;
char value[92] = {0};
bw = 0;
for (i = 0; i < s->n_variants; i++) {
if (s->variants[i]->bandwidth <= bw) {
s->index_variants = i;
}
}
av_strlcpy(s->playlisturl, s->variants[s->index_variants]->url,
sizeof(s->playlisturl));
if ((ret = parse_playlist(h, s->playlisturl, &bw)) < 0)
goto fail;
}
if (s->n_segments == 0) {
av_log(h, AV_LOG_WARNING, "Empty playlist\n");
ret = AVERROR(EIO);
goto fail;
}
s->cur_seq_no = s->start_seq_no;
if (!s->finished && s->n_segments >= 3)
s->cur_seq_no = s->start_seq_no + s->n_segments - 3;
if (s->finished)
{
for (i = 0 ; i < s->n_segments ; i++)
{
s->durations += s->segments[i]->duration;
}
//if (av_opt_set_int(s, "durations", s->durations, 0) < 0)
// av_log(s, AV_LOG_ERROR, "set s->duration error!\n");
}
memset(s->mBandWidth, 0, sizeof(s->mBandWidth));
s->bandwidth_index = 0;
return 0;
fail:
hls_close(h);
return ret;
}
static int hls_read(URLContext *h, uint8_t *buf, int size)
{
HLSContext *s = h->priv_data;
const char *url;
int ret;
int64_t reload_interval;
int64_t cur_no = 0;
int64_t seg_size = 0;
int64_t bw = 0 ;
int64_t bandwidth = 0 ;
start:
if (s->seg_hd) {
int64_t start = av_gettime_relative();
ret = ffurl_read(s->seg_hd, buf, size);
int64_t delay = av_gettime_relative() - start;
if (s->start_seq_no && (s->cur_seq_no >= s->start_seq_no))
cur_no = s->cur_seq_no - s->start_seq_no ;
else
cur_no = s->cur_seq_no;
cur_no = s->cur_seq_no;
//if (av_opt_set_int(s, "cur_seq_no", cur_no, 0) < 0)
// av_log(s, AV_LOG_WARNING, "set seg_no error!\n");
if (av_opt_get_int(s->seg_hd->priv_data, "http_file_size", 0, &seg_size) < 0)
{
av_log(s, AV_LOG_WARNING, "get http_file_size fail\n");
}
else
{
s->cur_seq_size = seg_size;
//if (av_opt_set_int(s, "cur_seq_size", seg_size, 0) < 0)
// av_log(s, AV_LOG_WARNING, "set seg_size error!\n");
}
if (s->is_encrypted)
{
// memcpy(s->cur_iv , s->segments[cur_no]->seg_iv, 33);
// memcpy(s->cur_kurl , s->segments[cur_no]->seg_kurl, strlen(s->segments[cur_no]->seg_kurl)+1);
if (av_opt_set(s, "cur_iv", s->segments[cur_no]->seg_iv, 0) < 0)
{
av_log(s, AV_LOG_WARNING, "set cur_iv error\n");
}
if ((s->n_segments > 0) && av_opt_set(s, "cur_kurl", s->segments[cur_no]->seg_kurl, 0) < 0)
{
av_log(s, AV_LOG_WARNING, "set cur_kurl error!\n");
}
}
if (ret > 0) {
/*av_log(s, AV_LOG_ERROR, "[%s %d] size=%d delay=%lld\n",
__FUNCTION__, __LINE__, ret, delay);
*/
s->mReadTime += delay;
s->mReadByte += ret;
return ret;
}
}
if (s->seg_hd) {
if (s->n_variants > 0) {
bandwidth = (int64_t)s->mReadByte * 8E6 / s->mReadTime;
av_log(s, AV_LOG_ERROR, "[%s %d] %d bandwidth=%lld curbw=%d size=%d delay=%lld ret=%d\n",
__FUNCTION__, __LINE__, s->cur_seq_size, bandwidth, s->variants[s->index_variants]->bandwidth, s->mReadByte, s->mReadTime, ret);
s->mReadByte = 0;
s->mReadTime = 0;
if (s->bandwidth_index ==3) {
s->bandwidth_index = 0;
}
if (bandwidth > 0)
s->mBandWidth[s->bandwidth_index++] = bandwidth;
}
ffurl_close(s->seg_hd);
s->seg_hd = NULL;
s->cur_seq_no++;
}
reload_interval = s->n_segments > 0 ?
s->segments[s->n_segments - 1]->duration :
s->target_duration;
int i;
int needSwitch = 0;
int temp;
int64_t minEstimate = -1, maxEstimate = -1;
if (s->n_variants > 0) {
for (i=0; i<3; i++) {
if (minEstimate < 0 || minEstimate > s->mBandWidth[i]) {
minEstimate = s->mBandWidth[i];
}
if (maxEstimate < 0 || maxEstimate < s->mBandWidth[i]) {
maxEstimate = s->mBandWidth[i];
}
av_log(NULL, AV_LOG_ERROR, "estimate=%lld\n",s->mBandWidth[i]);
}
bool mIsStable = (maxEstimate <= minEstimate * 4 / 3)
&& bandwidth > minEstimate * 7 / 10;
av_log(NULL, AV_LOG_ERROR, "minEstimate=%lld maxEstimate=%lld stable=%d\n",
minEstimate, maxEstimate, mIsStable);
temp = s->index_variants;
if ((bandwidth < s->variants[s->index_variants]->bandwidth)) {
for (i = 0; i < s->n_variants; i++) {
if (s->variants[i]->bandwidth < bandwidth) {
temp = i;
}
}
if (temp != s->index_variants) {
s->index_variants = temp;
av_log(s, AV_LOG_ERROR, "switch down index=%d\n",s->index_variants);
needSwitch = 1;
av_strlcpy(s->playlisturl, s->variants[s->index_variants]->url,
sizeof(s->playlisturl));
}
} else if (bandwidth > 13*s->variants[s->index_variants]->bandwidth/10) {
for (i = 0; i < s->n_variants; i++) {
av_log(NULL, AV_LOG_ERROR, "bandwidth=%lld s->variants[i]->bandwidth=%d\n",
bandwidth, s->variants[i]->bandwidth);
if ((int64_t)s->variants[i]->bandwidth < bandwidth) {
temp = i;
}
}
if (temp != s->index_variants && (mIsStable || minEstimate == 0)) {
s->index_variants = temp;
av_log(s, AV_LOG_ERROR, "switch up index=%d\n", s->index_variants);
needSwitch = 1;
av_strlcpy(s->playlisturl, s->variants[s->index_variants]->url,
sizeof(s->playlisturl));
}
}
}
retry:
if (s->finished && needSwitch)
if ((ret = parse_playlist(h, s->playlisturl, &bw)) < 0)
return ret;
if (!s->finished) {
int64_t now = av_gettime_relative();
if (now - s->last_load_time >= reload_interval || needSwitch) {
if ((ret = parse_playlist(h, s->playlisturl, &bw)) < 0)
return ret;
/* If we need to reload the playlist again below (if
* there's still no more segments), switch to a reload
* interval of half the target duration. */
reload_interval = s->target_duration / 2;
}
}
if (s->cur_seq_no < s->start_seq_no) {
av_log(h, AV_LOG_WARNING,
"skipping %d segments ahead, expired from playlist\n",
s->start_seq_no - s->cur_seq_no);
s->cur_seq_no = s->start_seq_no;
}
if (s->cur_seq_no - s->start_seq_no >= s->n_segments) {
if (s->finished)
return AVERROR_EOF;
while (av_gettime_relative() - s->last_load_time < reload_interval) {
if (ff_check_interrupt(&h->interrupt_callback))
return AVERROR_EXIT;
av_usleep(100*1000);
}
goto retry;
}
url = s->segments[s->cur_seq_no - s->start_seq_no]->url;
av_log(h, AV_LOG_DEBUG, "opening %s \ncur_no=%lld cur_seq_no=%d\n", url, cur_no, s->cur_seq_no);
AVDictionary *opts = NULL;
char tmpchar[2] = {0};
memset(tmpchar, 0, sizeof(tmpchar));
sprintf(tmpchar, "%d", s->reconnect);
av_dict_set(&opts, "reconnect", tmpchar, 0);
ret = ffurl_open_whitelist(&s->seg_hd, url, AVIO_FLAG_READ,
&h->interrupt_callback, &opts,
h->protocol_whitelist, h->protocol_blacklist, h);
if (ret < 0) {
if (ff_check_interrupt(&h->interrupt_callback))
return AVERROR_EXIT;
av_log(h, AV_LOG_WARNING, "Unable to open %s\n", url);
s->cur_seq_no++;
goto retry;
}
goto start;
}
static int64_t hls_seek_ext(URLContext *h, int64_t off, int whence)
{ /*add for drmplayer, off is segment idx (0 or start segment) OR timeUs*/
int i = 0;
HLSContext *s = h->priv_data;
av_log(h, AV_LOG_WARNING, "hls_seek_ext enter cur_seq_no %d start_seq_no %d off 0x%llx s->durations %lld \n", s->cur_seq_no,s->start_seq_no,off,s->durations);
if (whence == AVSEEK_SIZE) {
av_log(h, AV_LOG_WARNING, "hls_seek_ext can not get avio_size\n");
return 0;
}
if ((off >= s->start_seq_no && off <= s->durations) || s->start_seq_no)
{
if (s->seg_hd)
{
ffurl_close(s->seg_hd);
s->seg_hd = NULL;
}
}
if ((off == 0) || (s->n_segments == 1))
{
if (s->finished)
s->cur_seq_no = s->start_seq_no;
}
else if ((off > s->start_seq_no) && (off < s->durations))
{
int64_t tmpdurations = s->durations;
for (i = s->n_segments -1; i >= 0; i--)
{
tmpdurations -= s->segments[i]->duration;
if (tmpdurations < off)
{
s->cur_seq_no = i + s->start_seq_no;
break;
}
}
}
av_log(h, AV_LOG_WARNING, "hls_seek_ext cur_seq_no %d start_seq_no %d off 0x%llx \n", s->cur_seq_no,s->start_seq_no,off);
return off;
}
const URLProtocol ff_hls_protocol = {
.name = "hls",
.url_open = hls_open,
.url_seek = hls_seek_ext,
.url_read = hls_read,
.url_close = hls_close,
.flags = URL_PROTOCOL_FLAG_NESTED_SCHEME,
.priv_data_size = sizeof(HLSContext),
.priv_data_class = &hls_context_class
};