From patchwork Sat Mar 9 03:20:07 2019 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: Andriy Gelman X-Patchwork-Id: 12268 Return-Path: X-Original-To: patchwork@ffaux-bg.ffmpeg.org Delivered-To: patchwork@ffaux-bg.ffmpeg.org Received: from ffbox0-bg.mplayerhq.hu (ffbox0-bg.ffmpeg.org [79.124.17.100]) by ffaux.localdomain (Postfix) with ESMTP id 9B8114494CB for ; Sat, 9 Mar 2019 05:20:28 +0200 (EET) Received: from [127.0.1.1] (localhost [127.0.0.1]) by ffbox0-bg.mplayerhq.hu (Postfix) with ESMTP id 7E5206883B6; Sat, 9 Mar 2019 05:20:28 +0200 (EET) X-Original-To: ffmpeg-devel@ffmpeg.org Delivered-To: ffmpeg-devel@ffmpeg.org Received: from mail-qt1-f171.google.com (mail-qt1-f171.google.com [209.85.160.171]) by ffbox0-bg.mplayerhq.hu (Postfix) with ESMTPS id E8C9A688338 for ; Sat, 9 Mar 2019 05:20:21 +0200 (EET) Received: by mail-qt1-f171.google.com with SMTP id z25so23522567qti.13 for ; Fri, 08 Mar 2019 19:20:21 -0800 (PST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=gmail.com; s=20161025; h=from:to:cc:subject:date:message-id:mime-version :content-transfer-encoding; bh=hiowP3WpWEPF6OaASyrGJ4Gk2qBT0/XT2k03bAvIMWE=; b=CbIuY0izehtx+jVCdxt6VJrE+GMv5USz5Igj1atKovScPqrI0AAmPoZcTvrsdxioXb x+B2M3Ngc0FnHMcLnO6f3GV0XropFgJS02hKNHRMKXuPwDFb6N2n/7vWPn7cUAFmgSte ya9Pwwq+Yw1XDCd4XiCYViPx7XGMewNmjT1v9LBMQSsqeXnXJilBaMocTHZAQOPNUfQ/ zpDVs0/sgTLXMMeGeZNM/ACYzkG+BWOE4vlnejGdIztz78dktd98NgQMaVZG0uof5W7/ Clt19V3zS/jq9NdWcEr0Ct7OYJgfjmB2mFS7kdB4FqC4vjJHxtlpoe+uDdtCikkWSeB2 OMCw== X-Google-DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=1e100.net; s=20161025; h=x-gm-message-state:from:to:cc:subject:date:message-id:mime-version :content-transfer-encoding; bh=hiowP3WpWEPF6OaASyrGJ4Gk2qBT0/XT2k03bAvIMWE=; b=YKyEFj9H48ob9E76JTJyPOw0eOH691KMwzOd0dH2ybLUg5pDMBf9okiQztSVwRm8Bg dXeCCIHG7/upii6dO+fVAWvTjii4CRD/uVnXQQxpiIPHXTeYaYOMVC5CMn94mQKytQda IjyHUmKQA7i7pPkjC62g3u+hfFsaUVPkxhpdOniEu4yP6e81Z1/X173Chrdj8oOM0PxH Hp2mbQ2OHwKsQ/J/fxR0NOSHfQSSD+xPxICJKVbAY/AKxJhlxULuUw15z0jGvuPgq/1L V0WOnERPGUnOXClqgzwVl9GBVW3GMEwplCNk3UD7Qo0zt/boAjfLhFwy3iAuIYkLgDxi q+7g== X-Gm-Message-State: APjAAAWxoQBFYeanS40dO+2wVx9aeP7E1hgmhlwLRmXhRVmlx9ObQHm1 +Fj2taREqiiNvqF1fsvFbBFZuUsu X-Google-Smtp-Source: APXvYqzn/Wvm61BMRRjKFgwdjlDXNkYefNv2weN2TIqkon6Vrf2CdIJUUhoGP27iDZtx/Rk9lGwcHg== X-Received: by 2002:aed:3f7b:: with SMTP id q56mr17208608qtf.258.1552101620393; Fri, 08 Mar 2019 19:20:20 -0800 (PST) Received: from localhost.localdomain (c-24-60-253-205.hsd1.ma.comcast.net. [24.60.253.205]) by smtp.gmail.com with ESMTPSA id k33sm4941181qte.8.2019.03.08.19.20.19 (version=TLS1_2 cipher=ECDHE-RSA-AES128-GCM-SHA256 bits=128/128); Fri, 08 Mar 2019 19:20:19 -0800 (PST) From: Andriy Gelman X-Google-Original-From: Andriy Gelman To: ffmpeg-devel@ffmpeg.org Date: Fri, 8 Mar 2019 22:20:07 -0500 Message-Id: <20190309032007.15380-1-andriy.gelman@gmail.com> X-Mailer: git-send-email 2.20.1 MIME-Version: 1.0 Subject: [FFmpeg-devel] [PATCH v5] avformat/mpegts: reduce buffering during initialization X-BeenThere: ffmpeg-devel@ffmpeg.org X-Mailman-Version: 2.1.20 Precedence: list List-Id: FFmpeg development discussions and patches List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Reply-To: FFmpeg development discussions and patches Cc: Andriy Gelman Errors-To: ffmpeg-devel-bounces@ffmpeg.org Sender: "ffmpeg-devel" From: Andriy Gelman Reduces buffering latency with low bitrate streams, where 8192 bytes can mean several seconds. --- libavformat/mpegts.c | 59 +++++++++++++++++++++++++++----------------- 1 file changed, 36 insertions(+), 23 deletions(-) diff --git a/libavformat/mpegts.c b/libavformat/mpegts.c index b04fd7b4f4..7047ba6522 100644 --- a/libavformat/mpegts.c +++ b/libavformat/mpegts.c @@ -53,6 +53,9 @@ (prev_dividend) = (dividend); \ } while (0) +#define PROBE_PACKET_MAX_BUF 8192 +#define PROBE_PACKET_MARGIN 5 + enum MpegTSFilterType { MPEGTS_PES, MPEGTS_SECTION, @@ -591,28 +594,42 @@ static int analyze(const uint8_t *buf, int size, int packet_size, return best_score - FFMAX(stat_all - 10*best_score, 0)/10; } -/* autodetect fec presence. Must have at least 1024 bytes */ -static int get_packet_size(const uint8_t *buf, int size) +/* autodetect fec presence */ +static int get_packet_size(AVFormatContext* s) { int score, fec_score, dvhs_score; + int margin; + int ret; - if (size < (TS_FEC_PACKET_SIZE * 5 + 1)) - return AVERROR_INVALIDDATA; + /*init buffer to store stream for probing */ + uint8_t buf[PROBE_PACKET_MAX_BUF] = {0}; + int buf_size = 0; - score = analyze(buf, size, TS_PACKET_SIZE, 0); - dvhs_score = analyze(buf, size, TS_DVHS_PACKET_SIZE, 0); - fec_score = analyze(buf, size, TS_FEC_PACKET_SIZE, 0); - av_log(NULL, AV_LOG_TRACE, "score: %d, dvhs_score: %d, fec_score: %d \n", - score, dvhs_score, fec_score); - - if (score > fec_score && score > dvhs_score) - return TS_PACKET_SIZE; - else if (dvhs_score > score && dvhs_score > fec_score) - return TS_DVHS_PACKET_SIZE; - else if (score < fec_score && dvhs_score < fec_score) - return TS_FEC_PACKET_SIZE; - else - return AVERROR_INVALIDDATA; + while (buf_size < PROBE_PACKET_MAX_BUF) { + ret = avio_read_partial(s->pb, buf + buf_size, PROBE_PACKET_MAX_BUF - buf_size); + if (ret < 0) + return AVERROR_INVALIDDATA; + buf_size += ret; + + score = analyze(buf, buf_size, TS_PACKET_SIZE, 0); + dvhs_score = analyze(buf, buf_size, TS_DVHS_PACKET_SIZE, 0); + fec_score = analyze(buf, buf_size, TS_FEC_PACKET_SIZE, 0); + av_log(s, AV_LOG_TRACE, "Probe: %d, score: %d, dvhs_score: %d, fec_score: %d \n", + buf_size, score, dvhs_score, fec_score); + + if (buf_size < PROBE_PACKET_MAX_BUF) + margin = PROBE_PACKET_MARGIN; /*if buffer not filled */ + else + margin = 0; + + if (score > FFMAX(fec_score, dvhs_score) + margin) + return TS_PACKET_SIZE; + else if (dvhs_score > FFMAX(score, fec_score) + margin) + return TS_DVHS_PACKET_SIZE; + else if (fec_score > FFMAX(score, dvhs_score) + margin) + return TS_FEC_PACKET_SIZE; + } + return AVERROR_INVALIDDATA; } typedef struct SectionHeader { @@ -2841,8 +2858,6 @@ static int mpegts_read_header(AVFormatContext *s) { MpegTSContext *ts = s->priv_data; AVIOContext *pb = s->pb; - uint8_t buf[8 * 1024] = {0}; - int len; int64_t pos, probesize = s->probesize; s->internal->prefer_codec_framerate = 1; @@ -2850,10 +2865,8 @@ static int mpegts_read_header(AVFormatContext *s) if (ffio_ensure_seekback(pb, probesize) < 0) av_log(s, AV_LOG_WARNING, "Failed to allocate buffers for seekback\n"); - /* read the first 8192 bytes to get packet size */ pos = avio_tell(pb); - len = avio_read(pb, buf, sizeof(buf)); - ts->raw_packet_size = get_packet_size(buf, len); + ts->raw_packet_size = get_packet_size(s); if (ts->raw_packet_size <= 0) { av_log(s, AV_LOG_WARNING, "Could not detect TS packet size, defaulting to non-FEC/DVHS\n"); ts->raw_packet_size = TS_PACKET_SIZE;