From patchwork Thu Mar 7 03:15:36 2019 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: Andriy Gelman X-Patchwork-Id: 12231 Return-Path: X-Original-To: patchwork@ffaux-bg.ffmpeg.org Delivered-To: patchwork@ffaux-bg.ffmpeg.org Received: from ffbox0-bg.mplayerhq.hu (ffbox0-bg.ffmpeg.org [79.124.17.100]) by ffaux.localdomain (Postfix) with ESMTP id 7D39E448802 for ; Thu, 7 Mar 2019 05:23:02 +0200 (EET) Received: from [127.0.1.1] (localhost [127.0.0.1]) by ffbox0-bg.mplayerhq.hu (Postfix) with ESMTP id 57CFB680C74; Thu, 7 Mar 2019 05:23:02 +0200 (EET) X-Original-To: ffmpeg-devel@ffmpeg.org Delivered-To: ffmpeg-devel@ffmpeg.org Received: from mail-qk1-f193.google.com (mail-qk1-f193.google.com [209.85.222.193]) by ffbox0-bg.mplayerhq.hu (Postfix) with ESMTPS id B35D3680C74 for ; Thu, 7 Mar 2019 05:22:55 +0200 (EET) Received: by mail-qk1-f193.google.com with SMTP id x9so8234685qkf.0 for ; Wed, 06 Mar 2019 19:22:55 -0800 (PST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=gmail.com; s=20161025; h=from:to:cc:subject:date:message-id:mime-version :content-transfer-encoding; bh=MV1WGbImjNmNMPvbCIUe04+bqQidIzdoU6K0C5qMHgo=; b=ALkSuZDkRoFV9sa0K7LkjnZ8BZUHajSPWoMXGbzQBaPZvO8UUpKiDrBdr7TT7dEZ/k hd6uXLMgqB79V34GVrqnEueCOFNlOs2ukWsBcnZDsxNamuULlzbR3BQRvgHSupP9Nx0q XQy3uffF2e90H/BGMpozAyecGYUvDm+usNx7GcdpFgfDLwiHZ8sra3oDDZ3+te5IWZqa 21RzB7RTJRswxBLPt0wDD9TLRKbJm3vRZZ2AqiUWSMV1yTComFKiYPzGqY2DpOisVSgs 3Sp1/Td2zgootU6TlqVh8kcaPrrwHngIDUHyIJlB7ogq+kpAIqzmdn2he4tZ38RCoQp5 oJjw== X-Google-DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=1e100.net; s=20161025; h=x-gm-message-state:from:to:cc:subject:date:message-id:mime-version :content-transfer-encoding; bh=MV1WGbImjNmNMPvbCIUe04+bqQidIzdoU6K0C5qMHgo=; b=pgO3H9K5c/vaXwcGnc6FmEMdPNKUs5PZyeeQVy6I9Hc1SZc/WvVWCZuZWkIASe+jFT 3Mt3Yq59DCAml2+bPUzU+syohhyUaW4dcqy0hflaVj0lWcrMinb0c+3LtjuI5+v+5nKy TFBerOC60VKuFgJjYx2onzCd65oENbC0lLrr6xPGPLEnMAa4ba+2KUWzsfUsM00uQyHv /BAFqoxIcwjgN7tPDEQcffbFmy0YMXpvR4RGqfxyL6D7f5Q9WQR7rrdi2Ebia/1p+7j6 KvfR0lJ22DBibOTHV0uMUd8HO8ATQQ/51jSjBT5QQN/sIeorYnHIGz1qX+pF0aNa08Bo LUgA== X-Gm-Message-State: APjAAAUD8byc9DhBd0KkQfrcPotHTWrHZQpAx2CQsmY3BXNMXmi2ldqi SqMD1rqubUR5lb3udekJuuW4JTNZ X-Google-Smtp-Source: APXvYqw0YF+KPReJ3kxsNJk+BGqV6BRbLeu2kzvS3Z3ocXg9QhWGNaXMhIwNw7oSQ9MzpiwL8xlxFw== X-Received: by 2002:a37:360a:: with SMTP id d10mr8127572qka.83.1551928549562; Wed, 06 Mar 2019 19:15:49 -0800 (PST) Received: from localhost.localdomain (c-24-60-253-205.hsd1.ma.comcast.net. [24.60.253.205]) by smtp.gmail.com with ESMTPSA id o5sm2205435qkl.24.2019.03.06.19.15.48 (version=TLS1_2 cipher=ECDHE-RSA-AES128-GCM-SHA256 bits=128/128); Wed, 06 Mar 2019 19:15:49 -0800 (PST) From: Andriy Gelman X-Google-Original-From: Andriy Gelman To: ffmpeg-devel@ffmpeg.org Date: Wed, 6 Mar 2019 22:15:36 -0500 Message-Id: <20190307031536.23879-1-andriy.gelman@gmail.com> X-Mailer: git-send-email 2.20.1 MIME-Version: 1.0 Subject: [FFmpeg-devel] [PATCH v3] avformat/mpegts: reduce buffering during initialization X-BeenThere: ffmpeg-devel@ffmpeg.org X-Mailman-Version: 2.1.20 Precedence: list List-Id: FFmpeg development discussions and patches List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Reply-To: FFmpeg development discussions and patches Cc: Andriy Gelman Errors-To: ffmpeg-devel-bounces@ffmpeg.org Sender: "ffmpeg-devel" From: Andriy Gelman Reduces buffering latency with low bitrate streams, where 8192 bytes can mean several seconds. --- libavformat/mpegts.c | 60 +++++++++++++++++++++++++++----------------- 1 file changed, 37 insertions(+), 23 deletions(-) diff --git a/libavformat/mpegts.c b/libavformat/mpegts.c index b04fd7b4f4..7d03500043 100644 --- a/libavformat/mpegts.c +++ b/libavformat/mpegts.c @@ -53,6 +53,10 @@ (prev_dividend) = (dividend); \ } while (0) +#define PROBE_PACKET_MAX_BUF 8192 +#define PROBE_PACKET_STEP 512 +#define PROBE_PACKET_MARGIN 5 + enum MpegTSFilterType { MPEGTS_PES, MPEGTS_SECTION, @@ -591,28 +595,42 @@ static int analyze(const uint8_t *buf, int size, int packet_size, return best_score - FFMAX(stat_all - 10*best_score, 0)/10; } -/* autodetect fec presence. Must have at least 1024 bytes */ -static int get_packet_size(const uint8_t *buf, int size) +/* autodetect fec presence */ +static int get_packet_size(AVIOContext* pb) { int score, fec_score, dvhs_score; + int margin; + int ret; - if (size < (TS_FEC_PACKET_SIZE * 5 + 1)) - return AVERROR_INVALIDDATA; + /*init buffer to store stream for probing */ + uint8_t buf[PROBE_PACKET_MAX_BUF] = {0}; + int buf_size = 0; - score = analyze(buf, size, TS_PACKET_SIZE, 0); - dvhs_score = analyze(buf, size, TS_DVHS_PACKET_SIZE, 0); - fec_score = analyze(buf, size, TS_FEC_PACKET_SIZE, 0); - av_log(NULL, AV_LOG_TRACE, "score: %d, dvhs_score: %d, fec_score: %d \n", - score, dvhs_score, fec_score); - - if (score > fec_score && score > dvhs_score) - return TS_PACKET_SIZE; - else if (dvhs_score > score && dvhs_score > fec_score) - return TS_DVHS_PACKET_SIZE; - else if (score < fec_score && dvhs_score < fec_score) - return TS_FEC_PACKET_SIZE; - else - return AVERROR_INVALIDDATA; + while (buf_size + PROBE_PACKET_STEP <= PROBE_PACKET_MAX_BUF) { + ret = avio_read(pb, buf + buf_size, PROBE_PACKET_STEP); + if (ret != PROBE_PACKET_STEP) + return AVERROR_INVALIDDATA; + buf_size += ret; + + score = analyze(buf, buf_size, TS_PACKET_SIZE, 0); + dvhs_score = analyze(buf, buf_size, TS_DVHS_PACKET_SIZE, 0); + fec_score = analyze(buf, buf_size, TS_FEC_PACKET_SIZE, 0); + av_log(NULL, AV_LOG_TRACE, "Probe: %d, score: %d, dvhs_score: %d, fec_score: %d \n", + buf_size, score, dvhs_score, fec_score); + + if (buf_size < PROBE_PACKET_MAX_BUF) + margin = PROBE_PACKET_MARGIN; /*if buffer not filled */ + else + margin = 0; + + if (score > FFMAX(fec_score, dvhs_score) + margin) + return TS_PACKET_SIZE; + else if (dvhs_score > FFMAX(score, fec_score) + margin) + return TS_DVHS_PACKET_SIZE; + else if (fec_score > FFMAX(score, dvhs_score) + margin) + return TS_FEC_PACKET_SIZE; + } + return AVERROR_INVALIDDATA; } typedef struct SectionHeader { @@ -2841,8 +2859,6 @@ static int mpegts_read_header(AVFormatContext *s) { MpegTSContext *ts = s->priv_data; AVIOContext *pb = s->pb; - uint8_t buf[8 * 1024] = {0}; - int len; int64_t pos, probesize = s->probesize; s->internal->prefer_codec_framerate = 1; @@ -2850,10 +2866,8 @@ static int mpegts_read_header(AVFormatContext *s) if (ffio_ensure_seekback(pb, probesize) < 0) av_log(s, AV_LOG_WARNING, "Failed to allocate buffers for seekback\n"); - /* read the first 8192 bytes to get packet size */ pos = avio_tell(pb); - len = avio_read(pb, buf, sizeof(buf)); - ts->raw_packet_size = get_packet_size(buf, len); + ts->raw_packet_size = get_packet_size(pb); if (ts->raw_packet_size <= 0) { av_log(s, AV_LOG_WARNING, "Could not detect TS packet size, defaulting to non-FEC/DVHS\n"); ts->raw_packet_size = TS_PACKET_SIZE;