From patchwork Sun Sep 20 17:24:43 2020 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: James Almer X-Patchwork-Id: 22544 Return-Path: X-Original-To: patchwork@ffaux-bg.ffmpeg.org Delivered-To: patchwork@ffaux-bg.ffmpeg.org Received: from ffbox0-bg.mplayerhq.hu (ffbox0-bg.ffmpeg.org [79.124.17.100]) by ffaux.localdomain (Postfix) with ESMTP id 19E5244B700 for ; Sun, 20 Sep 2020 20:25:20 +0300 (EEST) Received: from [127.0.1.1] (localhost [127.0.0.1]) by ffbox0-bg.mplayerhq.hu (Postfix) with ESMTP id 096BA68B9DB; Sun, 20 Sep 2020 20:25:20 +0300 (EEST) X-Original-To: ffmpeg-devel@ffmpeg.org Delivered-To: ffmpeg-devel@ffmpeg.org Received: from mail-qk1-f175.google.com (mail-qk1-f175.google.com [209.85.222.175]) by ffbox0-bg.mplayerhq.hu (Postfix) with ESMTPS id A5CB468B779 for ; Sun, 20 Sep 2020 20:25:12 +0300 (EEST) Received: by mail-qk1-f175.google.com with SMTP id t138so12618959qka.0 for ; Sun, 20 Sep 2020 10:25:12 -0700 (PDT) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=gmail.com; s=20161025; h=from:to:subject:date:message-id:in-reply-to:references:mime-version :content-transfer-encoding; bh=40qHjJta7T7E/Y6XrQyFVT0nzYYvMy2k6oCPVt56NbU=; b=GgY8VKYjUiN9F+ZA4tnkBYc+xcHzrWdjmVIhRbNe1MAg9lES3kc03e2RBY17Srt8JA F/sjTNZ8sgvdfYozyKRpp4a10ghbezLa85hseuXaTDAK5JBjHrnc1GNKTznavNlEes55 4hNhS/iL5EtolG7jLuhw0WTkYTjq/5fDNULKp1NqZQ8DfRIKEQ6LuD3UPNIyS+3gg8va 6OmzHp+lXoAVLneAnz0XMeCKiIcPZibAu1jmdiCzWp8BW9HpnzIWQJDWlwa9QxeDj717 8WidMbXtt32JY1beCe59zsStR15S5U63n5pSOB5SidJmdWdhmc0ih9RokGi31EyHtwus TqgA== X-Google-DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=1e100.net; s=20161025; h=x-gm-message-state:from:to:subject:date:message-id:in-reply-to :references:mime-version:content-transfer-encoding; bh=40qHjJta7T7E/Y6XrQyFVT0nzYYvMy2k6oCPVt56NbU=; b=B8Cjw2BVx2bjjWVE1R6JpQoqSZiFthKTfgiPSyfhVkhUW8IbP/NHKjY23L9jodkkyl G0OOn6ebuE+Mz717bxPAA7UABugwzCXP4PsUjUY0Dr12IgeUYl4C5bkMS8hr5w/FuBC0 W6/5CHUn+e9ylJHGRSFMqnTk9C2QYEwMLqMgUV8pCcYjg0JJ5GI7R4jalJBcmJbxoUfo 5zp2YKhlwWwCcehSqQ638gXYPNbtQg/zMUXOiNSgS9S37cLkBvxGjgtTAnRYCvNgZeLp vDKG03ogkFWlqG2WRTEdt3N0keTTe9Mz0pCuzunby5zC5+9OsaHV7p+QK7Jl4BNzKtys uvLQ== X-Gm-Message-State: AOAM5305kGdViB/Ti6YNeTKARGs03tnOrhC6Rb7Wag9lDh4SANA3q4n7 GI5tEcu5iyTzIRY0hq8jyqy+30yqT0DrtA== X-Google-Smtp-Source: ABdhPJzaxhESW3rbGxLNd+YqrEGM4zI869+cixGEIIb+GdRMr9a3XewhJGfe5nTymnMtxjYoFzS90A== X-Received: by 2002:a37:a712:: with SMTP id q18mr39575041qke.428.1600622710762; Sun, 20 Sep 2020 10:25:10 -0700 (PDT) Received: from localhost.localdomain ([191.83.208.67]) by smtp.gmail.com with ESMTPSA id g19sm6970762qka.84.2020.09.20.10.25.09 for (version=TLS1_3 cipher=TLS_AES_256_GCM_SHA384 bits=256/256); Sun, 20 Sep 2020 10:25:10 -0700 (PDT) From: James Almer To: ffmpeg-devel@ffmpeg.org Date: Sun, 20 Sep 2020 14:24:43 -0300 Message-Id: <20200920172443.4763-4-jamrial@gmail.com> X-Mailer: git-send-email 2.27.0 In-Reply-To: <20200920172443.4763-1-jamrial@gmail.com> References: <20200920172443.4763-1-jamrial@gmail.com> MIME-Version: 1.0 Subject: [FFmpeg-devel] [PATCH 4/4] avcodec/av1dec: add an option to select an operating point X-BeenThere: ffmpeg-devel@ffmpeg.org X-Mailman-Version: 2.1.20 Precedence: list List-Id: FFmpeg development discussions and patches List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Reply-To: FFmpeg development discussions and patches Errors-To: ffmpeg-devel-bounces@ffmpeg.org Sender: "ffmpeg-devel" Signed-off-by: James Almer --- libavcodec/av1dec.c | 36 ++++++++++++++++++++++++++++++++++++ libavcodec/av1dec.h | 7 +++++++ 2 files changed, 43 insertions(+) diff --git a/libavcodec/av1dec.c b/libavcodec/av1dec.c index 0bb04a3e44..178fbdc2f0 100644 --- a/libavcodec/av1dec.c +++ b/libavcodec/av1dec.c @@ -19,6 +19,7 @@ */ #include "libavutil/pixdesc.h" +#include "libavutil/opt.h" #include "avcodec.h" #include "av1dec.h" #include "bytestream.h" @@ -343,6 +344,7 @@ static void av1_frame_unref(AVCodecContext *avctx, AV1Frame *f) ff_thread_release_buffer(avctx, &f->tf); av_buffer_unref(&f->hwaccel_priv_buf); f->hwaccel_picture_private = NULL; + f->spatial_id = f->temporal_id = 0; } static int av1_frame_ref(AVCodecContext *avctx, AV1Frame *dst, const AV1Frame *src) @@ -360,6 +362,8 @@ static int av1_frame_ref(AVCodecContext *avctx, AV1Frame *dst, const AV1Frame *s dst->hwaccel_picture_private = dst->hwaccel_priv_buf->data; } + dst->spatial_id = src->spatial_id; + dst->temporal_id = src->temporal_id; dst->loop_filter_delta_enabled = src->loop_filter_delta_enabled; memcpy(dst->loop_filter_ref_deltas, src->loop_filter_ref_deltas, @@ -495,6 +499,8 @@ static av_cold int av1_decode_init(AVCodecContext *avctx) if (ret < 0) return ret; + av_opt_set_int(s->cbc->priv_data, "oppoint", s->operating_point, 0); + if (avctx->extradata && avctx->extradata_size) { ret = ff_cbs_read(s->cbc, &s->current_obu, avctx->extradata, avctx->extradata_size); @@ -578,6 +584,11 @@ static int set_output_frame(AVCodecContext *avctx, AVFrame *frame, const AVFrame *srcframe = s->cur_frame.tf.f; int ret; + // TODO: all layers + if (s->operating_point_idc && + av_log2(s->operating_point_idc >> 8) > s->cur_frame.spatial_id) + return 0; + ret = av_frame_ref(frame, srcframe); if (ret < 0) return ret; @@ -660,6 +671,8 @@ static int av1_decode_frame(AVCodecContext *avctx, void *frame, for (int i = 0; i < s->current_obu.nb_units; i++) { CodedBitstreamUnit *unit = &s->current_obu.units[i]; AV1RawOBU *obu = unit->content; + const AV1RawOBUHeader *header = &obu->header; + int op = 0; av_log(avctx, AV_LOG_DEBUG, "Obu idx:%d, obu type:%d.\n", i, unit->type); switch (unit->type) { @@ -679,6 +692,10 @@ static int av1_decode_frame(AVCodecContext *avctx, void *frame, goto end; } + if (s->operating_point <= s->raw_seq->operating_points_cnt_minus_1) + op = s->operating_point; + s->operating_point_idc = s->raw_seq->operating_point_idc[op]; + if (s->pix_fmt == AV_PIX_FMT_NONE) { ret = get_pixel_format(avctx); if (ret < 0) { @@ -753,6 +770,9 @@ static int av1_decode_frame(AVCodecContext *avctx, void *frame, goto end; } + s->cur_frame.spatial_id = header->spatial_id; + s->cur_frame.temporal_id = header->temporal_id; + if (avctx->hwaccel) { ret = avctx->hwaccel->start_frame(avctx, unit->data, unit->data_size); @@ -846,6 +866,21 @@ static void av1_decode_flush(AVCodecContext *avctx) s->raw_seq = NULL; } +#define OFFSET(x) offsetof(AV1DecContext, x) +#define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM +static const AVOption av1_options[] = { + { "oppoint", "Select an operating point of the scalable bitstream", OFFSET(operating_point), + AV_OPT_TYPE_INT, { .i64 = 0 }, 0, AV1_MAX_OPERATING_POINTS - 1, VD }, + { NULL } +}; + +static const AVClass av1_class = { + .class_name = "AV1 decoder", + .item_name = av_default_item_name, + .option = av1_options, + .version = LIBAVUTIL_VERSION_INT, +}; + AVCodec ff_av1_decoder = { .name = "av1", .long_name = NULL_IF_CONFIG_SMALL("Alliance for Open Media AV1"), @@ -861,6 +896,7 @@ AVCodec ff_av1_decoder = { FF_CODEC_CAP_SETS_PKT_DTS, .flush = av1_decode_flush, .profiles = NULL_IF_CONFIG_SMALL(ff_av1_profiles), + .priv_class = &av1_class, .hw_configs = (const AVCodecHWConfigInternal * []) { NULL }, diff --git a/libavcodec/av1dec.h b/libavcodec/av1dec.h index 3604870299..67ae4c2c9f 100644 --- a/libavcodec/av1dec.h +++ b/libavcodec/av1dec.h @@ -36,6 +36,9 @@ typedef struct AV1Frame { AVBufferRef *hwaccel_priv_buf; void *hwaccel_picture_private; + int temporal_id; + int spatial_id; + uint8_t loop_filter_delta_enabled; int8_t loop_filter_ref_deltas[AV1_NUM_REF_FRAMES]; int8_t loop_filter_mode_deltas[2]; @@ -67,9 +70,13 @@ typedef struct AV1DecContext { uint16_t tg_start; uint16_t tg_end; + int operating_point_idc; + AV1Frame ref[AV1_NUM_REF_FRAMES]; AV1Frame cur_frame; + // AVOptions + int operating_point; } AV1DecContext; #endif /* AVCODEC_AV1DEC_H */