@@ -2968,6 +2968,7 @@ vp6f_decoder_select="vp6_decoder"
vp7_decoder_select="h264pred videodsp vp8dsp"
vp8_decoder_select="h264pred videodsp vp8dsp"
vp9_decoder_select="videodsp vp9_parser vp9_superframe_split_bsf"
+vvc_decoder_select="cabac golomb videodsp"
wcmv_decoder_select="inflate_wrapper"
webp_decoder_select="vp8_decoder exif"
wmalossless_decoder_select="llauddsp"
@@ -383,6 +383,7 @@ extern const FFCodec ff_vp9_rkmpp_decoder;
extern const FFCodec ff_vp9_v4l2m2m_decoder;
extern const FFCodec ff_vqa_decoder;
extern const FFCodec ff_vqc_decoder;
+extern const FFCodec ff_vvc_decoder;
extern const FFCodec ff_wbmp_decoder;
extern const FFCodec ff_wbmp_encoder;
extern const FFCodec ff_webp_decoder;
@@ -1,4 +1,5 @@
clean::
$(RM) $(CLEANSUFFIXES:%=libavcodec/vvc/%)
-OBJS-$(CONFIG_VVC_DECODER) += vvc/vvc_executor.o
+OBJS-$(CONFIG_VVC_DECODER) += vvc/vvcdec.o \
+ vvc/vvc_executor.o
new file mode 100644
@@ -0,0 +1,84 @@
+/*
+ * VVC video decoder
+ *
+ * Copyright (C) 2021 Nuo Mi
+ * Copyright (C) 2022 Xu Mu
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+#include "config_components.h"
+
+#include "libavcodec/codec_internal.h"
+#include "libavcodec/decode.h"
+#include "libavcodec/golomb.h"
+#include "libavcodec/profiles.h"
+#include "libavcodec/vvc.h"
+
+#include "libavutil/cpu.h"
+
+#include "vvcdec.h"
+
+static int vvc_decode_frame(AVCodecContext *avctx, AVFrame *output,
+ int *got_output, AVPacket *avpkt)
+{
+ return avpkt->size;
+}
+
+static void vvc_decode_flush(AVCodecContext *avctx)
+{
+}
+
+static av_cold int vvc_decode_free(AVCodecContext *avctx)
+{
+ return 0;
+}
+
+static av_cold int vvc_decode_init(AVCodecContext *avctx)
+{
+ return 0;
+}
+
+#define OFFSET(x) offsetof(VVCContext, x)
+#define PAR (AV_OPT_FLAG_DECODING_PARAM | AV_OPT_FLAG_VIDEO_PARAM)
+
+static const AVOption options[] = {
+ { NULL },
+};
+
+static const AVClass vvc_decoder_class = {
+ .class_name = "vvc decoder",
+ .item_name = av_default_item_name,
+ .option = options,
+ .version = LIBAVUTIL_VERSION_INT,
+};
+
+const FFCodec ff_vvc_decoder = {
+ .p.name = "vvc",
+ .p.long_name = NULL_IF_CONFIG_SMALL("VVC (Versatile Video Coding)"),
+ .p.type = AVMEDIA_TYPE_VIDEO,
+ .p.id = AV_CODEC_ID_VVC,
+ .priv_data_size = sizeof(VVCContext),
+ .p.priv_class = &vvc_decoder_class,
+ .init = vvc_decode_init,
+ .close = vvc_decode_free,
+ FF_CODEC_DECODE_CB(vvc_decode_frame),
+ .flush = vvc_decode_flush,
+ .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_DELAY | AV_CODEC_CAP_OTHER_THREADS,
+ .caps_internal = FF_CODEC_CAP_EXPORTS_CROPPING | FF_CODEC_CAP_INIT_CLEANUP |
+ FF_CODEC_CAP_AUTO_THREADS,
+ .p.profiles = NULL_IF_CONFIG_SMALL(ff_vvc_profiles),
+};
new file mode 100644
@@ -0,0 +1,304 @@
+/*
+ * VVC video decoder
+ *
+ * Copyright (C) 2021 Nuo Mi
+ * Copyright (C) 2022 Xu Mu
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#ifndef AVCODEC_VVCDEC_H
+#define AVCODEC_VVCDEC_H
+
+#include "libavcodec/h2645_parse.h"
+#include "libavcodec/threadframe.h"
+#include "libavcodec/videodsp.h"
+#include "libavcodec/vvc.h"
+
+#include "vvc_executor.h"
+
+#define LUMA 0
+#define CHROMA 1
+#define CB 1
+#define CR 2
+#define JCBCR 3
+
+#define MAX_CTU_SIZE 128
+
+#define MAX_CU_SIZE MAX_CTU_SIZE
+#define MIN_CU_SIZE 4
+#define MIN_CU_LOG2 2
+#define MAX_CU_DEPTH 7
+
+#define MIN_PU_SIZE 4
+#define MIN_PU_LOG2 2
+
+#define MAX_TB_SIZE 64
+#define MIN_TU_LOG2 2 ///< MinTbLog2SizeY
+#define MIN_TU_SIZE 4
+#define MAX_TUS_IN_CU 64
+
+#define MAX_PARTS_IN_CTU ((MAX_CTU_SIZE >> MIN_CU_LOG2) * (MAX_CTU_SIZE >> MIN_CU_LOG2))
+
+#define MAX_CONTROL_POINTS 3
+
+#define MRG_MAX_NUM_CANDS 6
+#define MAX_NUM_HMVP_CANDS 5
+
+#define L0 0
+#define L1 1
+
+#define CHROMA_EXTRA_BEFORE 1
+#define CHROMA_EXTRA_AFTER 2
+#define CHROMA_EXTRA 3
+#define LUMA_EXTRA_BEFORE 3
+#define LUMA_EXTRA_AFTER 4
+#define LUMA_EXTRA 7
+#define BILINEAR_EXTRA_BEFORE 0
+#define BILINEAR_EXTRA_AFTER 1
+#define BILINEAR_EXTRA 1
+
+#define MAX_QP 63
+#define DEFAULT_INTRA_TC_OFFSET 2
+
+#define SAO_PADDING_SIZE 1
+
+#define ALF_PADDING_SIZE 8
+#define ALF_BLOCK_SIZE 4
+
+#define ALF_BORDER_LUMA 3
+#define ALF_BORDER_CHROMA 2
+
+#define ALF_VB_POS_ABOVE_LUMA 4
+#define ALF_VB_POS_ABOVE_CHROMA 2
+
+#define ALF_GRADIENT_STEP 2
+#define ALF_GRADIENT_BORDER 2
+#define ALF_GRADIENT_SIZE ((MAX_CU_SIZE + ALF_GRADIENT_BORDER * 2) / ALF_GRADIENT_STEP)
+#define ALF_NUM_DIR 4
+
+#define MAX_PB_SIZE 128
+#define EDGE_EMU_BUFFER_STRIDE (MAX_PB_SIZE + 32)
+
+#define AFFINE_MIN_BLOCK_SIZE 4
+#define PROF_BORDER_EXT 1
+#define PROF_BLOCK_SIZE (AFFINE_MIN_BLOCK_SIZE + PROF_BORDER_EXT * 2)
+#define BDOF_BORDER_EXT 1
+
+#define BDOF_PADDED_SIZE (16 + BDOF_BORDER_EXT * 2)
+#define BDOF_BLOCK_SIZE 4
+#define BDOF_GRADIENT_SIZE (BDOF_BLOCK_SIZE + BDOF_BORDER_EXT * 2)
+
+/**
+ * Value of the luma sample at position (x, y) in the 2D array tab.
+ */
+#define SAMPLE(tab, x, y) ((tab)[(y) * s->sps->width + (x)])
+#define SAMPLE_CTB(tab, x, y) ((tab)[(y) * min_cb_width + (x)])
+#define CTB(tab, x, y) ((tab)[(y) * fc->ps.pps->ctb_width + (x)])
+
+typedef struct VVCLocalContext VVCLocalContext;
+typedef struct SliceContext SliceContext;
+typedef struct VVCFrameContext VVCFrameContext;
+typedef struct VVCFrameThread VVCFrameThread;
+typedef struct EntryPoint EntryPoint;
+typedef struct VVCTask VVCTask;
+typedef struct Mv Mv;
+typedef struct MvField MvField;
+typedef struct DMVRInfo DMVRInfo;
+typedef struct CTU CTU;
+typedef struct SAOParams SAOParams;
+typedef struct ALFParams ALFParams;
+
+typedef struct RefPicList {
+ struct VVCFrame *ref[VVC_MAX_REF_ENTRIES];
+ int list[VVC_MAX_REF_ENTRIES];
+ int isLongTerm[VVC_MAX_REF_ENTRIES];
+ int nb_refs;
+} RefPicList;
+
+typedef struct RefPicListTab {
+ RefPicList refPicList[2];
+} RefPicListTab;
+
+typedef struct VVCFrame {
+ AVFrame *frame;
+ ThreadFrame tf;
+
+ MvField *tab_mvf;
+ RefPicList *refPicList;
+ RefPicListTab **rpl_tab;
+
+ int ctb_count;
+
+ int poc;
+
+ struct VVCFrame *collocated_ref;
+
+ AVBufferRef *tab_mvf_buf;
+ AVBufferRef *rpl_tab_buf;
+ AVBufferRef *rpl_buf;
+ AVBufferRef *progress_buf;
+
+ /**
+ * A sequence counter, so that old frames are output first
+ * after a POC reset
+ */
+ uint16_t sequence;
+ /**
+ * A combination of VVC_FRAME_FLAG_*
+ */
+ uint8_t flags;
+} VVCFrame;
+
+struct SliceContext {
+ int slice_idx;
+ EntryPoint *eps;
+ int nb_eps;
+};
+
+struct VVCFrameContext {
+ AVCodecContext *avctx;
+
+ // +1 for the current frame
+ VVCFrame DPB[VVC_MAX_DPB_SIZE + 1];
+
+ AVFrame *frame;
+ AVFrame *output_frame;
+
+ SliceContext **slices;
+ int nb_slices;
+ int nb_slices_allocated;
+
+ VVCFrame *ref;
+
+ VideoDSPContext vdsp;
+
+ VVCFrameThread *frame_thread;
+
+ uint64_t decode_order;
+
+ AVPacket *avpkt;
+ H2645Packet pkt;
+
+ AVBufferPool *tab_mvf_pool;
+ AVBufferPool *rpl_tab_pool;
+
+ AVBufferPool *cu_pool;
+
+ struct {
+ int16_t *slice_idx;
+
+ DMVRInfo *dmvr;
+
+ int *cb_pos_x[2]; ///< CbPosX[][][]
+ int *cb_pos_y[2]; ///< CbPosY[][][]
+ uint8_t *cb_width[2]; ///< CbWidth[][][]
+ uint8_t *cb_height[2]; ///< CbHeight[][][]
+ uint8_t *cqt_depth[2]; ///< CqtDepth[][][]
+ int8_t *qp[VVC_MAX_SAMPLE_ARRAYS];
+
+ uint8_t *skip; ///< CuSkipFlag[][]
+ uint8_t *ispmf; ///< intra_sub_partitions_mode_flag
+ uint8_t *msm[2]; ///< MttSplitMode[][][] in 32 pixels
+ uint8_t *imf; ///< IntraMipFlag[][]
+ uint8_t *imtf; ///< intra_mip_transposed_flag[][]
+ uint8_t *imm; ///< intra_mip_mode[][]
+ uint8_t *ipm; ///< IntraPredModeY[][]
+ uint8_t *cpm[2]; ///< CuPredMode[][][]
+ uint8_t *msf; ///< MergeSubblockFlag[][]
+ uint8_t *iaf; ///< InterAffineFlag[][]
+ uint8_t *mmi; ///< MotionModelIdc[][]
+ Mv *cp_mv[2]; ///< CpMvLX[][][][MAX_CONTROL_POINTS];
+
+ uint8_t *tu_coded_flag[VVC_MAX_SAMPLE_ARRAYS]; ///< tu_y_coded_flag[][], tu_cb_coded_flag[][], tu_cr_coded_flag[][]
+ uint8_t *tu_joint_cbcr_residual_flag; ///< tu_joint_cbcr_residual_flag[][]
+ int *tb_pos_x0[2];
+ int *tb_pos_y0[2];
+ uint8_t *tb_width[2];
+ uint8_t *tb_height[2];
+ uint8_t *pcmf[2];
+
+ uint8_t *horizontal_bs[VVC_MAX_SAMPLE_ARRAYS];
+ uint8_t *vertical_bs[VVC_MAX_SAMPLE_ARRAYS];
+ uint8_t *horizontal_p; ///< horizontal maxFilterLengthPs for luma
+ uint8_t *horizontal_q; ///< horizontal maxFilterLengthPs for luma
+ uint8_t *vertical_p; ///< vertical maxFilterLengthQs for luma
+ uint8_t *vertical_q; ///< vertical maxFilterLengthQs for luma
+
+ uint8_t *sao_pixel_buffer_h[VVC_MAX_SAMPLE_ARRAYS];
+ uint8_t *sao_pixel_buffer_v[VVC_MAX_SAMPLE_ARRAYS];
+ uint8_t *alf_pixel_buffer_h[VVC_MAX_SAMPLE_ARRAYS][2];
+ uint8_t *alf_pixel_buffer_v[VVC_MAX_SAMPLE_ARRAYS][2];
+
+ int *coeffs;
+ CTU *ctus;
+
+ //used in arrays_init only
+ int ctu_count;
+ int ctu_size;
+ int pic_size_in_min_cb;
+ int pic_size_in_min_pu;
+ int pic_size_in_min_tu;
+ int ctu_width;
+ int ctu_height;
+ int width;
+ int height;
+ int chroma_format_idc;
+ int pixel_shift;
+ int bs_width;
+ int bs_height;
+ } tab;
+} ;
+
+typedef struct VVCContext {
+ const AVClass *c; // needed by private avoptions
+ AVCodecContext *avctx;
+
+ int temporal_id; ///< temporal_id_plus1 - 1
+ int pocTid0;
+
+ int eos; ///< current packet contains an EOS/EOB NAL
+ int last_eos; ///< last packet contains an EOS/EOB NAL
+
+
+ enum VVCNALUnitType vcl_unit_type;
+ int no_output_before_recovery_flag; ///< NoOutputBeforeRecoveryFlag
+ int gdr_recovery_point_poc; ///< recoveryPointPocVal
+
+ /**
+ * Sequence counters for decoded and output frames, so that old
+ * frames are output first after a POC reset
+ */
+ uint16_t seq_decode;
+ uint16_t seq_output;
+
+ int is_nalff; ///< this flag is != 0 if bitstream is encapsulated
+ ///< as a format defined in 14496-15
+
+ int apply_defdispwin;
+ int nal_length_size; ///< Number of bytes used for nal length (1, 2 or 4)
+
+ VVCExecutor *executor;
+
+ VVCFrameContext *fcs;
+ int nb_fcs;
+
+ uint64_t nb_frames; ///< processed frames
+ int nb_delayed; ///< delayed frames
+} VVCContext ;
+
+#endif /* AVCODEC_VVCDEC_H */