diff mbox series

[FFmpeg-devel] fate: add VVC decoder tests

Message ID 20240104001947.17504-1-jamrial@gmail.com
State Accepted
Commit 2d712314ecb64e562243986401522d2c8ffc00cc
Headers show
Series [FFmpeg-devel] fate: add VVC decoder tests | expand

Checks

Context Check Description
yinshiyou/make_loongarch64 success Make finished
yinshiyou/make_fate_loongarch64 success Make fate finished
andriy/make_x86 success Make finished
andriy/make_fate_x86 success Make fate finished

Commit Message

James Almer Jan. 4, 2024, 12:19 a.m. UTC
Signed-off-by: James Almer <jamrial@gmail.com>
---
 tests/Makefile                                |   1 +
 tests/fate/vvc.mak                            |  50 +++++++
 tests/ref/fate/vvc-conformance-APSALF_A_2     |  13 ++
 tests/ref/fate/vvc-conformance-APSLMCS_D_1    |  37 +++++
 tests/ref/fate/vvc-conformance-APSMULT_A_4    |  53 +++++++
 tests/ref/fate/vvc-conformance-AUD_A_3        |  35 +++++
 tests/ref/fate/vvc-conformance-BUMP_A_2       |  45 ++++++
 tests/ref/fate/vvc-conformance-CROP_B_4       | 105 ++++++++++++++
 .../fate/vvc-conformance-CodingToolsSets_A_2  |   7 +
 tests/ref/fate/vvc-conformance-DCI_A_3        |   7 +
 tests/ref/fate/vvc-conformance-HRD_A_3        |  65 +++++++++
 tests/ref/fate/vvc-conformance-OPI_B_3        |   6 +
 tests/ref/fate/vvc-conformance-PHSH_B_1       |  11 ++
 tests/ref/fate/vvc-conformance-POC_A_1        |  25 ++++
 tests/ref/fate/vvc-conformance-PPS_B_1        |  69 +++++++++
 tests/ref/fate/vvc-conformance-RAP_A_1        |   6 +
 tests/ref/fate/vvc-conformance-SAO_A_3        |  65 +++++++++
 tests/ref/fate/vvc-conformance-SCALING_A_1    |  69 +++++++++
 tests/ref/fate/vvc-conformance-SLICES_A_3     |  30 ++++
 tests/ref/fate/vvc-conformance-SPS_B_1        | 133 ++++++++++++++++++
 tests/ref/fate/vvc-conformance-STILL_B_1      |  10 ++
 tests/ref/fate/vvc-conformance-SUBPIC_A_3     |   9 ++
 tests/ref/fate/vvc-conformance-TILE_A_2       |  14 ++
 tests/ref/fate/vvc-conformance-VPS_A_3        |   6 +
 tests/ref/fate/vvc-conformance-WPP_A_3        |  54 +++++++
 tests/ref/fate/vvc-conformance-WP_A_3         |  22 +++
 tests/ref/fate/vvc-conformance-WRAP_A_4       |  14 ++
 27 files changed, 961 insertions(+)
 create mode 100644 tests/fate/vvc.mak
 create mode 100644 tests/ref/fate/vvc-conformance-APSALF_A_2
 create mode 100644 tests/ref/fate/vvc-conformance-APSLMCS_D_1
 create mode 100644 tests/ref/fate/vvc-conformance-APSMULT_A_4
 create mode 100644 tests/ref/fate/vvc-conformance-AUD_A_3
 create mode 100644 tests/ref/fate/vvc-conformance-BUMP_A_2
 create mode 100644 tests/ref/fate/vvc-conformance-CROP_B_4
 create mode 100644 tests/ref/fate/vvc-conformance-CodingToolsSets_A_2
 create mode 100644 tests/ref/fate/vvc-conformance-DCI_A_3
 create mode 100644 tests/ref/fate/vvc-conformance-HRD_A_3
 create mode 100644 tests/ref/fate/vvc-conformance-OPI_B_3
 create mode 100644 tests/ref/fate/vvc-conformance-PHSH_B_1
 create mode 100644 tests/ref/fate/vvc-conformance-POC_A_1
 create mode 100644 tests/ref/fate/vvc-conformance-PPS_B_1
 create mode 100644 tests/ref/fate/vvc-conformance-RAP_A_1
 create mode 100644 tests/ref/fate/vvc-conformance-SAO_A_3
 create mode 100644 tests/ref/fate/vvc-conformance-SCALING_A_1
 create mode 100644 tests/ref/fate/vvc-conformance-SLICES_A_3
 create mode 100644 tests/ref/fate/vvc-conformance-SPS_B_1
 create mode 100644 tests/ref/fate/vvc-conformance-STILL_B_1
 create mode 100644 tests/ref/fate/vvc-conformance-SUBPIC_A_3
 create mode 100644 tests/ref/fate/vvc-conformance-TILE_A_2
 create mode 100644 tests/ref/fate/vvc-conformance-VPS_A_3
 create mode 100644 tests/ref/fate/vvc-conformance-WPP_A_3
 create mode 100644 tests/ref/fate/vvc-conformance-WP_A_3
 create mode 100644 tests/ref/fate/vvc-conformance-WRAP_A_4

Comments

James Almer Jan. 5, 2024, 9:09 p.m. UTC | #1
On 1/3/2024 9:19 PM, James Almer wrote:
> Signed-off-by: James Almer <jamrial@gmail.com>
> ---
>   tests/Makefile                                |   1 +
>   tests/fate/vvc.mak                            |  50 +++++++
>   tests/ref/fate/vvc-conformance-APSALF_A_2     |  13 ++
>   tests/ref/fate/vvc-conformance-APSLMCS_D_1    |  37 +++++
>   tests/ref/fate/vvc-conformance-APSMULT_A_4    |  53 +++++++
>   tests/ref/fate/vvc-conformance-AUD_A_3        |  35 +++++
>   tests/ref/fate/vvc-conformance-BUMP_A_2       |  45 ++++++
>   tests/ref/fate/vvc-conformance-CROP_B_4       | 105 ++++++++++++++
>   .../fate/vvc-conformance-CodingToolsSets_A_2  |   7 +
>   tests/ref/fate/vvc-conformance-DCI_A_3        |   7 +
>   tests/ref/fate/vvc-conformance-HRD_A_3        |  65 +++++++++
>   tests/ref/fate/vvc-conformance-OPI_B_3        |   6 +
>   tests/ref/fate/vvc-conformance-PHSH_B_1       |  11 ++
>   tests/ref/fate/vvc-conformance-POC_A_1        |  25 ++++
>   tests/ref/fate/vvc-conformance-PPS_B_1        |  69 +++++++++
>   tests/ref/fate/vvc-conformance-RAP_A_1        |   6 +
>   tests/ref/fate/vvc-conformance-SAO_A_3        |  65 +++++++++
>   tests/ref/fate/vvc-conformance-SCALING_A_1    |  69 +++++++++
>   tests/ref/fate/vvc-conformance-SLICES_A_3     |  30 ++++
>   tests/ref/fate/vvc-conformance-SPS_B_1        | 133 ++++++++++++++++++
>   tests/ref/fate/vvc-conformance-STILL_B_1      |  10 ++
>   tests/ref/fate/vvc-conformance-SUBPIC_A_3     |   9 ++
>   tests/ref/fate/vvc-conformance-TILE_A_2       |  14 ++
>   tests/ref/fate/vvc-conformance-VPS_A_3        |   6 +
>   tests/ref/fate/vvc-conformance-WPP_A_3        |  54 +++++++
>   tests/ref/fate/vvc-conformance-WP_A_3         |  22 +++
>   tests/ref/fate/vvc-conformance-WRAP_A_4       |  14 ++
>   27 files changed, 961 insertions(+)
>   create mode 100644 tests/fate/vvc.mak
>   create mode 100644 tests/ref/fate/vvc-conformance-APSALF_A_2
>   create mode 100644 tests/ref/fate/vvc-conformance-APSLMCS_D_1
>   create mode 100644 tests/ref/fate/vvc-conformance-APSMULT_A_4
>   create mode 100644 tests/ref/fate/vvc-conformance-AUD_A_3
>   create mode 100644 tests/ref/fate/vvc-conformance-BUMP_A_2
>   create mode 100644 tests/ref/fate/vvc-conformance-CROP_B_4
>   create mode 100644 tests/ref/fate/vvc-conformance-CodingToolsSets_A_2
>   create mode 100644 tests/ref/fate/vvc-conformance-DCI_A_3
>   create mode 100644 tests/ref/fate/vvc-conformance-HRD_A_3
>   create mode 100644 tests/ref/fate/vvc-conformance-OPI_B_3
>   create mode 100644 tests/ref/fate/vvc-conformance-PHSH_B_1
>   create mode 100644 tests/ref/fate/vvc-conformance-POC_A_1
>   create mode 100644 tests/ref/fate/vvc-conformance-PPS_B_1
>   create mode 100644 tests/ref/fate/vvc-conformance-RAP_A_1
>   create mode 100644 tests/ref/fate/vvc-conformance-SAO_A_3
>   create mode 100644 tests/ref/fate/vvc-conformance-SCALING_A_1
>   create mode 100644 tests/ref/fate/vvc-conformance-SLICES_A_3
>   create mode 100644 tests/ref/fate/vvc-conformance-SPS_B_1
>   create mode 100644 tests/ref/fate/vvc-conformance-STILL_B_1
>   create mode 100644 tests/ref/fate/vvc-conformance-SUBPIC_A_3
>   create mode 100644 tests/ref/fate/vvc-conformance-TILE_A_2
>   create mode 100644 tests/ref/fate/vvc-conformance-VPS_A_3
>   create mode 100644 tests/ref/fate/vvc-conformance-WPP_A_3
>   create mode 100644 tests/ref/fate/vvc-conformance-WP_A_3
>   create mode 100644 tests/ref/fate/vvc-conformance-WRAP_A_4

This is using the samples already in the fate suite. I don't know if 
they give good coverage (I think i chose them to cover as much CBS 
methods as possible, not caring about actual decode paths, and not even 
that is complete), so I'd like someone more familiar with the 
conformance suite to suggest better samples to upload and use, too.
Nuo Mi Jan. 6, 2024, 1:09 a.m. UTC | #2
On Sat, Jan 6, 2024 at 5:09 AM James Almer <jamrial@gmail.com> wrote:

> On 1/3/2024 9:19 PM, James Almer wrote:
> > Signed-off-by: James Almer <jamrial@gmail.com>
> > ---
> >   tests/Makefile                                |   1 +
> >   tests/fate/vvc.mak                            |  50 +++++++
> >   tests/ref/fate/vvc-conformance-APSALF_A_2     |  13 ++
> >   tests/ref/fate/vvc-conformance-APSLMCS_D_1    |  37 +++++
> >   tests/ref/fate/vvc-conformance-APSMULT_A_4    |  53 +++++++
> >   tests/ref/fate/vvc-conformance-AUD_A_3        |  35 +++++
> >   tests/ref/fate/vvc-conformance-BUMP_A_2       |  45 ++++++
> >   tests/ref/fate/vvc-conformance-CROP_B_4       | 105 ++++++++++++++
> >   .../fate/vvc-conformance-CodingToolsSets_A_2  |   7 +
> >   tests/ref/fate/vvc-conformance-DCI_A_3        |   7 +
> >   tests/ref/fate/vvc-conformance-HRD_A_3        |  65 +++++++++
> >   tests/ref/fate/vvc-conformance-OPI_B_3        |   6 +
> >   tests/ref/fate/vvc-conformance-PHSH_B_1       |  11 ++
> >   tests/ref/fate/vvc-conformance-POC_A_1        |  25 ++++
> >   tests/ref/fate/vvc-conformance-PPS_B_1        |  69 +++++++++
> >   tests/ref/fate/vvc-conformance-RAP_A_1        |   6 +
> >   tests/ref/fate/vvc-conformance-SAO_A_3        |  65 +++++++++
> >   tests/ref/fate/vvc-conformance-SCALING_A_1    |  69 +++++++++
> >   tests/ref/fate/vvc-conformance-SLICES_A_3     |  30 ++++
> >   tests/ref/fate/vvc-conformance-SPS_B_1        | 133 ++++++++++++++++++
> >   tests/ref/fate/vvc-conformance-STILL_B_1      |  10 ++
> >   tests/ref/fate/vvc-conformance-SUBPIC_A_3     |   9 ++
> >   tests/ref/fate/vvc-conformance-TILE_A_2       |  14 ++
> >   tests/ref/fate/vvc-conformance-VPS_A_3        |   6 +
> >   tests/ref/fate/vvc-conformance-WPP_A_3        |  54 +++++++
> >   tests/ref/fate/vvc-conformance-WP_A_3         |  22 +++
> >   tests/ref/fate/vvc-conformance-WRAP_A_4       |  14 ++
> >   27 files changed, 961 insertions(+)
> >   create mode 100644 tests/fate/vvc.mak
> >   create mode 100644 tests/ref/fate/vvc-conformance-APSALF_A_2
> >   create mode 100644 tests/ref/fate/vvc-conformance-APSLMCS_D_1
> >   create mode 100644 tests/ref/fate/vvc-conformance-APSMULT_A_4
> >   create mode 100644 tests/ref/fate/vvc-conformance-AUD_A_3
> >   create mode 100644 tests/ref/fate/vvc-conformance-BUMP_A_2
> >   create mode 100644 tests/ref/fate/vvc-conformance-CROP_B_4
> >   create mode 100644 tests/ref/fate/vvc-conformance-CodingToolsSets_A_2
> >   create mode 100644 tests/ref/fate/vvc-conformance-DCI_A_3
> >   create mode 100644 tests/ref/fate/vvc-conformance-HRD_A_3
> >   create mode 100644 tests/ref/fate/vvc-conformance-OPI_B_3
> >   create mode 100644 tests/ref/fate/vvc-conformance-PHSH_B_1
> >   create mode 100644 tests/ref/fate/vvc-conformance-POC_A_1
> >   create mode 100644 tests/ref/fate/vvc-conformance-PPS_B_1
> >   create mode 100644 tests/ref/fate/vvc-conformance-RAP_A_1
> >   create mode 100644 tests/ref/fate/vvc-conformance-SAO_A_3
> >   create mode 100644 tests/ref/fate/vvc-conformance-SCALING_A_1
> >   create mode 100644 tests/ref/fate/vvc-conformance-SLICES_A_3
> >   create mode 100644 tests/ref/fate/vvc-conformance-SPS_B_1
> >   create mode 100644 tests/ref/fate/vvc-conformance-STILL_B_1
> >   create mode 100644 tests/ref/fate/vvc-conformance-SUBPIC_A_3
> >   create mode 100644 tests/ref/fate/vvc-conformance-TILE_A_2
> >   create mode 100644 tests/ref/fate/vvc-conformance-VPS_A_3
> >   create mode 100644 tests/ref/fate/vvc-conformance-WPP_A_3
> >   create mode 100644 tests/ref/fate/vvc-conformance-WP_A_3
> >   create mode 100644 tests/ref/fate/vvc-conformance-WRAP_A_4
>
> This is using the samples already in the fate suite. I don't know if
> they give good coverage (I think i chose them to cover as much CBS
> methods as possible, not caring about actual decode paths, and not even
> that is complete), so I'd like someone more familiar with the
> conformance suite to suggest better samples to upload and use, too.
>

Here are the clips and their sources:
https://github.com/ffvvc/tests/tree/main
passed v1 is about 194M , and each clip may have different features. It's
better to add them all to vvc-conformance, without name change
passed v2 is about 871M , we can pick some smaller clips that cover all bit
depths and color formats.
James Almer Jan. 6, 2024, 1:13 a.m. UTC | #3
On 1/5/2024 10:09 PM, Nuo Mi wrote:
> On Sat, Jan 6, 2024 at 5:09 AM James Almer <jamrial@gmail.com> wrote:
> 
>> On 1/3/2024 9:19 PM, James Almer wrote:
>>> Signed-off-by: James Almer <jamrial@gmail.com>
>>> ---
>>>    tests/Makefile                                |   1 +
>>>    tests/fate/vvc.mak                            |  50 +++++++
>>>    tests/ref/fate/vvc-conformance-APSALF_A_2     |  13 ++
>>>    tests/ref/fate/vvc-conformance-APSLMCS_D_1    |  37 +++++
>>>    tests/ref/fate/vvc-conformance-APSMULT_A_4    |  53 +++++++
>>>    tests/ref/fate/vvc-conformance-AUD_A_3        |  35 +++++
>>>    tests/ref/fate/vvc-conformance-BUMP_A_2       |  45 ++++++
>>>    tests/ref/fate/vvc-conformance-CROP_B_4       | 105 ++++++++++++++
>>>    .../fate/vvc-conformance-CodingToolsSets_A_2  |   7 +
>>>    tests/ref/fate/vvc-conformance-DCI_A_3        |   7 +
>>>    tests/ref/fate/vvc-conformance-HRD_A_3        |  65 +++++++++
>>>    tests/ref/fate/vvc-conformance-OPI_B_3        |   6 +
>>>    tests/ref/fate/vvc-conformance-PHSH_B_1       |  11 ++
>>>    tests/ref/fate/vvc-conformance-POC_A_1        |  25 ++++
>>>    tests/ref/fate/vvc-conformance-PPS_B_1        |  69 +++++++++
>>>    tests/ref/fate/vvc-conformance-RAP_A_1        |   6 +
>>>    tests/ref/fate/vvc-conformance-SAO_A_3        |  65 +++++++++
>>>    tests/ref/fate/vvc-conformance-SCALING_A_1    |  69 +++++++++
>>>    tests/ref/fate/vvc-conformance-SLICES_A_3     |  30 ++++
>>>    tests/ref/fate/vvc-conformance-SPS_B_1        | 133 ++++++++++++++++++
>>>    tests/ref/fate/vvc-conformance-STILL_B_1      |  10 ++
>>>    tests/ref/fate/vvc-conformance-SUBPIC_A_3     |   9 ++
>>>    tests/ref/fate/vvc-conformance-TILE_A_2       |  14 ++
>>>    tests/ref/fate/vvc-conformance-VPS_A_3        |   6 +
>>>    tests/ref/fate/vvc-conformance-WPP_A_3        |  54 +++++++
>>>    tests/ref/fate/vvc-conformance-WP_A_3         |  22 +++
>>>    tests/ref/fate/vvc-conformance-WRAP_A_4       |  14 ++
>>>    27 files changed, 961 insertions(+)
>>>    create mode 100644 tests/fate/vvc.mak
>>>    create mode 100644 tests/ref/fate/vvc-conformance-APSALF_A_2
>>>    create mode 100644 tests/ref/fate/vvc-conformance-APSLMCS_D_1
>>>    create mode 100644 tests/ref/fate/vvc-conformance-APSMULT_A_4
>>>    create mode 100644 tests/ref/fate/vvc-conformance-AUD_A_3
>>>    create mode 100644 tests/ref/fate/vvc-conformance-BUMP_A_2
>>>    create mode 100644 tests/ref/fate/vvc-conformance-CROP_B_4
>>>    create mode 100644 tests/ref/fate/vvc-conformance-CodingToolsSets_A_2
>>>    create mode 100644 tests/ref/fate/vvc-conformance-DCI_A_3
>>>    create mode 100644 tests/ref/fate/vvc-conformance-HRD_A_3
>>>    create mode 100644 tests/ref/fate/vvc-conformance-OPI_B_3
>>>    create mode 100644 tests/ref/fate/vvc-conformance-PHSH_B_1
>>>    create mode 100644 tests/ref/fate/vvc-conformance-POC_A_1
>>>    create mode 100644 tests/ref/fate/vvc-conformance-PPS_B_1
>>>    create mode 100644 tests/ref/fate/vvc-conformance-RAP_A_1
>>>    create mode 100644 tests/ref/fate/vvc-conformance-SAO_A_3
>>>    create mode 100644 tests/ref/fate/vvc-conformance-SCALING_A_1
>>>    create mode 100644 tests/ref/fate/vvc-conformance-SLICES_A_3
>>>    create mode 100644 tests/ref/fate/vvc-conformance-SPS_B_1
>>>    create mode 100644 tests/ref/fate/vvc-conformance-STILL_B_1
>>>    create mode 100644 tests/ref/fate/vvc-conformance-SUBPIC_A_3
>>>    create mode 100644 tests/ref/fate/vvc-conformance-TILE_A_2
>>>    create mode 100644 tests/ref/fate/vvc-conformance-VPS_A_3
>>>    create mode 100644 tests/ref/fate/vvc-conformance-WPP_A_3
>>>    create mode 100644 tests/ref/fate/vvc-conformance-WP_A_3
>>>    create mode 100644 tests/ref/fate/vvc-conformance-WRAP_A_4
>>
>> This is using the samples already in the fate suite. I don't know if
>> they give good coverage (I think i chose them to cover as much CBS
>> methods as possible, not caring about actual decode paths, and not even
>> that is complete), so I'd like someone more familiar with the
>> conformance suite to suggest better samples to upload and use, too.
>>
> 
> Here are the clips and their sources:
> https://github.com/ffvvc/tests/tree/main
> passed v1 is about 194M , and each clip may have different features. It's
> better to add them all to vvc-conformance, without name change
> passed v2 is about 871M , we can pick some smaller clips that cover all bit
> depths and color formats.

Yeah, it's not so much about the size of the samples than it is about 
runtime. That many tests would make a fate run take way too much, even 
after we add assembly.
We need to choose a subset that cover as many decoding cases as possible.
Nuo Mi Jan. 6, 2024, 2:34 a.m. UTC | #4
On Sat, Jan 6, 2024 at 9:13 AM James Almer <jamrial@gmail.com> wrote:

> On 1/5/2024 10:09 PM, Nuo Mi wrote:
> > On Sat, Jan 6, 2024 at 5:09 AM James Almer <jamrial@gmail.com> wrote:
> >
> >> On 1/3/2024 9:19 PM, James Almer wrote:
> >>> Signed-off-by: James Almer <jamrial@gmail.com>
> >>> ---
> >>>    tests/Makefile                                |   1 +
> >>>    tests/fate/vvc.mak                            |  50 +++++++
> >>>    tests/ref/fate/vvc-conformance-APSALF_A_2     |  13 ++
> >>>    tests/ref/fate/vvc-conformance-APSLMCS_D_1    |  37 +++++
> >>>    tests/ref/fate/vvc-conformance-APSMULT_A_4    |  53 +++++++
> >>>    tests/ref/fate/vvc-conformance-AUD_A_3        |  35 +++++
> >>>    tests/ref/fate/vvc-conformance-BUMP_A_2       |  45 ++++++
> >>>    tests/ref/fate/vvc-conformance-CROP_B_4       | 105 ++++++++++++++
> >>>    .../fate/vvc-conformance-CodingToolsSets_A_2  |   7 +
> >>>    tests/ref/fate/vvc-conformance-DCI_A_3        |   7 +
> >>>    tests/ref/fate/vvc-conformance-HRD_A_3        |  65 +++++++++
> >>>    tests/ref/fate/vvc-conformance-OPI_B_3        |   6 +
> >>>    tests/ref/fate/vvc-conformance-PHSH_B_1       |  11 ++
> >>>    tests/ref/fate/vvc-conformance-POC_A_1        |  25 ++++
> >>>    tests/ref/fate/vvc-conformance-PPS_B_1        |  69 +++++++++
> >>>    tests/ref/fate/vvc-conformance-RAP_A_1        |   6 +
> >>>    tests/ref/fate/vvc-conformance-SAO_A_3        |  65 +++++++++
> >>>    tests/ref/fate/vvc-conformance-SCALING_A_1    |  69 +++++++++
> >>>    tests/ref/fate/vvc-conformance-SLICES_A_3     |  30 ++++
> >>>    tests/ref/fate/vvc-conformance-SPS_B_1        | 133
> ++++++++++++++++++
> >>>    tests/ref/fate/vvc-conformance-STILL_B_1      |  10 ++
> >>>    tests/ref/fate/vvc-conformance-SUBPIC_A_3     |   9 ++
> >>>    tests/ref/fate/vvc-conformance-TILE_A_2       |  14 ++
> >>>    tests/ref/fate/vvc-conformance-VPS_A_3        |   6 +
> >>>    tests/ref/fate/vvc-conformance-WPP_A_3        |  54 +++++++
> >>>    tests/ref/fate/vvc-conformance-WP_A_3         |  22 +++
> >>>    tests/ref/fate/vvc-conformance-WRAP_A_4       |  14 ++
> >>>    27 files changed, 961 insertions(+)
> >>>    create mode 100644 tests/fate/vvc.mak
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-APSALF_A_2
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-APSLMCS_D_1
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-APSMULT_A_4
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-AUD_A_3
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-BUMP_A_2
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-CROP_B_4
> >>>    create mode 100644
> tests/ref/fate/vvc-conformance-CodingToolsSets_A_2
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-DCI_A_3
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-HRD_A_3
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-OPI_B_3
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-PHSH_B_1
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-POC_A_1
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-PPS_B_1
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-RAP_A_1
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-SAO_A_3
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-SCALING_A_1
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-SLICES_A_3
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-SPS_B_1
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-STILL_B_1
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-SUBPIC_A_3
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-TILE_A_2
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-VPS_A_3
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-WPP_A_3
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-WP_A_3
> >>>    create mode 100644 tests/ref/fate/vvc-conformance-WRAP_A_4
> >>
> >> This is using the samples already in the fate suite. I don't know if
> >> they give good coverage (I think i chose them to cover as much CBS
> >> methods as possible, not caring about actual decode paths, and not even
> >> that is complete), so I'd like someone more familiar with the
> >> conformance suite to suggest better samples to upload and use, too.
> >>
> >
> > Here are the clips and their sources:
> > https://github.com/ffvvc/tests/tree/main
> > passed v1 is about 194M , and each clip may have different features. It's
> > better to add them all to vvc-conformance, without name change
> > passed v2 is about 871M , we can pick some smaller clips that cover all
> bit
> > depths and color formats.
>
> Yeah, it's not so much about the size of the samples than it is about
> runtime. That many tests would make a fate run take way too much, even
> after we add assembly.
> We need to choose a subset that cover as many decoding cases as possible.
>
Good point.
If I disable the asm code on my machine, "make fate-hevc" takes about 1
minute and 26 seconds. We can use this as the baseline.
If we remove the largest 5 files in v1, we can decode it in 5 minutes and
13 seconds. We can remove more if we find it's still slow.
From a feature perspective, TREE_A_HHI_3.bit may cover major features in
TREE_B_HHI_3.bit, TREE_C_HHI_3.bit. It's reasonable to remove them

Largest 5 files:
TRANS_B_Chipsnmedia_2.bit
TRANS_A_Chipsnmedia_2.bit
TREE_B_HHI_3.bit
LFNST_D_HHI_3.bit
TREE_C_HHI_3.bit

> _______________________________________________
> ffmpeg-devel mailing list
> ffmpeg-devel@ffmpeg.org
> https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
>
> To unsubscribe, visit link above, or email
> ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
>
Kieran Kunhya Jan. 6, 2024, 2:41 a.m. UTC | #5
On Sat, 6 Jan 2024 at 02:35, Nuo Mi <nuomi2021@gmail.com> wrote:

> On Sat, Jan 6, 2024 at 9:13 AM James Almer <jamrial@gmail.com> wrote:
>
> > On 1/5/2024 10:09 PM, Nuo Mi wrote:
> > > On Sat, Jan 6, 2024 at 5:09 AM James Almer <jamrial@gmail.com> wrote:
> > >
> > >> On 1/3/2024 9:19 PM, James Almer wrote:
> > >>> Signed-off-by: James Almer <jamrial@gmail.com>
> > >>> ---
> > >>>    tests/Makefile                                |   1 +
> > >>>    tests/fate/vvc.mak                            |  50 +++++++
> > >>>    tests/ref/fate/vvc-conformance-APSALF_A_2     |  13 ++
> > >>>    tests/ref/fate/vvc-conformance-APSLMCS_D_1    |  37 +++++
> > >>>    tests/ref/fate/vvc-conformance-APSMULT_A_4    |  53 +++++++
> > >>>    tests/ref/fate/vvc-conformance-AUD_A_3        |  35 +++++
> > >>>    tests/ref/fate/vvc-conformance-BUMP_A_2       |  45 ++++++
> > >>>    tests/ref/fate/vvc-conformance-CROP_B_4       | 105 ++++++++++++++
> > >>>    .../fate/vvc-conformance-CodingToolsSets_A_2  |   7 +
> > >>>    tests/ref/fate/vvc-conformance-DCI_A_3        |   7 +
> > >>>    tests/ref/fate/vvc-conformance-HRD_A_3        |  65 +++++++++
> > >>>    tests/ref/fate/vvc-conformance-OPI_B_3        |   6 +
> > >>>    tests/ref/fate/vvc-conformance-PHSH_B_1       |  11 ++
> > >>>    tests/ref/fate/vvc-conformance-POC_A_1        |  25 ++++
> > >>>    tests/ref/fate/vvc-conformance-PPS_B_1        |  69 +++++++++
> > >>>    tests/ref/fate/vvc-conformance-RAP_A_1        |   6 +
> > >>>    tests/ref/fate/vvc-conformance-SAO_A_3        |  65 +++++++++
> > >>>    tests/ref/fate/vvc-conformance-SCALING_A_1    |  69 +++++++++
> > >>>    tests/ref/fate/vvc-conformance-SLICES_A_3     |  30 ++++
> > >>>    tests/ref/fate/vvc-conformance-SPS_B_1        | 133
> > ++++++++++++++++++
> > >>>    tests/ref/fate/vvc-conformance-STILL_B_1      |  10 ++
> > >>>    tests/ref/fate/vvc-conformance-SUBPIC_A_3     |   9 ++
> > >>>    tests/ref/fate/vvc-conformance-TILE_A_2       |  14 ++
> > >>>    tests/ref/fate/vvc-conformance-VPS_A_3        |   6 +
> > >>>    tests/ref/fate/vvc-conformance-WPP_A_3        |  54 +++++++
> > >>>    tests/ref/fate/vvc-conformance-WP_A_3         |  22 +++
> > >>>    tests/ref/fate/vvc-conformance-WRAP_A_4       |  14 ++
> > >>>    27 files changed, 961 insertions(+)
> > >>>    create mode 100644 tests/fate/vvc.mak
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-APSALF_A_2
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-APSLMCS_D_1
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-APSMULT_A_4
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-AUD_A_3
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-BUMP_A_2
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-CROP_B_4
> > >>>    create mode 100644
> > tests/ref/fate/vvc-conformance-CodingToolsSets_A_2
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-DCI_A_3
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-HRD_A_3
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-OPI_B_3
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-PHSH_B_1
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-POC_A_1
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-PPS_B_1
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-RAP_A_1
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-SAO_A_3
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-SCALING_A_1
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-SLICES_A_3
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-SPS_B_1
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-STILL_B_1
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-SUBPIC_A_3
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-TILE_A_2
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-VPS_A_3
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-WPP_A_3
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-WP_A_3
> > >>>    create mode 100644 tests/ref/fate/vvc-conformance-WRAP_A_4
> > >>
> > >> This is using the samples already in the fate suite. I don't know if
> > >> they give good coverage (I think i chose them to cover as much CBS
> > >> methods as possible, not caring about actual decode paths, and not
> even
> > >> that is complete), so I'd like someone more familiar with the
> > >> conformance suite to suggest better samples to upload and use, too.
> > >>
> > >
> > > Here are the clips and their sources:
> > > https://github.com/ffvvc/tests/tree/main
> > > passed v1 is about 194M , and each clip may have different features.
> It's
> > > better to add them all to vvc-conformance, without name change
> > > passed v2 is about 871M , we can pick some smaller clips that cover all
> > bit
> > > depths and color formats.
> >
> > Yeah, it's not so much about the size of the samples than it is about
> > runtime. That many tests would make a fate run take way too much, even
> > after we add assembly.
> > We need to choose a subset that cover as many decoding cases as possible.
> >
> Good point.
> If I disable the asm code on my machine, "make fate-hevc" takes about 1
> minute and 26 seconds. We can use this as the baseline.
> If we remove the largest 5 files in v1, we can decode it in 5 minutes and
> 13 seconds. We can remove more if we find it's still slow.
> From a feature perspective, TREE_A_HHI_3.bit may cover major features in
> TREE_B_HHI_3.bit, TREE_C_HHI_3.bit. It's reasonable to remove them
>
> Largest 5 files:
> TRANS_B_Chipsnmedia_2.bit
> TRANS_A_Chipsnmedia_2.bit
> TREE_B_HHI_3.bit
> LFNST_D_HHI_3.bit
> TREE_C_HHI_3.bit
>

Could we have an option in the FATE config file to do a full run and allow
admins to turn it on at will?
I appreciate there are a lot of embedded devices where running all the VVC
decodes will take forever. But at the same time there are powerful devices
like M1, NUC etc where this isn't a big deal and I'd like to see VVC tested
in full.

Kieran
Martin Storsjö Jan. 6, 2024, 10:10 a.m. UTC | #6
On Sat, 6 Jan 2024, Kieran Kunhya wrote:

> On Sat, 6 Jan 2024 at 02:35, Nuo Mi <nuomi2021@gmail.com> wrote:
>
>> On Sat, Jan 6, 2024 at 9:13 AM James Almer <jamrial@gmail.com> wrote:
>>
>> > On 1/5/2024 10:09 PM, Nuo Mi wrote:
>> > > On Sat, Jan 6, 2024 at 5:09 AM James Almer <jamrial@gmail.com> wrote:
>> > >
>> > > Here are the clips and their sources:
>> > > https://github.com/ffvvc/tests/tree/main
>> > > passed v1 is about 194M , and each clip may have different features.
>> It's
>> > > better to add them all to vvc-conformance, without name change
>> > > passed v2 is about 871M , we can pick some smaller clips that cover all
>> > bit
>> > > depths and color formats.
>> >
>> > Yeah, it's not so much about the size of the samples than it is about
>> > runtime. That many tests would make a fate run take way too much, even
>> > after we add assembly.
>> > We need to choose a subset that cover as many decoding cases as possible.
>> >
>> Good point.
>> If I disable the asm code on my machine, "make fate-hevc" takes about 1
>> minute and 26 seconds. We can use this as the baseline.
>> If we remove the largest 5 files in v1, we can decode it in 5 minutes and
>> 13 seconds. We can remove more if we find it's still slow.
>> From a feature perspective, TREE_A_HHI_3.bit may cover major features in
>> TREE_B_HHI_3.bit, TREE_C_HHI_3.bit. It's reasonable to remove them
>>
>> Largest 5 files:
>> TRANS_B_Chipsnmedia_2.bit
>> TRANS_A_Chipsnmedia_2.bit
>> TREE_B_HHI_3.bit
>> LFNST_D_HHI_3.bit
>> TREE_C_HHI_3.bit
>>
>
> Could we have an option in the FATE config file to do a full run and allow
> admins to turn it on at will?
> I appreciate there are a lot of embedded devices where running all the VVC
> decodes will take forever. But at the same time there are powerful devices
> like M1, NUC etc where this isn't a big deal and I'd like to see VVC tested
> in full.

We already have an option that is somewhat like this; 
--disable-large-tests, which is documented as "disable tests that use a 
large amount of memory", primarily intended for small SBCs and similar - 
where running fate takes a long time in any case, but one doesn't want it 
to fail due to some few tests doing 8k resolutions and such.

Not sure if that's the right match here, or if we should add another 
option, like --enable-extra-tests, which would be opt-in?

// Martin
Kieran Kunhya Jan. 7, 2024, 4:33 a.m. UTC | #7
On Sat, 6 Jan 2024 at 05:10, Martin Storsjö <martin@martin.st> wrote:

> On Sat, 6 Jan 2024, Kieran Kunhya wrote:
>
> > On Sat, 6 Jan 2024 at 02:35, Nuo Mi <nuomi2021@gmail.com> wrote:
> >
> >> On Sat, Jan 6, 2024 at 9:13 AM James Almer <jamrial@gmail.com> wrote:
> >>
> >> > On 1/5/2024 10:09 PM, Nuo Mi wrote:
> >> > > On Sat, Jan 6, 2024 at 5:09 AM James Almer <jamrial@gmail.com>
> wrote:
> >> > >
> >> > > Here are the clips and their sources:
> >> > > https://github.com/ffvvc/tests/tree/main
> >> > > passed v1 is about 194M , and each clip may have different features.
> >> It's
> >> > > better to add them all to vvc-conformance, without name change
> >> > > passed v2 is about 871M , we can pick some smaller clips that cover
> all
> >> > bit
> >> > > depths and color formats.
> >> >
> >> > Yeah, it's not so much about the size of the samples than it is about
> >> > runtime. That many tests would make a fate run take way too much, even
> >> > after we add assembly.
> >> > We need to choose a subset that cover as many decoding cases as
> possible.
> >> >
> >> Good point.
> >> If I disable the asm code on my machine, "make fate-hevc" takes about 1
> >> minute and 26 seconds. We can use this as the baseline.
> >> If we remove the largest 5 files in v1, we can decode it in 5 minutes
> and
> >> 13 seconds. We can remove more if we find it's still slow.
> >> From a feature perspective, TREE_A_HHI_3.bit may cover major features in
> >> TREE_B_HHI_3.bit, TREE_C_HHI_3.bit. It's reasonable to remove them
> >>
> >> Largest 5 files:
> >> TRANS_B_Chipsnmedia_2.bit
> >> TRANS_A_Chipsnmedia_2.bit
> >> TREE_B_HHI_3.bit
> >> LFNST_D_HHI_3.bit
> >> TREE_C_HHI_3.bit
> >>
> >
> > Could we have an option in the FATE config file to do a full run and
> allow
> > admins to turn it on at will?
> > I appreciate there are a lot of embedded devices where running all the
> VVC
> > decodes will take forever. But at the same time there are powerful
> devices
> > like M1, NUC etc where this isn't a big deal and I'd like to see VVC
> tested
> > in full.
>
> We already have an option that is somewhat like this;
> --disable-large-tests, which is documented as "disable tests that use a
> large amount of memory", primarily intended for small SBCs and similar -
> where running fate takes a long time in any case, but one doesn't want it
> to fail due to some few tests doing 8k resolutions and such.
>
> Not sure if that's the right match here, or if we should add another
> option, like --enable-extra-tests, which would be opt-in?
>
> // Martin
>

No opinion either way.

Kieran
diff mbox series

Patch

diff --git a/tests/Makefile b/tests/Makefile
index 744dbcdfb3..73848e9f33 100644
--- a/tests/Makefile
+++ b/tests/Makefile
@@ -245,6 +245,7 @@  include $(SRC_PATH)/tests/fate/voice.mak
 include $(SRC_PATH)/tests/fate/vorbis.mak
 include $(SRC_PATH)/tests/fate/vpx.mak
 include $(SRC_PATH)/tests/fate/vqf.mak
+include $(SRC_PATH)/tests/fate/vvc.mak
 include $(SRC_PATH)/tests/fate/wavpack.mak
 include $(SRC_PATH)/tests/fate/webm-dash-manifest.mak
 include $(SRC_PATH)/tests/fate/wma.mak
diff --git a/tests/fate/vvc.mak b/tests/fate/vvc.mak
new file mode 100644
index 0000000000..64db0a5be9
--- /dev/null
+++ b/tests/fate/vvc.mak
@@ -0,0 +1,50 @@ 
+VVC_SAMPLES_8BIT =        \
+    CodingToolsSets_A_2   \
+
+VVC_SAMPLES_10BIT =       \
+    APSALF_A_2            \
+    APSLMCS_D_1           \
+    APSMULT_A_4           \
+    AUD_A_3               \
+    BUMP_A_2              \
+    DCI_A_3               \
+    HRD_A_3               \
+    OPI_B_3               \
+    PHSH_B_1              \
+    POC_A_1               \
+    PPS_B_1               \
+    RAP_A_1               \
+    SAO_A_3               \
+    SCALING_A_1           \
+    SLICES_A_3            \
+    SPS_B_1               \
+    STILL_B_1             \
+    SUBPIC_A_3            \
+    TILE_A_2              \
+    VPS_A_3               \
+    WP_A_3                \
+    WPP_A_3               \
+    WRAP_A_4              \
+
+VVC_SAMPLES_444_10BIT =   \
+    CROP_B_4              \
+
+# not tested:
+# BOUNDARY_A_3 (too big)
+
+FATE_VVC_VARS := 8BIT 10BIT 444_10BIT
+$(foreach VAR,$(FATE_VVC_VARS), $(eval VVC_TESTS_$(VAR) := $(addprefix fate-vvc-conformance-, $(VVC_SAMPLES_$(VAR)))))
+
+$(VVC_TESTS_8BIT): SCALE_OPTS := -pix_fmt yuv420p
+$(VVC_TESTS_10BIT): SCALE_OPTS := -pix_fmt yuv420p10le -vf scale
+$(VVC_TESTS_444_10BIT): SCALE_OPTS := -pix_fmt yuv444p10le -vf scale
+fate-vvc-conformance-%: CMD = framecrc -flags unaligned -i $(TARGET_SAMPLES)/vvc-conformance/$(subst fate-vvc-conformance-,,$(@)).bit $(SCALE_OPTS)
+
+FATE_VVC-$(call FRAMECRC, VVC, VVC, VVC_PARSER) += $(VVC_TESTS_8BIT)
+FATE_VVC-$(call FRAMECRC, VVC, VVC, VVC_PARSER SCALE_FILTER) +=            \
+                                                    $(VVC_TESTS_10BIT)     \
+                                                    $(VVC_TESTS_444_10BIT) \
+
+FATE_SAMPLES_FFMPEG += $(FATE_VVC-yes)
+
+fate-vvc: $(FATE_VVC-yes)
diff --git a/tests/ref/fate/vvc-conformance-APSALF_A_2 b/tests/ref/fate/vvc-conformance-APSALF_A_2
new file mode 100644
index 0000000000..e44073f0f6
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-APSALF_A_2
@@ -0,0 +1,13 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 1280x720
+#sar 0: 0/1
+0,          0,          0,        1,  2764800, 0xf5c0992c
+0,          1,          1,        1,  2764800, 0xcc261f2e
+0,          2,          2,        1,  2764800, 0x56496969
+0,          3,          3,        1,  2764800, 0xfd0eb783
+0,          4,          4,        1,  2764800, 0x7c81fcbb
+0,          5,          5,        1,  2764800, 0x99e6bf0a
+0,          6,          6,        1,  2764800, 0x9fa8d07f
+0,          7,          7,        1,  2764800, 0x3dc9d2e6
diff --git a/tests/ref/fate/vvc-conformance-APSLMCS_D_1 b/tests/ref/fate/vvc-conformance-APSLMCS_D_1
new file mode 100644
index 0000000000..f248a4b2ce
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-APSLMCS_D_1
@@ -0,0 +1,37 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 1920x1080
+#sar 0: 0/1
+0,          0,          0,        1,  6220800, 0x268e242f
+0,          1,          1,        1,  6220800, 0x2d3a7a86
+0,          2,          2,        1,  6220800, 0x2d5a77f7
+0,          3,          3,        1,  6220800, 0x4a10d575
+0,          4,          4,        1,  6220800, 0x77a7dddd
+0,          5,          5,        1,  6220800, 0xd6eede86
+0,          6,          6,        1,  6220800, 0x4ccc2ce8
+0,          7,          7,        1,  6220800, 0xcf2a8f70
+0,          8,          8,        1,  6220800, 0xa4a26d8f
+0,          9,          9,        1,  6220800, 0xded512ca
+0,         10,         10,        1,  6220800, 0xc7477b8d
+0,         11,         11,        1,  6220800, 0x98d5306a
+0,         12,         12,        1,  6220800, 0x99d119e8
+0,         13,         13,        1,  6220800, 0x8c756f21
+0,         14,         14,        1,  6220800, 0x3d50a18e
+0,         15,         15,        1,  6220800, 0xabe73a35
+0,         16,         16,        1,  6220800, 0x466af0f1
+0,         17,         17,        1,  6220800, 0xffab5a21
+0,         18,         18,        1,  6220800, 0x045a1362
+0,         19,         19,        1,  6220800, 0x6699514d
+0,         20,         20,        1,  6220800, 0x6bccaf73
+0,         21,         21,        1,  6220800, 0xd82f54c9
+0,         22,         22,        1,  6220800, 0xabdd18c1
+0,         23,         23,        1,  6220800, 0x7abe6050
+0,         24,         24,        1,  6220800, 0xe4069015
+0,         25,         25,        1,  6220800, 0x77609193
+0,         26,         26,        1,  6220800, 0xa62479ac
+0,         27,         27,        1,  6220800, 0x9298b3d6
+0,         28,         28,        1,  6220800, 0x6166b267
+0,         29,         29,        1,  6220800, 0xe90105aa
+0,         30,         30,        1,  6220800, 0xfa676fd4
+0,         31,         31,        1,  6220800, 0xd3009c9d
diff --git a/tests/ref/fate/vvc-conformance-APSMULT_A_4 b/tests/ref/fate/vvc-conformance-APSMULT_A_4
new file mode 100644
index 0000000000..9311808e6e
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-APSMULT_A_4
@@ -0,0 +1,53 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0xa7dea7b7
+0,          1,          1,        1,   299520, 0x0c72e6fc
+0,          2,          2,        1,   299520, 0x84a8945f
+0,          3,          3,        1,   299520, 0xb884d205
+0,          4,          4,        1,   299520, 0x50eca8a3
+0,          5,          5,        1,   299520, 0x92620dd9
+0,          6,          6,        1,   299520, 0xaf863c4f
+0,          7,          7,        1,   299520, 0xaf38d595
+0,          8,          8,        1,   299520, 0xc087e2fb
+0,          9,          9,        1,   299520, 0x3aedbd2a
+0,         10,         10,        1,   299520, 0x7dbbbcd2
+0,         11,         11,        1,   299520, 0xdb38d7cb
+0,         12,         12,        1,   299520, 0x0757b085
+0,         13,         13,        1,   299520, 0x8f09d2af
+0,         14,         14,        1,   299520, 0x18fcb2f5
+0,         15,         15,        1,   299520, 0x7ed6105f
+0,         16,         16,        1,   299520, 0xe349c425
+0,         17,         17,        1,   299520, 0xe7e660be
+0,         18,         18,        1,   299520, 0x10646b32
+0,         19,         19,        1,   299520, 0xf51cee0b
+0,         20,         20,        1,   299520, 0xb73fc2d1
+0,         21,         21,        1,   299520, 0x8114066f
+0,         22,         22,        1,   299520, 0xc6d30e30
+0,         23,         23,        1,   299520, 0xabe8267f
+0,         24,         24,        1,   299520, 0x7982a461
+0,         25,         25,        1,   299520, 0xec80ad66
+0,         26,         26,        1,   299520, 0xd6f38608
+0,         27,         27,        1,   299520, 0x05853091
+0,         28,         28,        1,   299520, 0x2da3d89c
+0,         29,         29,        1,   299520, 0xa3f4d248
+0,         30,         30,        1,   299520, 0x34f22f79
+0,         31,         31,        1,   299520, 0x85f3ffc1
+0,         32,         32,        1,   299520, 0x9ba237fc
+0,         33,         33,        1,   299520, 0x59c27eec
+0,         34,         34,        1,   299520, 0x71577852
+0,         35,         35,        1,   299520, 0x106da61d
+0,         36,         36,        1,   299520, 0xb9f0ab00
+0,         37,         37,        1,   299520, 0xa1de4e29
+0,         38,         38,        1,   299520, 0xf40e5a16
+0,         39,         39,        1,   299520, 0x00e1e01a
+0,         40,         40,        1,   299520, 0x1fc7c0bd
+0,         41,         41,        1,   299520, 0x7559265d
+0,         42,         42,        1,   299520, 0x65ac3c02
+0,         43,         43,        1,   299520, 0x987503b8
+0,         44,         44,        1,   299520, 0x11a1b81a
+0,         45,         45,        1,   299520, 0xcf96a73b
+0,         46,         46,        1,   299520, 0xb224bc1c
+0,         47,         47,        1,   299520, 0xb2380d75
diff --git a/tests/ref/fate/vvc-conformance-AUD_A_3 b/tests/ref/fate/vvc-conformance-AUD_A_3
new file mode 100644
index 0000000000..86e7dbc9a4
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-AUD_A_3
@@ -0,0 +1,35 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 832x480
+#sar 0: 0/1
+0,          0,          0,        1,  1198080, 0x5d0b5339
+0,          1,          1,        1,  1198080, 0x6c14bdb2
+0,          2,          2,        1,  1198080, 0x5fd7a002
+0,          3,          3,        1,  1198080, 0x0f50bb29
+0,          4,          4,        1,  1198080, 0xb37627e1
+0,          5,          5,        1,  1198080, 0x2625434c
+0,          6,          6,        1,  1198080, 0x07c5fd90
+0,          7,          7,        1,  1198080, 0xa5f24cb7
+0,          8,          8,        1,  1198080, 0x1fa89f98
+0,          9,          9,        1,  1198080, 0x3ad3d9d0
+0,         10,         10,        1,  1198080, 0x8e8f27eb
+0,         11,         11,        1,  1198080, 0xff1d5e5a
+0,         12,         12,        1,  1198080, 0xa5ead87b
+0,         13,         13,        1,  1198080, 0xa1cfa4e1
+0,         14,         14,        1,  1198080, 0xd57ecc0e
+0,         15,         15,        1,  1198080, 0x07798e57
+0,         16,         16,        1,  1198080, 0x1091383e
+0,         17,         17,        1,  1198080, 0x7a27db17
+0,         18,         18,        1,  1198080, 0x08c23f47
+0,         19,         19,        1,  1198080, 0x442d626e
+0,         20,         20,        1,  1198080, 0x1a6d7421
+0,         21,         21,        1,  1198080, 0x8f6b8f81
+0,         22,         22,        1,  1198080, 0x69004f9c
+0,         23,         23,        1,  1198080, 0xf61e8128
+0,         24,         24,        1,  1198080, 0x3534481e
+0,         25,         25,        1,  1198080, 0xc571c0c9
+0,         26,         26,        1,  1198080, 0xc88c0d2d
+0,         27,         27,        1,  1198080, 0x906e239b
+0,         28,         28,        1,  1198080, 0x08baa14e
+0,         29,         29,        1,  1198080, 0x50248fce
diff --git a/tests/ref/fate/vvc-conformance-BUMP_A_2 b/tests/ref/fate/vvc-conformance-BUMP_A_2
new file mode 100644
index 0000000000..b65f6d0182
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-BUMP_A_2
@@ -0,0 +1,45 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0xf611bfba
+0,          1,          1,        1,   299520, 0x2418ffa8
+0,          2,          2,        1,   299520, 0xf2ebee4f
+0,          3,          3,        1,   299520, 0x90e4f2e9
+0,          4,          4,        1,   299520, 0xe054eab4
+0,          5,          5,        1,   299520, 0xe56adf8f
+0,          6,          6,        1,   299520, 0x34b5157e
+0,          7,          7,        1,   299520, 0xf978350c
+0,          8,          8,        1,   299520, 0x2507d904
+0,          9,          9,        1,   299520, 0x91dff40e
+0,         10,         10,        1,   299520, 0xa9e4fb34
+0,         11,         11,        1,   299520, 0x3cbb1c31
+0,         12,         12,        1,   299520, 0x68a00ceb
+0,         13,         13,        1,   299520, 0x2c101018
+0,         14,         14,        1,   299520, 0x579ee541
+0,         15,         15,        1,   299520, 0xa8c4bd08
+0,         16,         16,        1,   299520, 0x22d2aa95
+0,         17,         17,        1,   299520, 0x7a371421
+0,         18,         18,        1,   299520, 0x097af580
+0,         19,         19,        1,   299520, 0x5ee77843
+0,         20,         20,        1,   299520, 0x196a60e0
+0,         21,         21,        1,   299520, 0x8f227109
+0,         22,         22,        1,   299520, 0xe50e750e
+0,         23,         23,        1,   299520, 0xfa11f55c
+0,         24,         24,        1,   299520, 0xab5af565
+0,         25,         25,        1,   299520, 0x84b3c333
+0,         26,         26,        1,   299520, 0x4a64b7a6
+0,         27,         27,        1,   299520, 0x3d0fb61b
+0,         28,         28,        1,   299520, 0x952e2064
+0,         29,         29,        1,   299520, 0x460193b0
+0,         30,         30,        1,   299520, 0x1d5c210e
+0,         31,         31,        1,   299520, 0x8929dc71
+0,         32,         32,        1,   299520, 0xb1dbd340
+0,         33,         33,        1,   299520, 0xb2e2c267
+0,         34,         34,        1,   299520, 0x4ce8e371
+0,         35,         35,        1,   299520, 0x81b09c2c
+0,         36,         36,        1,   299520, 0xd8ae9c74
+0,         37,         37,        1,   299520, 0x605aad7e
+0,         38,         38,        1,   299520, 0xd01f7603
+0,         39,         39,        1,   299520, 0x22e9b141
diff --git a/tests/ref/fate/vvc-conformance-CROP_B_4 b/tests/ref/fate/vvc-conformance-CROP_B_4
new file mode 100644
index 0000000000..cbf11db81e
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-CROP_B_4
@@ -0,0 +1,105 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 1280x720
+#sar 0: 0/1
+0,          0,          0,        1,  5529600, 0x9341a1bc
+0,          1,          1,        1,  5529600, 0xd82681e4
+0,          2,          2,        1,  5529600, 0x15c21d98
+0,          3,          3,        1,  5529600, 0x924bfbd8
+0,          4,          4,        1,  5529600, 0x1643363d
+0,          5,          5,        1,  5529600, 0x595b30f9
+0,          6,          6,        1,  5529600, 0x019239b8
+0,          7,          7,        1,  5529600, 0x71c46d38
+0,          8,          8,        1,  5529600, 0x730e5e76
+0,          9,          9,        1,  5529600, 0x361ff5c6
+0,         10,         10,        1,  5529600, 0xa3cdd21e
+0,         11,         11,        1,  5529600, 0x4a4f91dc
+0,         12,         12,        1,  5529600, 0xb93261d7
+0,         13,         13,        1,  5529600, 0xa23c96c1
+0,         14,         14,        1,  5529600, 0x9688d6f6
+0,         15,         15,        1,  5529600, 0xc09cf563
+0,         16,         16,        1,  5529600, 0x9ba04dfb
+0,         17,         17,        1,  5529600, 0xc3b77640
+0,         18,         18,        1,  5529600, 0x0cac54cf
+0,         19,         19,        1,  5529600, 0xd7074fb3
+0,         20,         20,        1,  5529600, 0xa2078ecf
+0,         21,         21,        1,  5529600, 0x0d98dc64
+0,         22,         22,        1,  5529600, 0xac16b426
+0,         23,         23,        1,  5529600, 0x0864ab52
+0,         24,         24,        1,  5529600, 0xe9c96fc0
+0,         25,         25,        1,  5529600, 0x67cb6cb5
+0,         26,         26,        1,  5529600, 0x3a1387f6
+0,         27,         27,        1,  5529600, 0x9d5ec8c7
+0,         28,         28,        1,  5529600, 0x2cfe9508
+0,         29,         29,        1,  5529600, 0xa0d8fa57
+0,         30,         30,        1,  5529600, 0x62ec752e
+0,         31,         31,        1,  5529600, 0x9443911c
+0,         32,         32,        1,  5529600, 0xdf7fa4db
+0,         33,         33,        1,  5529600, 0x1b7588fe
+0,         34,         34,        1,  5529600, 0x5b048bf4
+0,         35,         35,        1,  5529600, 0x81d8678d
+0,         36,         36,        1,  5529600, 0xc5dd33d3
+0,         37,         37,        1,  5529600, 0x14a2da38
+0,         38,         38,        1,  5529600, 0x40502a17
+0,         39,         39,        1,  5529600, 0xc51a2a23
+0,         40,         40,        1,  5529600, 0x24ee65fc
+0,         41,         41,        1,  5529600, 0xb50fe97e
+0,         42,         42,        1,  5529600, 0x482904b2
+0,         43,         43,        1,  5529600, 0x05863808
+0,         44,         44,        1,  5529600, 0x67f5b060
+0,         45,         45,        1,  5529600, 0x91a0b831
+0,         46,         46,        1,  5529600, 0x05d2c1ad
+0,         47,         47,        1,  5529600, 0x3a56cc48
+0,         48,         48,        1,  5529600, 0xbc49cacb
+0,         49,         49,        1,  5529600, 0xaa66c931
+0,         50,         50,        1,  5529600, 0x94461f8b
+0,         51,         51,        1,  5529600, 0x5ddf6a14
+0,         52,         52,        1,  5529600, 0x31e5424c
+0,         53,         53,        1,  5529600, 0x488794d1
+0,         54,         54,        1,  5529600, 0x0c111603
+0,         55,         55,        1,  5529600, 0x94080d0d
+0,         56,         56,        1,  5529600, 0xcd6f7671
+0,         57,         57,        1,  5529600, 0xfea81026
+0,         58,         58,        1,  5529600, 0x556f1d02
+0,         59,         59,        1,  5529600, 0x8dd3b37e
+0,         60,         60,        1,  5529600, 0x46a81c54
+0,         61,         61,        1,  5529600, 0xcaed4a58
+0,         62,         62,        1,  5529600, 0x6674cd52
+0,         63,         63,        1,  5529600, 0xba5a0e0a
+0,         64,         64,        1,  5529600, 0x59db1718
+0,         65,         65,        1,  5529600, 0xc4091179
+0,         66,         66,        1,  5529600, 0x672b0763
+0,         67,         67,        1,  5529600, 0xdb8e6db9
+0,         68,         68,        1,  5529600, 0x3bcd1974
+0,         69,         69,        1,  5529600, 0x424ed7a9
+0,         70,         70,        1,  5529600, 0xe4a917e4
+0,         71,         71,        1,  5529600, 0x18614b12
+0,         72,         72,        1,  5529600, 0xb99a8057
+0,         73,         73,        1,  5529600, 0x0c935c27
+0,         74,         74,        1,  5529600, 0x35225b23
+0,         75,         75,        1,  5529600, 0x3df5bd4b
+0,         76,         76,        1,  5529600, 0xd9b03452
+0,         77,         77,        1,  5529600, 0xbb587a61
+0,         78,         78,        1,  5529600, 0x18599830
+0,         79,         79,        1,  5529600, 0xb89b7fc5
+0,         80,         80,        1,  5529600, 0xe65e6e2e
+0,         81,         81,        1,  5529600, 0xf9a7243a
+0,         82,         82,        1,  5529600, 0x16b4e881
+0,         83,         83,        1,  5529600, 0xe6c5a99c
+0,         84,         84,        1,  5529600, 0x9a2f53f1
+0,         85,         85,        1,  5529600, 0xbe641125
+0,         86,         86,        1,  5529600, 0x0103d704
+0,         87,         87,        1,  5529600, 0x21134f1d
+0,         88,         88,        1,  5529600, 0x40f58ed4
+0,         89,         89,        1,  5529600, 0x98c47d28
+0,         90,         90,        1,  5529600, 0x9eaf277b
+0,         91,         91,        1,  5529600, 0x8b48f3d5
+0,         92,         92,        1,  5529600, 0x8d27f346
+0,         93,         93,        1,  5529600, 0x6769bd9d
+0,         94,         94,        1,  5529600, 0xe0278e23
+0,         95,         95,        1,  5529600, 0x7b88da90
+0,         96,         96,        1,  5529600, 0xdeff5886
+0,         97,         97,        1,  5529600, 0x82a8398c
+0,         98,         98,        1,  5529600, 0xd43f6225
+0,         99,         99,        1,  5529600, 0x3800c068
diff --git a/tests/ref/fate/vvc-conformance-CodingToolsSets_A_2 b/tests/ref/fate/vvc-conformance-CodingToolsSets_A_2
new file mode 100644
index 0000000000..4c4c7b2951
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-CodingToolsSets_A_2
@@ -0,0 +1,7 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   149760, 0x2099ac05
+0,          1,          1,        1,   149760, 0x5d1e2747
diff --git a/tests/ref/fate/vvc-conformance-DCI_A_3 b/tests/ref/fate/vvc-conformance-DCI_A_3
new file mode 100644
index 0000000000..d92dbfe613
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-DCI_A_3
@@ -0,0 +1,7 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0x004cc70a
+0,          1,          1,        1,   299520, 0x6a6dc4db
diff --git a/tests/ref/fate/vvc-conformance-HRD_A_3 b/tests/ref/fate/vvc-conformance-HRD_A_3
new file mode 100644
index 0000000000..b512fcd9c0
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-HRD_A_3
@@ -0,0 +1,65 @@ 
+#tb 0: 1/50
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0x8dc7a17a
+0,          1,          1,        1,   299520, 0xd7fc6adb
+0,          2,          2,        1,   299520, 0x7024bbee
+0,          3,          3,        1,   299520, 0x1cbb47e1
+0,          4,          4,        1,   299520, 0xd20cceab
+0,          5,          5,        1,   299520, 0x23211b88
+0,          6,          6,        1,   299520, 0xd3e27e41
+0,          7,          7,        1,   299520, 0xaa3cf181
+0,          8,          8,        1,   299520, 0x84a487e3
+0,          9,          9,        1,   299520, 0xecd725e3
+0,         10,         10,        1,   299520, 0x547aef43
+0,         11,         11,        1,   299520, 0xd4659b26
+0,         12,         12,        1,   299520, 0xc69ffcb1
+0,         13,         13,        1,   299520, 0xed8108c9
+0,         14,         14,        1,   299520, 0x9da97a62
+0,         15,         15,        1,   299520, 0xdbc68178
+0,         16,         16,        1,   299520, 0x5e493f7d
+0,         17,         17,        1,   299520, 0x5504b03a
+0,         18,         18,        1,   299520, 0xbf815bb0
+0,         19,         19,        1,   299520, 0xd60a4b41
+0,         20,         20,        1,   299520, 0x2245ba52
+0,         21,         21,        1,   299520, 0x8b52804b
+0,         22,         22,        1,   299520, 0x140fed8b
+0,         23,         23,        1,   299520, 0x1570ad4a
+0,         24,         24,        1,   299520, 0x51fa7185
+0,         25,         25,        1,   299520, 0x66d564b6
+0,         26,         26,        1,   299520, 0xa252f541
+0,         27,         27,        1,   299520, 0xaf3fe3f7
+0,         28,         28,        1,   299520, 0xe34388dd
+0,         29,         29,        1,   299520, 0x3a103e94
+0,         30,         30,        1,   299520, 0x90e7b4a9
+0,         31,         31,        1,   299520, 0xc4340410
+0,         32,         32,        1,   299520, 0x1927bbb8
+0,         33,         33,        1,   299520, 0x9a5b1f4a
+0,         34,         34,        1,   299520, 0x91860ded
+0,         35,         35,        1,   299520, 0x837dcc7c
+0,         36,         36,        1,   299520, 0x843c5518
+0,         37,         37,        1,   299520, 0x007cc690
+0,         38,         38,        1,   299520, 0x5ed45b81
+0,         39,         39,        1,   299520, 0x62f8a25d
+0,         40,         40,        1,   299520, 0xc2b611e3
+0,         41,         41,        1,   299520, 0x9f109a83
+0,         42,         42,        1,   299520, 0xa3756fae
+0,         43,         43,        1,   299520, 0x9bca8463
+0,         44,         44,        1,   299520, 0xdfc7c2fd
+0,         45,         45,        1,   299520, 0xdae118a5
+0,         46,         46,        1,   299520, 0x55233050
+0,         47,         47,        1,   299520, 0x8f9cbbbd
+0,         48,         48,        1,   299520, 0xc2798528
+0,         49,         49,        1,   299520, 0x1aa0e34f
+0,         50,         50,        1,   299520, 0xc8d50134
+0,         51,         51,        1,   299520, 0x54215ab3
+0,         52,         52,        1,   299520, 0xab6fcd59
+0,         53,         53,        1,   299520, 0xe4f988de
+0,         54,         54,        1,   299520, 0x8b9d42d6
+0,         55,         55,        1,   299520, 0xb66a6b52
+0,         56,         56,        1,   299520, 0xdc7a2e09
+0,         57,         57,        1,   299520, 0x5167b8f3
+0,         58,         58,        1,   299520, 0x057d5469
+0,         59,         59,        1,   299520, 0x04010ea4
diff --git a/tests/ref/fate/vvc-conformance-OPI_B_3 b/tests/ref/fate/vvc-conformance-OPI_B_3
new file mode 100644
index 0000000000..6ce3b46a21
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-OPI_B_3
@@ -0,0 +1,6 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0xdf1640db
diff --git a/tests/ref/fate/vvc-conformance-PHSH_B_1 b/tests/ref/fate/vvc-conformance-PHSH_B_1
new file mode 100644
index 0000000000..2a9ee75306
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-PHSH_B_1
@@ -0,0 +1,11 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0x51f394f5
+0,          1,          1,        1,   299520, 0xa9d49856
+0,          2,          2,        1,   299520, 0xb5d27a47
+0,          3,          3,        1,   299520, 0x51f394f5
+0,          4,          4,        1,   299520, 0xa9d49856
+0,          5,          5,        1,   299520, 0xb5d27a47
diff --git a/tests/ref/fate/vvc-conformance-POC_A_1 b/tests/ref/fate/vvc-conformance-POC_A_1
new file mode 100644
index 0000000000..1872661594
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-POC_A_1
@@ -0,0 +1,25 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 1920x1080
+#sar 0: 0/1
+0,          0,          0,        1,  6220800, 0x516f10f8
+0,          1,          1,        1,  6220800, 0x33d7d007
+0,          2,          2,        1,  6220800, 0x3219e14d
+0,          3,          3,        1,  6220800, 0xe8b58e23
+0,          4,          4,        1,  6220800, 0xc98b1985
+0,          5,          5,        1,  6220800, 0x3d848f92
+0,          6,          6,        1,  6220800, 0x0e23e254
+0,          7,          7,        1,  6220800, 0xeccc02b1
+0,          8,          8,        1,  6220800, 0x19d24acf
+0,          9,          9,        1,  6220800, 0x16214532
+0,         10,         10,        1,  6220800, 0x516f10f8
+0,         11,         11,        1,  6220800, 0x33d7d007
+0,         12,         12,        1,  6220800, 0x3219e14d
+0,         13,         13,        1,  6220800, 0xe8b58e23
+0,         14,         14,        1,  6220800, 0xc98b1985
+0,         15,         15,        1,  6220800, 0x3d848f92
+0,         16,         16,        1,  6220800, 0x0e23e254
+0,         17,         17,        1,  6220800, 0xeccc02b1
+0,         18,         18,        1,  6220800, 0x19d24acf
+0,         19,         19,        1,  6220800, 0x16214532
diff --git a/tests/ref/fate/vvc-conformance-PPS_B_1 b/tests/ref/fate/vvc-conformance-PPS_B_1
new file mode 100644
index 0000000000..b28ea6d01d
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-PPS_B_1
@@ -0,0 +1,69 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0x004cc70a
+0,          1,          1,        1,   299520, 0xad9e4152
+0,          2,          2,        1,   299520, 0x144ee938
+0,          3,          3,        1,   299520, 0x40461d78
+0,          4,          4,        1,   299520, 0xa9c58546
+0,          5,          5,        1,   299520, 0x71b09ed7
+0,          6,          6,        1,   299520, 0xea18fc0f
+0,          7,          7,        1,   299520, 0xa910275d
+0,          8,          8,        1,   299520, 0x6db43be1
+0,          9,          9,        1,   299520, 0x74ad8f3b
+0,         10,         10,        1,   299520, 0x98f0c0f4
+0,         11,         11,        1,   299520, 0x3761fb46
+0,         12,         12,        1,   299520, 0x41b9584f
+0,         13,         13,        1,   299520, 0xa192386c
+0,         14,         14,        1,   299520, 0x43a1a805
+0,         15,         15,        1,   299520, 0xaf4022fb
+0,         16,         16,        1,   299520, 0x7f380cf9
+0,         17,         17,        1,   299520, 0xd9a7739f
+0,         18,         18,        1,   299520, 0x3c4e20b0
+0,         19,         19,        1,   299520, 0x99644804
+0,         20,         20,        1,   299520, 0xf69c5191
+0,         21,         21,        1,   299520, 0x5dfbfd4b
+0,         22,         22,        1,   299520, 0x9e46ca67
+0,         23,         23,        1,   299520, 0x690d6fc3
+0,         24,         24,        1,   299520, 0x7633533d
+0,         25,         25,        1,   299520, 0x356cc0a9
+0,         26,         26,        1,   299520, 0xbc5fa337
+0,         27,         27,        1,   299520, 0x694611d4
+0,         28,         28,        1,   299520, 0xf77fac52
+0,         29,         29,        1,   299520, 0xecfce2b8
+0,         30,         30,        1,   299520, 0x5dfbcf4a
+0,         31,         31,        1,   299520, 0x770ab51a
+0,         32,         32,        1,   299520, 0xf72afb4a
+0,         33,         33,        1,   299520, 0x984f0bc6
+0,         34,         34,        1,   299520, 0x2c50a37d
+0,         35,         35,        1,   299520, 0x2f59316c
+0,         36,         36,        1,   299520, 0x592f257b
+0,         37,         37,        1,   299520, 0x00addca5
+0,         38,         38,        1,   299520, 0x6023b671
+0,         39,         39,        1,   299520, 0xb8a324a0
+0,         40,         40,        1,   299520, 0x0365caad
+0,         41,         41,        1,   299520, 0xb46b2335
+0,         42,         42,        1,   299520, 0x4f53f715
+0,         43,         43,        1,   299520, 0x3d6ff635
+0,         44,         44,        1,   299520, 0xa70cea97
+0,         45,         45,        1,   299520, 0x912f6ab3
+0,         46,         46,        1,   299520, 0x09f51e13
+0,         47,         47,        1,   299520, 0x5d8037a5
+0,         48,         48,        1,   299520, 0x6bc4b584
+0,         49,         49,        1,   299520, 0xa459cf83
+0,         50,         50,        1,   299520, 0xbcbfa0f0
+0,         51,         51,        1,   299520, 0x7f5e1900
+0,         52,         52,        1,   299520, 0xc67a5216
+0,         53,         53,        1,   299520, 0xdc05c169
+0,         54,         54,        1,   299520, 0x88081e72
+0,         55,         55,        1,   299520, 0x33cf87af
+0,         56,         56,        1,   299520, 0xd87b2a07
+0,         57,         57,        1,   299520, 0xb22408fd
+0,         58,         58,        1,   299520, 0xfe5555db
+0,         59,         59,        1,   299520, 0xc9dde0c5
+0,         60,         60,        1,   299520, 0xbe201bd0
+0,         61,         61,        1,   299520, 0x5690b9f3
+0,         62,         62,        1,   299520, 0x0652ee4b
+0,         63,         63,        1,   299520, 0x765c6b0c
diff --git a/tests/ref/fate/vvc-conformance-RAP_A_1 b/tests/ref/fate/vvc-conformance-RAP_A_1
new file mode 100644
index 0000000000..72c4874e8b
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-RAP_A_1
@@ -0,0 +1,6 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0x96a3e8f2
diff --git a/tests/ref/fate/vvc-conformance-SAO_A_3 b/tests/ref/fate/vvc-conformance-SAO_A_3
new file mode 100644
index 0000000000..c3b9934c8f
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-SAO_A_3
@@ -0,0 +1,65 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 1920x1080
+#sar 0: 0/1
+0,          0,          0,        1,  6220800, 0x97b16b01
+0,          1,          1,        1,  6220800, 0xfe3a7406
+0,          2,          2,        1,  6220800, 0xf31fdecb
+0,          3,          3,        1,  6220800, 0x95de3346
+0,          4,          4,        1,  6220800, 0x5d72f5f6
+0,          5,          5,        1,  6220800, 0xfa859a5d
+0,          6,          6,        1,  6220800, 0xf793e6cd
+0,          7,          7,        1,  6220800, 0x7d6bf86f
+0,          8,          8,        1,  6220800, 0x28d1f4a3
+0,          9,          9,        1,  6220800, 0xd8243d77
+0,         10,         10,        1,  6220800, 0x505b879e
+0,         11,         11,        1,  6220800, 0xc19bbe15
+0,         12,         12,        1,  6220800, 0x73ff3420
+0,         13,         13,        1,  6220800, 0x4bc48472
+0,         14,         14,        1,  6220800, 0x978a5483
+0,         15,         15,        1,  6220800, 0xf6086f2f
+0,         16,         16,        1,  6220800, 0x44b63088
+0,         17,         17,        1,  6220800, 0x3ae4b369
+0,         18,         18,        1,  6220800, 0x60295c88
+0,         19,         19,        1,  6220800, 0xfb7034a4
+0,         20,         20,        1,  6220800, 0xe4681095
+0,         21,         21,        1,  6220800, 0x2fcc7e10
+0,         22,         22,        1,  6220800, 0xd3df0958
+0,         23,         23,        1,  6220800, 0xd9e05374
+0,         24,         24,        1,  6220800, 0x4293618e
+0,         25,         25,        1,  6220800, 0xb1161c45
+0,         26,         26,        1,  6220800, 0xaf9328ba
+0,         27,         27,        1,  6220800, 0xd172d37d
+0,         28,         28,        1,  6220800, 0x3e5e4a6e
+0,         29,         29,        1,  6220800, 0xe5a6bda4
+0,         30,         30,        1,  6220800, 0xddd05822
+0,         31,         31,        1,  6220800, 0xfe61eb2f
+0,         32,         32,        1,  6220800, 0xb1f15430
+0,         33,         33,        1,  6220800, 0x9b886c01
+0,         34,         34,        1,  6220800, 0x994f26f7
+0,         35,         35,        1,  6220800, 0x9cbec54f
+0,         36,         36,        1,  6220800, 0x67e17b38
+0,         37,         37,        1,  6220800, 0xa4b3040f
+0,         38,         38,        1,  6220800, 0x121e13bf
+0,         39,         39,        1,  6220800, 0xfe05ba04
+0,         40,         40,        1,  6220800, 0xb1c5e211
+0,         41,         41,        1,  6220800, 0x96d14570
+0,         42,         42,        1,  6220800, 0xf1508720
+0,         43,         43,        1,  6220800, 0xc9d9be86
+0,         44,         44,        1,  6220800, 0x8cfa95f6
+0,         45,         45,        1,  6220800, 0x93ce4d64
+0,         46,         46,        1,  6220800, 0x96d6b69c
+0,         47,         47,        1,  6220800, 0x81b82727
+0,         48,         48,        1,  6220800, 0x4a40e277
+0,         49,         49,        1,  6220800, 0x2fc19af8
+0,         50,         50,        1,  6220800, 0x53a30bdc
+0,         51,         51,        1,  6220800, 0x04c48eb7
+0,         52,         52,        1,  6220800, 0x41ede009
+0,         53,         53,        1,  6220800, 0xce9be6e8
+0,         54,         54,        1,  6220800, 0xe6de7224
+0,         55,         55,        1,  6220800, 0xfaff9d2e
+0,         56,         56,        1,  6220800, 0x806d2b0f
+0,         57,         57,        1,  6220800, 0x49f67aea
+0,         58,         58,        1,  6220800, 0xb5983a40
+0,         59,         59,        1,  6220800, 0xe86f4951
diff --git a/tests/ref/fate/vvc-conformance-SCALING_A_1 b/tests/ref/fate/vvc-conformance-SCALING_A_1
new file mode 100644
index 0000000000..9bbcef5f21
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-SCALING_A_1
@@ -0,0 +1,69 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0x27dd1b2d
+0,          1,          1,        1,   299520, 0x52e867b2
+0,          2,          2,        1,   299520, 0xa92e81d0
+0,          3,          3,        1,   299520, 0xb426b45b
+0,          4,          4,        1,   299520, 0x193dc7ab
+0,          5,          5,        1,   299520, 0x2de07de7
+0,          6,          6,        1,   299520, 0xddbf3031
+0,          7,          7,        1,   299520, 0xc28a5a6a
+0,          8,          8,        1,   299520, 0x97394e00
+0,          9,          9,        1,   299520, 0xace5f7f1
+0,         10,         10,        1,   299520, 0xcfb8f84d
+0,         11,         11,        1,   299520, 0xb8ef5236
+0,         12,         12,        1,   299520, 0xa5e14ea9
+0,         13,         13,        1,   299520, 0x30d62a71
+0,         14,         14,        1,   299520, 0xb07129e5
+0,         15,         15,        1,   299520, 0x85e9c08d
+0,         16,         16,        1,   299520, 0x068e1753
+0,         17,         17,        1,   299520, 0x2e0bbf9c
+0,         18,         18,        1,   299520, 0xb0213afe
+0,         19,         19,        1,   299520, 0x2c993d36
+0,         20,         20,        1,   299520, 0x79f7d0c0
+0,         21,         21,        1,   299520, 0xa75d835b
+0,         22,         22,        1,   299520, 0x5497fa81
+0,         23,         23,        1,   299520, 0x33fc772c
+0,         24,         24,        1,   299520, 0xd7d9a6bd
+0,         25,         25,        1,   299520, 0xe6b6c262
+0,         26,         26,        1,   299520, 0x2daf6987
+0,         27,         27,        1,   299520, 0x928e5295
+0,         28,         28,        1,   299520, 0x428a392f
+0,         29,         29,        1,   299520, 0xff9714b1
+0,         30,         30,        1,   299520, 0x9f24b36f
+0,         31,         31,        1,   299520, 0x4972405a
+0,         32,         32,        1,   299520, 0xc9acdc15
+0,         33,         33,        1,   299520, 0x6ff81a68
+0,         34,         34,        1,   299520, 0x951265bd
+0,         35,         35,        1,   299520, 0x32e209ec
+0,         36,         36,        1,   299520, 0xee22557b
+0,         37,         37,        1,   299520, 0xaa71222d
+0,         38,         38,        1,   299520, 0x039bd94c
+0,         39,         39,        1,   299520, 0x2dca58d2
+0,         40,         40,        1,   299520, 0x8603c0b2
+0,         41,         41,        1,   299520, 0xf1e77de0
+0,         42,         42,        1,   299520, 0xa84f9f09
+0,         43,         43,        1,   299520, 0xd0719f99
+0,         44,         44,        1,   299520, 0x97c2ef64
+0,         45,         45,        1,   299520, 0x24e44c6b
+0,         46,         46,        1,   299520, 0xf98ee710
+0,         47,         47,        1,   299520, 0x1e9329a0
+0,         48,         48,        1,   299520, 0x36eaab8c
+0,         49,         49,        1,   299520, 0x442bf6cd
+0,         50,         50,        1,   299520, 0xa8060bde
+0,         51,         51,        1,   299520, 0x16a4f18b
+0,         52,         52,        1,   299520, 0x5ea5fd61
+0,         53,         53,        1,   299520, 0x8ff17e20
+0,         54,         54,        1,   299520, 0x97bb99b7
+0,         55,         55,        1,   299520, 0x26387fec
+0,         56,         56,        1,   299520, 0x77bb8af0
+0,         57,         57,        1,   299520, 0xf1efa9ae
+0,         58,         58,        1,   299520, 0xa05e64e5
+0,         59,         59,        1,   299520, 0xb5d66d2a
+0,         60,         60,        1,   299520, 0xeb5b0ecf
+0,         61,         61,        1,   299520, 0xb1175e7d
+0,         62,         62,        1,   299520, 0xc41b6b9c
+0,         63,         63,        1,   299520, 0xc5108eed
diff --git a/tests/ref/fate/vvc-conformance-SLICES_A_3 b/tests/ref/fate/vvc-conformance-SLICES_A_3
new file mode 100644
index 0000000000..a284e1013f
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-SLICES_A_3
@@ -0,0 +1,30 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 1920x1080
+#sar 0: 0/1
+0,          0,          0,        1,  6220800, 0x0e4514b2
+0,          1,          1,        1,  6220800, 0x11386cd2
+0,          2,          2,        1,  6220800, 0xb8b5ae1e
+0,          3,          3,        1,  6220800, 0xfc1fb5c7
+0,          4,          4,        1,  6220800, 0x0e276f8c
+0,          5,          5,        1,  6220800, 0x0412fc44
+0,          6,          6,        1,  6220800, 0x58f75881
+0,          7,          7,        1,  6220800, 0x124b7ca2
+0,          8,          8,        1,  6220800, 0x33f50193
+0,          9,          9,        1,  6220800, 0x573176bc
+0,         10,         10,        1,  6220800, 0xeaeb302d
+0,         11,         11,        1,  6220800, 0x23f3bdf9
+0,         12,         12,        1,  6220800, 0x28ba2ef7
+0,         13,         13,        1,  6220800, 0x1d39e52e
+0,         14,         14,        1,  6220800, 0x5e176029
+0,         15,         15,        1,  6220800, 0x0e4514b2
+0,         16,         16,        1,  6220800, 0x6b0dac67
+0,         17,         17,        1,  6220800, 0x189528f5
+0,         18,         18,        1,  6220800, 0x1c306284
+0,         19,         19,        1,  6220800, 0x6b5b2097
+0,         20,         20,        1,  6220800, 0xcbd2a219
+0,         21,         21,        1,  6220800, 0x9efa3304
+0,         22,         22,        1,  6220800, 0xf13256f4
+0,         23,         23,        1,  6220800, 0xa72a568b
+0,         24,         24,        1,  6220800, 0x5b644776
diff --git a/tests/ref/fate/vvc-conformance-SPS_B_1 b/tests/ref/fate/vvc-conformance-SPS_B_1
new file mode 100644
index 0000000000..5bf64857f3
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-SPS_B_1
@@ -0,0 +1,133 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0x004cc70a
+0,          1,          1,        1,   299520, 0x2e74bdf4
+0,          2,          2,        1,   299520, 0xde18e337
+0,          3,          3,        1,   299520, 0x7ddf59d8
+0,          4,          4,        1,   299520, 0xf210a3dc
+0,          5,          5,        1,   299520, 0xa5f2f235
+0,          6,          6,        1,   299520, 0x463ea8eb
+0,          7,          7,        1,   299520, 0x7848209f
+0,          8,          8,        1,   299520, 0x052a03fa
+0,          9,          9,        1,   299520, 0x4eab3bd1
+0,         10,         10,        1,   299520, 0x28a10c10
+0,         11,         11,        1,   299520, 0x10821dd8
+0,         12,         12,        1,   299520, 0xe2c930c7
+0,         13,         13,        1,   299520, 0xd0d83daf
+0,         14,         14,        1,   299520, 0xe1ad5b16
+0,         15,         15,        1,   299520, 0x4b9bc810
+0,         16,         16,        1,   299520, 0x2a2cfd12
+0,         17,         17,        1,   299520, 0xd484da7a
+0,         18,         18,        1,   299520, 0x20b91075
+0,         19,         19,        1,   299520, 0xd9b68623
+0,         20,         20,        1,   299520, 0x0781cacc
+0,         21,         21,        1,   299520, 0x9a1662ba
+0,         22,         22,        1,   299520, 0x7101143f
+0,         23,         23,        1,   299520, 0xfab2a175
+0,         24,         24,        1,   299520, 0x6803a29c
+0,         25,         25,        1,   299520, 0x1fcbca29
+0,         26,         26,        1,   299520, 0x5b8e6ec9
+0,         27,         27,        1,   299520, 0x3943dcf0
+0,         28,         28,        1,   299520, 0xe63e63c2
+0,         29,         29,        1,   299520, 0x23702f78
+0,         30,         30,        1,   299520, 0x8519730c
+0,         31,         31,        1,   299520, 0x892f0dd2
+0,         32,         32,        1,   299520, 0xd8c7df88
+0,         33,         33,        1,   299520, 0x9aeda746
+0,         34,         34,        1,   299520, 0xcc3b65ff
+0,         35,         35,        1,   299520, 0xaf00e023
+0,         36,         36,        1,   299520, 0xdcef0720
+0,         37,         37,        1,   299520, 0xcf29931b
+0,         38,         38,        1,   299520, 0xeee17fa5
+0,         39,         39,        1,   299520, 0xb58b858b
+0,         40,         40,        1,   299520, 0x61e7d3cc
+0,         41,         41,        1,   299520, 0x4eb125ae
+0,         42,         42,        1,   299520, 0x815427fb
+0,         43,         43,        1,   299520, 0x862e5183
+0,         44,         44,        1,   299520, 0x6bcf04be
+0,         45,         45,        1,   299520, 0xc7a50be0
+0,         46,         46,        1,   299520, 0x3b3a3c3f
+0,         47,         47,        1,   299520, 0x9025904d
+0,         48,         48,        1,   299520, 0x9b9b2b65
+0,         49,         49,        1,   299520, 0x5ba8e684
+0,         50,         50,        1,   299520, 0x07d7e949
+0,         51,         51,        1,   299520, 0xac3e6dd0
+0,         52,         52,        1,   299520, 0x3c70a144
+0,         53,         53,        1,   299520, 0x53dd0c68
+0,         54,         54,        1,   299520, 0x72c87c90
+0,         55,         55,        1,   299520, 0x70a91ce7
+0,         56,         56,        1,   299520, 0xc99e8cfc
+0,         57,         57,        1,   299520, 0x9ade3dc4
+0,         58,         58,        1,   299520, 0x1437e24c
+0,         59,         59,        1,   299520, 0xa345ab67
+0,         60,         60,        1,   299520, 0x87ecd576
+0,         61,         61,        1,   299520, 0xc307d58c
+0,         62,         62,        1,   299520, 0x24f20ee0
+0,         63,         63,        1,   299520, 0x146da0bf
+0,         64,         64,        1,   299520, 0x77be1075
+0,         65,         65,        1,   299520, 0xf8c545d8
+0,         66,         66,        1,   299520, 0x34fff2f9
+0,         67,         67,        1,   299520, 0xa59d8e58
+0,         68,         68,        1,   299520, 0x75d8bae2
+0,         69,         69,        1,   299520, 0x8c36adb5
+0,         70,         70,        1,   299520, 0x5f4c528b
+0,         71,         71,        1,   299520, 0x469031ef
+0,         72,         72,        1,   299520, 0x7626cf77
+0,         73,         73,        1,   299520, 0x78c1b961
+0,         74,         74,        1,   299520, 0x16e6c1f5
+0,         75,         75,        1,   299520, 0xe7142a36
+0,         76,         76,        1,   299520, 0x3261bf18
+0,         77,         77,        1,   299520, 0xaa101d47
+0,         78,         78,        1,   299520, 0x53827997
+0,         79,         79,        1,   299520, 0x5c65dcdd
+0,         80,         80,        1,   299520, 0xfbefb84b
+0,         81,         81,        1,   299520, 0x2cb0e86b
+0,         82,         82,        1,   299520, 0xdcab1db6
+0,         83,         83,        1,   299520, 0x4404349c
+0,         84,         84,        1,   299520, 0xab861ce0
+0,         85,         85,        1,   299520, 0x36ba4259
+0,         86,         86,        1,   299520, 0x5b7b43a5
+0,         87,         87,        1,   299520, 0x025be7d7
+0,         88,         88,        1,   299520, 0x38c250c8
+0,         89,         89,        1,   299520, 0xe2faa429
+0,         90,         90,        1,   299520, 0xb3b6bf4b
+0,         91,         91,        1,   299520, 0x530ca220
+0,         92,         92,        1,   299520, 0xfb34968a
+0,         93,         93,        1,   299520, 0xcd8f45c0
+0,         94,         94,        1,   299520, 0x2ed892e0
+0,         95,         95,        1,   299520, 0xf7d18ca8
+0,         96,         96,        1,   299520, 0xe8c45611
+0,         97,         97,        1,   299520, 0x561daa47
+0,         98,         98,        1,   299520, 0x959bfb36
+0,         99,         99,        1,   299520, 0xd20493b2
+0,        100,        100,        1,   299520, 0x283791c5
+0,        101,        101,        1,   299520, 0xd5e2f2a5
+0,        102,        102,        1,   299520, 0x7d8c03cf
+0,        103,        103,        1,   299520, 0x0d14a990
+0,        104,        104,        1,   299520, 0x2a5a4f20
+0,        105,        105,        1,   299520, 0x0348914f
+0,        106,        106,        1,   299520, 0xeb35ccb9
+0,        107,        107,        1,   299520, 0x8c7ab52e
+0,        108,        108,        1,   299520, 0x12794a02
+0,        109,        109,        1,   299520, 0x8aa583b8
+0,        110,        110,        1,   299520, 0xac0f3dab
+0,        111,        111,        1,   299520, 0x33ed5a67
+0,        112,        112,        1,   299520, 0xc01077f2
+0,        113,        113,        1,   299520, 0xb40a0962
+0,        114,        114,        1,   299520, 0xbae7f3b2
+0,        115,        115,        1,   299520, 0xe64d3233
+0,        116,        116,        1,   299520, 0xdd4d81cc
+0,        117,        117,        1,   299520, 0xbbecb19c
+0,        118,        118,        1,   299520, 0xb5591b30
+0,        119,        119,        1,   299520, 0x8f2a4f87
+0,        120,        120,        1,   299520, 0xdc2e39cc
+0,        121,        121,        1,   299520, 0xbd9d0984
+0,        122,        122,        1,   299520, 0xfb24dbdb
+0,        123,        123,        1,   299520, 0x5a8b72c5
+0,        124,        124,        1,   299520, 0x61793380
+0,        125,        125,        1,   299520, 0x599fe07d
+0,        126,        126,        1,   299520, 0x69ca3c35
+0,        127,        127,        1,   299520, 0xfdf83a7b
diff --git a/tests/ref/fate/vvc-conformance-STILL_B_1 b/tests/ref/fate/vvc-conformance-STILL_B_1
new file mode 100644
index 0000000000..fed0543ce1
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-STILL_B_1
@@ -0,0 +1,10 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0x077fc067
+0,          1,          1,        1,   299520, 0xcbb04d4d
+0,          2,          2,        1,   299520, 0xcbd4706b
+0,          3,          3,        1,   299520, 0x2b5829f3
+0,          4,          4,        1,   299520, 0xb4883ddf
diff --git a/tests/ref/fate/vvc-conformance-SUBPIC_A_3 b/tests/ref/fate/vvc-conformance-SUBPIC_A_3
new file mode 100644
index 0000000000..c9db870041
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-SUBPIC_A_3
@@ -0,0 +1,9 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 1920x1080
+#sar 0: 0/1
+0,          0,          0,        1,  6220800, 0xa419cfb6
+0,          1,          1,        1,  6220800, 0xa419cfb6
+0,          2,          2,        1,  6220800, 0xa419cfb6
+0,          3,          3,        1,  6220800, 0xa419cfb6
diff --git a/tests/ref/fate/vvc-conformance-TILE_A_2 b/tests/ref/fate/vvc-conformance-TILE_A_2
new file mode 100644
index 0000000000..1fd78a841c
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-TILE_A_2
@@ -0,0 +1,14 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 1920x1080
+#sar 0: 0/1
+0,          0,          0,        1,  6220800, 0x147dc2d1
+0,          1,          1,        1,  6220800, 0x7bcafc1a
+0,          2,          2,        1,  6220800, 0xd482e0e7
+0,          3,          3,        1,  6220800, 0xe0880e0a
+0,          4,          4,        1,  6220800, 0x29494294
+0,          5,          5,        1,  6220800, 0x92354ffb
+0,          6,          6,        1,  6220800, 0x3b937f8a
+0,          7,          7,        1,  6220800, 0x345e8e4b
+0,          8,          8,        1,  6220800, 0x55e4d6f5
diff --git a/tests/ref/fate/vvc-conformance-VPS_A_3 b/tests/ref/fate/vvc-conformance-VPS_A_3
new file mode 100644
index 0000000000..bf9326b051
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-VPS_A_3
@@ -0,0 +1,6 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 208x120
+#sar 0: 0/1
+0,          0,          0,        1,    74880, 0x1b401a6d
diff --git a/tests/ref/fate/vvc-conformance-WPP_A_3 b/tests/ref/fate/vvc-conformance-WPP_A_3
new file mode 100644
index 0000000000..139ecffa70
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-WPP_A_3
@@ -0,0 +1,54 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 832x480
+#sar 0: 0/1
+0,          0,          0,        1,  1198080, 0xcdf458b1
+0,          1,          1,        1,  1198080, 0xcdf458b1
+0,          2,          2,        1,  1198080, 0xcdf458b1
+0,          3,          3,        1,  1198080, 0x41525e2e
+0,          4,          4,        1,  1198080, 0xb14ee022
+0,          5,          5,        1,  1198080, 0xd3a3ac98
+0,          6,          6,        1,  1198080, 0xbe9d1fe7
+0,          7,          7,        1,  1198080, 0x89240c24
+0,          8,          8,        1,  1198080, 0x8e4a369f
+0,          9,          9,        1,  1198080, 0x365e7c45
+0,         10,         10,        1,  1198080, 0xaadf6a8e
+0,         11,         11,        1,  1198080, 0x157383d8
+0,         12,         12,        1,  1198080, 0x9474c9d2
+0,         13,         13,        1,  1198080, 0xb89fc116
+0,         14,         14,        1,  1198080, 0xf90850c5
+0,         15,         15,        1,  1198080, 0x55a23689
+0,         16,         16,        1,  1198080, 0x070da4d3
+0,         17,         17,        1,  1198080, 0x13abf756
+0,         18,         18,        1,  1198080, 0x2753e658
+0,         19,         19,        1,  1198080, 0xbf102bb8
+0,         20,         20,        1,  1198080, 0xc7acddc7
+0,         21,         21,        1,  1198080, 0x91509ad7
+0,         22,         22,        1,  1198080, 0x5969c61a
+0,         23,         23,        1,  1198080, 0xe61abb51
+0,         24,         24,        1,  1198080, 0xe33e4e60
+0,         25,         25,        1,  1198080, 0x01844a93
+0,         26,         26,        1,  1198080, 0xcd26ae51
+0,         27,         27,        1,  1198080, 0xd07836ea
+0,         28,         28,        1,  1198080, 0x749ea687
+0,         29,         29,        1,  1198080, 0xc011e58c
+0,         30,         30,        1,  1198080, 0x846a7dc8
+0,         31,         31,        1,  1198080, 0x37482c20
+0,         32,         32,        1,  1198080, 0xae4d23db
+0,         33,         33,        1,  1198080, 0x4a0f4b64
+0,         34,         34,        1,  1198080, 0x1d980362
+0,         35,         35,        1,  1198080, 0x795c6ab4
+0,         36,         36,        1,  1198080, 0xc7795d9a
+0,         37,         37,        1,  1198080, 0xa06d6021
+0,         38,         38,        1,  1198080, 0xb9196829
+0,         39,         39,        1,  1198080, 0xb889906d
+0,         40,         40,        1,  1198080, 0x3a2be42d
+0,         41,         41,        1,  1198080, 0xbba44051
+0,         42,         42,        1,  1198080, 0xa5016ef4
+0,         43,         43,        1,  1198080, 0x95abefc4
+0,         44,         44,        1,  1198080, 0x651ff144
+0,         45,         45,        1,  1198080, 0x5f070b07
+0,         46,         46,        1,  1198080, 0x1236d67a
+0,         47,         47,        1,  1198080, 0xcc45a45b
+0,         48,         48,        1,  1198080, 0x94b44982
diff --git a/tests/ref/fate/vvc-conformance-WP_A_3 b/tests/ref/fate/vvc-conformance-WP_A_3
new file mode 100644
index 0000000000..c44105a529
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-WP_A_3
@@ -0,0 +1,22 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 416x240
+#sar 0: 0/1
+0,          0,          0,        1,   299520, 0x004cc70a
+0,          1,          1,        1,   299520, 0x8dfd2b7e
+0,          2,          2,        1,   299520, 0x60c2b173
+0,          3,          3,        1,   299520, 0x800726e7
+0,          4,          4,        1,   299520, 0x641fd0db
+0,          5,          5,        1,   299520, 0x5fc4cbdd
+0,          6,          6,        1,   299520, 0x0e0b4ade
+0,          7,          7,        1,   299520, 0xadc0cc89
+0,          8,          8,        1,   299520, 0x777d44aa
+0,          9,          9,        1,   299520, 0x716d6666
+0,         10,         10,        1,   299520, 0x69f9537d
+0,         11,         11,        1,   299520, 0xd2ef7b7a
+0,         12,         12,        1,   299520, 0xe1142fd2
+0,         13,         13,        1,   299520, 0xdd808abc
+0,         14,         14,        1,   299520, 0x1f4e59c6
+0,         15,         15,        1,   299520, 0x4ff295e7
+0,         16,         16,        1,   299520, 0x107905ae
diff --git a/tests/ref/fate/vvc-conformance-WRAP_A_4 b/tests/ref/fate/vvc-conformance-WRAP_A_4
new file mode 100644
index 0000000000..7273880c2d
--- /dev/null
+++ b/tests/ref/fate/vvc-conformance-WRAP_A_4
@@ -0,0 +1,14 @@ 
+#tb 0: 1/25
+#media_type 0: video
+#codec_id 0: rawvideo
+#dimensions 0: 1680x832
+#sar 0: 0/1
+0,          0,          0,        1,  4193280, 0xbd70f1b3
+0,          1,          1,        1,  4193280, 0x64e160d5
+0,          2,          2,        1,  4193280, 0xd20722ea
+0,          3,          3,        1,  4193280, 0xa1d00055
+0,          4,          4,        1,  4193280, 0xe3dcb9cd
+0,          5,          5,        1,  4193280, 0xcf97b6cf
+0,          6,          6,        1,  4193280, 0xd87b73d0
+0,          7,          7,        1,  4193280, 0x0f8ee2bc
+0,          8,          8,        1,  4193280, 0x76607ca4