diff mbox series

[FFmpeg-devel,v3,2/2] lavc/videotoolboxenc: Get the encoder supported properties

Message ID 20230908025546.3205524-2-mypopydev@gmail.com
State New
Headers show
Series [FFmpeg-devel,v3,1/2] lavc/videotoolboxenc: Dump the encoder | expand

Checks

Context Check Description
andriy/make_x86 success Make finished
andriy/make_fate_x86 success Make fate finished

Commit Message

Jun Zhao Sept. 8, 2023, 2:55 a.m. UTC
Get the encoder supported properties list, it will be used for
feature support checks.

Signed-off-by: Jun Zhao <barryjzhao@tencent.com>
---
 libavcodec/videotoolboxenc.c | 70 ++++++++++++++++++++++++------------
 1 file changed, 47 insertions(+), 23 deletions(-)

Comments

Marvin Scholz Sept. 8, 2023, 3:15 a.m. UTC | #1
On 8 Sep 2023, at 4:55, Jun Zhao wrote:

> Get the encoder supported properties list, it will be used for
> feature support checks.
>
> Signed-off-by: Jun Zhao <barryjzhao@tencent.com>
> ---
>  libavcodec/videotoolboxenc.c | 70 ++++++++++++++++++++++++------------
>  1 file changed, 47 insertions(+), 23 deletions(-)
>
> diff --git a/libavcodec/videotoolboxenc.c b/libavcodec/videotoolboxenc.c
> index 2e96990741..832147b6cd 100644
> --- a/libavcodec/videotoolboxenc.c
> +++ b/libavcodec/videotoolboxenc.c
> @@ -232,6 +232,7 @@ typedef struct VTEncContext {
>      AVClass *class;
>      enum AVCodecID codec_id;
>      VTCompressionSessionRef session;
> +    CFDictionaryRef supported_props;
>      CFStringRef ycbcr_matrix;
>      CFStringRef color_primaries;
>      CFStringRef transfer_function;
> @@ -321,6 +322,34 @@ static void clear_frame_queue(VTEncContext *vtctx)
>      set_async_error(vtctx, 0);
>  }
>
> +static void vtenc_reset(VTEncContext *vtctx)
> +{
> +    if (vtctx->session) {
> +        CFRelease(vtctx->session);
> +        vtctx->session = NULL;
> +    }
> +
> +    if (vtctx->supported_props) {
> +        CFRelease(vtctx->supported_props);
> +        vtctx->supported_props = NULL;
> +    }
> +
> +    if (vtctx->color_primaries) {
> +        CFRelease(vtctx->color_primaries);
> +        vtctx->color_primaries = NULL;
> +    }
> +
> +    if (vtctx->transfer_function) {
> +        CFRelease(vtctx->transfer_function);
> +        vtctx->transfer_function = NULL;
> +    }
> +
> +    if (vtctx->ycbcr_matrix) {
> +        CFRelease(vtctx->ycbcr_matrix);
> +        vtctx->ycbcr_matrix = NULL;
> +    }
> +}
> +
>  static int vtenc_q_pop(VTEncContext *vtctx, bool wait, CMSampleBufferRef *buf, ExtraSEI **sei)
>  {
>      BufNode *info;
> @@ -1110,6 +1139,20 @@ static int vtenc_create_encoder(AVCodecContext   *avctx,
>          return AVERROR_EXTERNAL;
>      }
>
> +    if (__builtin_available(macOS 10.13, iOS 11, tvOS 11, *)) {

Thanks, though this needs the proper SDK guards as well too, to not break
building with SDKs older than 10.13, unless FFmpeg does not care about this.

See https://epir.at/2019/10/30/api-availability-and-target-conditionals/#checking-api-availability-at-compile-time

> +        status = VTCopySupportedPropertyDictionaryForEncoder(avctx->width,
> +                                                             avctx->height,
> +                                                             codec_type,
> +                                                             enc_info,
> +                                                             NULL,
> +                                                             &vtctx->supported_props);
> +
> +        if (status != noErr) {
> +            av_log(avctx, AV_LOG_ERROR,"Error retrieving the supported property dictionary err=%"PRId64"\n", (int64_t)status);
> +            return AVERROR_EXTERNAL;
> +        }
> +    }
> +
>      // Dump the init encoder
>      {
>          CFStringRef encoderID = NULL;
> @@ -1662,7 +1705,6 @@ static av_cold int vtenc_init(AVCodecContext *avctx)
>      // It can happen when user set avctx->profile directly.
>      if (vtctx->profile == AV_PROFILE_UNKNOWN)
>          vtctx->profile = avctx->profile;
> -    vtctx->session = NULL;
>      status = vtenc_configure_encoder(avctx);
>      if (status) return status;
>
> @@ -2431,8 +2473,8 @@ static int create_cv_pixel_buffer(AVCodecContext   *avctx,
>
>          vtstatus = VTCompressionSessionPrepareToEncodeFrames(vtctx->session);
>          if (vtstatus == kVTInvalidSessionErr) {
> -            CFRelease(vtctx->session);
> -            vtctx->session = NULL;
> +            vtenc_reset(vtctx);
> +
>              status = vtenc_configure_encoder(avctx);
>              if (status == 0)
>                  pix_buf_pool = VTCompressionSessionGetPixelBufferPool(vtctx->session);
> @@ -2688,10 +2730,7 @@ static int vtenc_populate_extradata(AVCodecContext   *avctx,
>
>  pe_cleanup:
>      CVPixelBufferRelease(pix_buf);
> -    if(vtctx->session)
> -        CFRelease(vtctx->session);
> -
> -    vtctx->session = NULL;
> +    vtenc_reset(vtctx);
>      vtctx->frame_ct_out = 0;
>
>      av_assert0(status != 0 || (avctx->extradata && avctx->extradata_size > 0));
> @@ -2714,23 +2753,8 @@ static av_cold int vtenc_close(AVCodecContext *avctx)
>      clear_frame_queue(vtctx);
>      pthread_cond_destroy(&vtctx->cv_sample_sent);
>      pthread_mutex_destroy(&vtctx->lock);
> -    CFRelease(vtctx->session);
> -    vtctx->session = NULL;
> -
> -    if (vtctx->color_primaries) {
> -        CFRelease(vtctx->color_primaries);
> -        vtctx->color_primaries = NULL;
> -    }
>
> -    if (vtctx->transfer_function) {
> -        CFRelease(vtctx->transfer_function);
> -        vtctx->transfer_function = NULL;
> -    }
> -
> -    if (vtctx->ycbcr_matrix) {
> -        CFRelease(vtctx->ycbcr_matrix);
> -        vtctx->ycbcr_matrix = NULL;
> -    }
> +    vtenc_reset(vtctx);
>
>      return 0;
>  }
> -- 
> 2.25.1
>
> _______________________________________________
> ffmpeg-devel mailing list
> ffmpeg-devel@ffmpeg.org
> https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
>
> To unsubscribe, visit link above, or email
> ffmpeg-devel-request@ffmpeg.org with subject "unsubscribe".
mypopy@gmail.com Sept. 8, 2023, 3:31 a.m. UTC | #2
On Fri, Sep 8, 2023 at 11:15 AM Marvin Scholz <epirat07@gmail.com> wrote:
>
>
>
> On 8 Sep 2023, at 4:55, Jun Zhao wrote:
>
> > Get the encoder supported properties list, it will be used for
> > feature support checks.
> >
> > Signed-off-by: Jun Zhao <barryjzhao@tencent.com>
> > ---
> >  libavcodec/videotoolboxenc.c | 70 ++++++++++++++++++++++++------------
> >  1 file changed, 47 insertions(+), 23 deletions(-)
> >
> > diff --git a/libavcodec/videotoolboxenc.c b/libavcodec/videotoolboxenc.c
> > index 2e96990741..832147b6cd 100644
> > --- a/libavcodec/videotoolboxenc.c
> > +++ b/libavcodec/videotoolboxenc.c
> > @@ -232,6 +232,7 @@ typedef struct VTEncContext {
> >      AVClass *class;
> >      enum AVCodecID codec_id;
> >      VTCompressionSessionRef session;
> > +    CFDictionaryRef supported_props;
> >      CFStringRef ycbcr_matrix;
> >      CFStringRef color_primaries;
> >      CFStringRef transfer_function;
> > @@ -321,6 +322,34 @@ static void clear_frame_queue(VTEncContext *vtctx)
> >      set_async_error(vtctx, 0);
> >  }
> >
> > +static void vtenc_reset(VTEncContext *vtctx)
> > +{
> > +    if (vtctx->session) {
> > +        CFRelease(vtctx->session);
> > +        vtctx->session = NULL;
> > +    }
> > +
> > +    if (vtctx->supported_props) {
> > +        CFRelease(vtctx->supported_props);
> > +        vtctx->supported_props = NULL;
> > +    }
> > +
> > +    if (vtctx->color_primaries) {
> > +        CFRelease(vtctx->color_primaries);
> > +        vtctx->color_primaries = NULL;
> > +    }
> > +
> > +    if (vtctx->transfer_function) {
> > +        CFRelease(vtctx->transfer_function);
> > +        vtctx->transfer_function = NULL;
> > +    }
> > +
> > +    if (vtctx->ycbcr_matrix) {
> > +        CFRelease(vtctx->ycbcr_matrix);
> > +        vtctx->ycbcr_matrix = NULL;
> > +    }
> > +}
> > +
> >  static int vtenc_q_pop(VTEncContext *vtctx, bool wait, CMSampleBufferRef *buf, ExtraSEI **sei)
> >  {
> >      BufNode *info;
> > @@ -1110,6 +1139,20 @@ static int vtenc_create_encoder(AVCodecContext   *avctx,
> >          return AVERROR_EXTERNAL;
> >      }
> >
> > +    if (__builtin_available(macOS 10.13, iOS 11, tvOS 11, *)) {
>
> Thanks, though this needs the proper SDK guards as well too, to not break
> building with SDKs older than 10.13, unless FFmpeg does not care about this.
>
> See https://epir.at/2019/10/30/api-availability-and-target-conditionals/#checking-api-availability-at-compile-time
>
Thx the reference link, will add the build check
diff mbox series

Patch

diff --git a/libavcodec/videotoolboxenc.c b/libavcodec/videotoolboxenc.c
index 2e96990741..832147b6cd 100644
--- a/libavcodec/videotoolboxenc.c
+++ b/libavcodec/videotoolboxenc.c
@@ -232,6 +232,7 @@  typedef struct VTEncContext {
     AVClass *class;
     enum AVCodecID codec_id;
     VTCompressionSessionRef session;
+    CFDictionaryRef supported_props;
     CFStringRef ycbcr_matrix;
     CFStringRef color_primaries;
     CFStringRef transfer_function;
@@ -321,6 +322,34 @@  static void clear_frame_queue(VTEncContext *vtctx)
     set_async_error(vtctx, 0);
 }
 
+static void vtenc_reset(VTEncContext *vtctx)
+{
+    if (vtctx->session) {
+        CFRelease(vtctx->session);
+        vtctx->session = NULL;
+    }
+
+    if (vtctx->supported_props) {
+        CFRelease(vtctx->supported_props);
+        vtctx->supported_props = NULL;
+    }
+
+    if (vtctx->color_primaries) {
+        CFRelease(vtctx->color_primaries);
+        vtctx->color_primaries = NULL;
+    }
+
+    if (vtctx->transfer_function) {
+        CFRelease(vtctx->transfer_function);
+        vtctx->transfer_function = NULL;
+    }
+
+    if (vtctx->ycbcr_matrix) {
+        CFRelease(vtctx->ycbcr_matrix);
+        vtctx->ycbcr_matrix = NULL;
+    }
+}
+
 static int vtenc_q_pop(VTEncContext *vtctx, bool wait, CMSampleBufferRef *buf, ExtraSEI **sei)
 {
     BufNode *info;
@@ -1110,6 +1139,20 @@  static int vtenc_create_encoder(AVCodecContext   *avctx,
         return AVERROR_EXTERNAL;
     }
 
+    if (__builtin_available(macOS 10.13, iOS 11, tvOS 11, *)) {
+        status = VTCopySupportedPropertyDictionaryForEncoder(avctx->width,
+                                                             avctx->height,
+                                                             codec_type,
+                                                             enc_info,
+                                                             NULL,
+                                                             &vtctx->supported_props);
+
+        if (status != noErr) {
+            av_log(avctx, AV_LOG_ERROR,"Error retrieving the supported property dictionary err=%"PRId64"\n", (int64_t)status);
+            return AVERROR_EXTERNAL;
+        }
+    }
+
     // Dump the init encoder
     {
         CFStringRef encoderID = NULL;
@@ -1662,7 +1705,6 @@  static av_cold int vtenc_init(AVCodecContext *avctx)
     // It can happen when user set avctx->profile directly.
     if (vtctx->profile == AV_PROFILE_UNKNOWN)
         vtctx->profile = avctx->profile;
-    vtctx->session = NULL;
     status = vtenc_configure_encoder(avctx);
     if (status) return status;
 
@@ -2431,8 +2473,8 @@  static int create_cv_pixel_buffer(AVCodecContext   *avctx,
 
         vtstatus = VTCompressionSessionPrepareToEncodeFrames(vtctx->session);
         if (vtstatus == kVTInvalidSessionErr) {
-            CFRelease(vtctx->session);
-            vtctx->session = NULL;
+            vtenc_reset(vtctx);
+
             status = vtenc_configure_encoder(avctx);
             if (status == 0)
                 pix_buf_pool = VTCompressionSessionGetPixelBufferPool(vtctx->session);
@@ -2688,10 +2730,7 @@  static int vtenc_populate_extradata(AVCodecContext   *avctx,
 
 pe_cleanup:
     CVPixelBufferRelease(pix_buf);
-    if(vtctx->session)
-        CFRelease(vtctx->session);
-
-    vtctx->session = NULL;
+    vtenc_reset(vtctx);
     vtctx->frame_ct_out = 0;
 
     av_assert0(status != 0 || (avctx->extradata && avctx->extradata_size > 0));
@@ -2714,23 +2753,8 @@  static av_cold int vtenc_close(AVCodecContext *avctx)
     clear_frame_queue(vtctx);
     pthread_cond_destroy(&vtctx->cv_sample_sent);
     pthread_mutex_destroy(&vtctx->lock);
-    CFRelease(vtctx->session);
-    vtctx->session = NULL;
-
-    if (vtctx->color_primaries) {
-        CFRelease(vtctx->color_primaries);
-        vtctx->color_primaries = NULL;
-    }
 
-    if (vtctx->transfer_function) {
-        CFRelease(vtctx->transfer_function);
-        vtctx->transfer_function = NULL;
-    }
-
-    if (vtctx->ycbcr_matrix) {
-        CFRelease(vtctx->ycbcr_matrix);
-        vtctx->ycbcr_matrix = NULL;
-    }
+    vtenc_reset(vtctx);
 
     return 0;
 }