@@ -3977,6 +3977,7 @@ xstack_qsv_filter_deps="libmfx"
xstack_qsv_filter_select="qsvvpp"
pad_vaapi_filter_deps="vaapi_1"
drawbox_vaapi_filter_deps="vaapi_1"
+fbsink_filter_deps="linux_fb_h"
# examples
avio_http_serve_files_deps="avformat avutil fork"
@@ -616,6 +616,7 @@ OBJS-$(CONFIG_YUVTESTSRC_FILTER) += vsrc_testsrc.o
OBJS-$(CONFIG_ZONEPLATE_FILTER) += vsrc_testsrc.o
OBJS-$(CONFIG_NULLSINK_FILTER) += vsink_nullsink.o
+OBJS-$(CONFIG_FBSINK_FILTER) += vsink_fbsink.o
# multimedia filters
OBJS-$(CONFIG_A3DSCOPE_FILTER) += avf_a3dscope.o
@@ -579,6 +579,7 @@ extern const AVFilter ff_vsrc_yuvtestsrc;
extern const AVFilter ff_vsrc_zoneplate;
extern const AVFilter ff_vsink_nullsink;
+extern const AVFilter ff_vsink_fbsink;
/* multimedia filters */
extern const AVFilter ff_avf_a3dscope;
new file mode 100644
@@ -0,0 +1,319 @@
+/*
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#include "avfilter.h"
+#include "internal.h"
+#include "libavutil/internal.h"
+#include "libavutil/opt.h"
+#include "libavfilter/filters.h"
+#include "libavfilter/formats.h"
+#include "libavutil/pixfmt.h"
+#include "libavutil/common.h"
+#include "libavutil/file_open.h"
+#include "libavutil/mem.h"
+#include "libavutil/pixdesc.h"
+#include <linux/fb.h>
+#include <sys/mman.h>
+#include <unistd.h>
+#include <fcntl.h>
+#include <sys/ioctl.h>
+
+#define SAFE_CLOSE(fd) do { if (fd >= 0) { close(fd); fd = -1; } } while (0)
+
+typedef struct FBSinkContext {
+ const AVClass *class;
+ int xoffset; ///< x coordinate of top left corner
+ int yoffset; ///< y coordinate of top left corner
+ struct fb_var_screeninfo varinfo; ///< framebuffer variable info
+ struct fb_fix_screeninfo fixinfo; ///< framebuffer fixed info
+ int fd; ///< framebuffer device file descriptor
+ uint8_t *data; ///< framebuffer data
+ const char *devname; ///< framebuffer device
+ int width, height;
+ int format;
+ AVRational sample_aspect_ratio;
+ AVRational frame_rate;
+ int bits_per_coded_sample;
+} FBSinkContext;
+
+struct rgb_pixfmt_map_entry {
+ int bits_per_pixel;
+ int red_offset, green_offset, blue_offset, alpha_offset;
+ enum AVPixelFormat pixfmt;
+};
+
+static const char *ff_fbdev_default_device(void)
+{
+ const char *dev = getenv("FRAMEBUFFER");
+ if (!dev)
+ dev = "/dev/fb0";
+ return dev;
+}
+
+static const struct rgb_pixfmt_map_entry rgb_pixfmt_map[] = {
+ // bpp, red_offset, green_offset, blue_offset, alpha_offset, pixfmt
+ { 32, 0, 8, 16, 24, AV_PIX_FMT_RGBA },
+ { 32, 16, 8, 0, 24, AV_PIX_FMT_BGRA },
+ { 32, 8, 16, 24, 0, AV_PIX_FMT_ARGB },
+ { 32, 3, 2, 8, 0, AV_PIX_FMT_ABGR },
+ { 24, 0, 8, 16, 0, AV_PIX_FMT_RGB24 },
+ { 24, 16, 8, 0, 0, AV_PIX_FMT_BGR24 },
+ { 16, 11, 5, 0, 0, AV_PIX_FMT_RGB565 },
+};
+
+static enum AVPixelFormat ff_get_pixfmt_from_fb_varinfo(struct fb_var_screeninfo *varinfo)
+{
+ int i;
+
+ for (i = 0; i < FF_ARRAY_ELEMS(rgb_pixfmt_map); i++) {
+ const struct rgb_pixfmt_map_entry *entry = &rgb_pixfmt_map[i];
+ if (entry->bits_per_pixel == varinfo->bits_per_pixel &&
+ entry->red_offset == varinfo->red.offset &&
+ entry->green_offset == varinfo->green.offset &&
+ entry->blue_offset == varinfo->blue.offset)
+ return entry->pixfmt;
+ }
+
+ return AV_PIX_FMT_NONE;
+}
+
+static int fbsink_init(AVFilterContext *ctx)
+{
+ FBSinkContext *fbdev = ctx->priv;
+ const char *device;
+ int ret;
+
+ if (fbdev->devname)
+ device = fbdev->devname;
+ else
+ device = ff_fbdev_default_device();
+
+ if ((fbdev->fd = avpriv_open(device, O_RDWR)) == -1) {
+ ret = AVERROR(errno);
+ av_log(ctx, AV_LOG_ERROR,
+ "Could not open framebuffer device '%s': %s\n",
+ device, av_err2str(ret));
+ return ret;
+ }
+
+ if (ioctl(fbdev->fd, FBIOGET_VSCREENINFO, &fbdev->varinfo) < 0) {
+ ret = AVERROR(errno);
+ av_log(ctx, AV_LOG_ERROR, "FBIOGET_VSCREENINFO: %s\n", av_err2str(ret));
+ goto fail;
+ }
+
+ if (ioctl(fbdev->fd, FBIOGET_FSCREENINFO, &fbdev->fixinfo) < 0) {
+ ret = AVERROR(errno);
+ av_log(ctx, AV_LOG_ERROR, "FBIOGET_FSCREENINFO: %s\n", av_err2str(ret));
+ goto fail;
+ }
+
+ fbdev->format = ff_get_pixfmt_from_fb_varinfo(&fbdev->varinfo);
+ if (fbdev->format == AV_PIX_FMT_NONE) {
+ ret = AVERROR(EINVAL);
+ av_log(ctx, AV_LOG_ERROR, "Framebuffer pixel format not supported.\n");
+ goto fail;
+ }
+
+ fbdev->bits_per_coded_sample = av_get_bits_per_pixel(av_pix_fmt_desc_get(fbdev->format));
+
+ fbdev->data = mmap(NULL, fbdev->fixinfo.smem_len, PROT_WRITE, MAP_SHARED, fbdev->fd, 0);
+ if (fbdev->data == MAP_FAILED) {
+ ret = AVERROR(errno);
+ av_log(ctx, AV_LOG_ERROR, "Error in mmap(): %s\n", av_err2str(ret));
+ goto fail;
+ }
+
+ return 0;
+fail:
+ close(fbdev->fd);
+ return 0;
+}
+
+static void fbsink_uninit(AVFilterContext *ctx)
+{
+ FBSinkContext *fbdev = ctx->priv;
+ if (fbdev->data != MAP_FAILED && fbdev->data != NULL) {
+ munmap(fbdev->data, fbdev->fixinfo.smem_len);
+ fbdev->data = MAP_FAILED;
+ }
+ SAFE_CLOSE(fbdev->fd);
+}
+
+static int fbsink_activate(AVFilterContext *ctx)
+{
+ AVFilterLink *inlink = ctx->inputs[0];
+ FBSinkContext *fbdev = ctx->priv;
+ const uint8_t *pin;
+ uint8_t *pout;
+ int disp_height;
+ int bytes_to_copy;
+ int64_t pts;
+ AVFrame *frame;
+ int bytes_per_pixel = fbdev->bits_per_coded_sample >> 3;
+ int video_width = fbdev->width;
+ int video_height = fbdev->height;
+ int src_line_size;
+ int i, ret;
+
+ if (!ff_inlink_check_available_frame(inlink)) {
+ ff_inlink_acknowledge_status(inlink, &ret, &pts);
+ if (ret >= 0)
+ ff_inlink_request_frame(inlink);
+
+ return ret;
+ }
+
+ ret = ff_inlink_consume_frame(inlink, &frame);
+ if (ret < 0)
+ return ret;
+
+ src_line_size = frame->linesize[0];
+ disp_height = FFMIN(fbdev->varinfo.yres, video_height);
+ bytes_to_copy = FFMIN(fbdev->varinfo.xres, video_width) * bytes_per_pixel;
+
+ pin = frame->data[0];
+ pout = fbdev->data +
+ bytes_per_pixel * fbdev->varinfo.xoffset +
+ fbdev->varinfo.yoffset * fbdev->fixinfo.line_length;
+
+ if (fbdev->xoffset) {
+ if (fbdev->xoffset < 0) {
+ if (-fbdev->xoffset >= video_width) // nothing to display
+ return 0;
+ bytes_to_copy += fbdev->xoffset * bytes_per_pixel;
+ pin -= fbdev->xoffset * bytes_per_pixel;
+ } else {
+ int diff = (video_width + fbdev->xoffset) - fbdev->varinfo.xres;
+ if (diff > 0) {
+ if (diff >= video_width) // nothing to display
+ return 0;
+ bytes_to_copy -= diff * bytes_per_pixel;
+ }
+ pout += bytes_per_pixel * fbdev->xoffset;
+ }
+ }
+
+ if (fbdev->yoffset) {
+ if (fbdev->yoffset < 0) {
+ if (-fbdev->yoffset >= video_height) // nothing to display
+ return 0;
+ disp_height += fbdev->yoffset;
+ pin -= fbdev->yoffset * src_line_size;
+ } else {
+ int diff = (video_height + fbdev->yoffset) - fbdev->varinfo.yres;
+ if (diff > 0) {
+ if (diff >= video_height) // nothing to display
+ return 0;
+ disp_height -= diff;
+ }
+ pout += fbdev->yoffset * fbdev->fixinfo.line_length;
+ }
+ }
+
+ for (i = 0; i < disp_height; i++) {
+ memcpy(pout, pin, bytes_to_copy);
+ pout += fbdev->fixinfo.line_length;
+ pin += src_line_size;
+ }
+
+ if (fbdev->frame_rate.den > 0 && fbdev->frame_rate.num > 0)
+ usleep(av_rescale(AV_TIME_BASE, fbdev->frame_rate.den, fbdev->frame_rate.num));
+
+ return ff_filter_frame(ctx->outputs[0], frame);
+}
+
+static int fbsink_query_formats(AVFilterContext *ctx)
+{
+ FBSinkContext *fbdev = ctx->priv;
+ AVFilterFormats *formats = NULL;
+ int ret;
+
+ ret = ff_add_format(&formats, fbdev->format);
+ if (ret < 0)
+ return ret;
+
+ ret = ff_set_common_formats(ctx, formats);
+ if (ret < 0)
+ return ret;
+
+ return 0;
+}
+
+static int fbsink_input_props(AVFilterLink *inlink)
+{
+ AVFilterContext *ctx = inlink->dst;
+ FBSinkContext *sink = ctx->priv;
+
+ switch (inlink->type) {
+ case AVMEDIA_TYPE_VIDEO:
+ sink->width = inlink->w;
+ sink->height = inlink->h;
+ sink->sample_aspect_ratio = inlink->sample_aspect_ratio;
+ sink->frame_rate = inlink->frame_rate;
+ break;
+ default:
+ break;
+ }
+
+ return 0;
+}
+
+#define OFFSET(x) offsetof(FBSinkContext, x)
+#define FLAGS AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM
+
+static const AVOption fbsink_options[] = {
+ { "devname", "fb device name", OFFSET(devname), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, .flags = FLAGS },
+ { NULL },
+};
+
+static const AVClass fbsink_class = {
+ .class_name = "fbsink_class",
+ .item_name = av_default_item_name,
+ .option = fbsink_options,
+ .version = LIBAVUTIL_VERSION_INT,
+ .category = AV_CLASS_CATEGORY_FILTER,
+};
+
+static const AVFilterPad avfilter_vsink_fbsink_inputs[] = {
+ {
+ .name = "default",
+ .type = AVMEDIA_TYPE_VIDEO,
+ .config_props = fbsink_input_props,
+ },
+};
+
+static const AVFilterPad avfilter_vsink_fbsink_outputs[] = {
+ {
+ .name = NULL,
+ .type = AVMEDIA_TYPE_VIDEO,
+ },
+};
+
+const AVFilter ff_vsink_fbsink = {
+ .name = "fbsink",
+ .description = NULL_IF_CONFIG_SMALL("Frame buffer video display."),
+ .priv_class = &fbsink_class,
+ .priv_size = sizeof(FBSinkContext),
+ .init = fbsink_init,
+ .uninit = fbsink_uninit,
+ .activate = fbsink_activate,
+ FILTER_QUERY_FUNC(fbsink_query_formats),
+ FILTER_INPUTS(avfilter_vsink_fbsink_inputs),
+ FILTER_OUTPUTS(avfilter_vsink_fbsink_outputs),
+};
This patch wants to extend the functionality of sink-filter. Signed-off-by: Shiqi Zhu <hiccupzhu@gmail.com> --- configure | 1 + libavfilter/Makefile | 1 + libavfilter/allfilters.c | 1 + libavfilter/vsink_fbsink.c | 319 +++++++++++++++++++++++++++++++++++++ 4 files changed, 322 insertions(+) create mode 100644 libavfilter/vsink_fbsink.c