mirror of
https://github.com/Rafostar/clapper.git
synced 2025-08-30 07:42:23 +02:00
plugin: Add "clapperglimport" element
A Clapper import element that imports GStreamer `GLMemory` into `GdkTexture` for improved performance where OpenGL is available
This commit is contained in:
Rafał Dzięgiel
178
lib/gst/plugin/gstclapperglimport.c
vendored
Normal file
178
lib/gst/plugin/gstclapperglimport.c
vendored
Normal file
@@ -0,0 +1,178 @@
|
||||
/*
|
||||
* Copyright (C) 2022 Rafał Dzięgiel <rafostar.github@gmail.com>
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
||||
* Boston, MA 02110-1301, USA.
|
||||
*/
|
||||
|
||||
#ifdef HAVE_CONFIG_H
|
||||
#include "config.h"
|
||||
#endif
|
||||
|
||||
#include "gstclapperglimport.h"
|
||||
#include "gstclappergdkmemory.h"
|
||||
|
||||
#define GST_CAT_DEFAULT gst_clapper_gl_import_debug
|
||||
GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
|
||||
|
||||
static GstStaticPadTemplate gst_clapper_gl_import_sink_template =
|
||||
GST_STATIC_PAD_TEMPLATE ("sink",
|
||||
GST_PAD_SINK,
|
||||
GST_PAD_ALWAYS,
|
||||
GST_STATIC_CAPS (
|
||||
GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
|
||||
"{ " GST_CLAPPER_GDK_GL_TEXTURE_FORMATS " }") ", "
|
||||
"texture-target = (string) { " GST_GL_TEXTURE_TARGET_2D_STR " }"
|
||||
"; "
|
||||
GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_GL_MEMORY ", "
|
||||
GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
|
||||
"{ " GST_CLAPPER_GDK_GL_TEXTURE_FORMATS " }") ", "
|
||||
"texture-target = (string) { " GST_GL_TEXTURE_TARGET_2D_STR " }"));
|
||||
|
||||
static GstStaticPadTemplate gst_clapper_gl_import_src_template =
|
||||
GST_STATIC_PAD_TEMPLATE ("src",
|
||||
GST_PAD_SRC,
|
||||
GST_PAD_ALWAYS,
|
||||
GST_STATIC_CAPS (
|
||||
GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_CLAPPER_GDK_MEMORY,
|
||||
"{ " GST_CLAPPER_GDK_GL_TEXTURE_FORMATS " }")
|
||||
"; "
|
||||
GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_CLAPPER_GDK_MEMORY ", "
|
||||
GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
|
||||
"{ " GST_CLAPPER_GDK_GL_TEXTURE_FORMATS " }")));
|
||||
|
||||
#define parent_class gst_clapper_gl_import_parent_class
|
||||
G_DEFINE_TYPE (GstClapperGLImport, gst_clapper_gl_import, GST_TYPE_CLAPPER_GL_BASE_IMPORT);
|
||||
GST_ELEMENT_REGISTER_DEFINE (clapperglimport, "clapperglimport", GST_RANK_NONE,
|
||||
GST_TYPE_CLAPPER_GL_IMPORT);
|
||||
|
||||
static GstBufferPool *
|
||||
gst_clapper_gl_import_create_upstream_pool (GstClapperBaseImport *bi, GstStructure **config)
|
||||
{
|
||||
GstClapperGLBaseImport *gl_bi = GST_CLAPPER_GL_BASE_IMPORT_CAST (bi);
|
||||
GstBufferPool *pool;
|
||||
GstGLContext *context;
|
||||
|
||||
GST_DEBUG_OBJECT (bi, "Creating new pool");
|
||||
|
||||
GST_CLAPPER_GL_BASE_IMPORT_LOCK (gl_bi);
|
||||
context = gst_object_ref (gl_bi->gst_context);
|
||||
GST_CLAPPER_GL_BASE_IMPORT_UNLOCK (gl_bi);
|
||||
|
||||
pool = gst_gl_buffer_pool_new (context);
|
||||
gst_object_unref (context);
|
||||
|
||||
*config = gst_buffer_pool_get_config (pool);
|
||||
|
||||
gst_buffer_pool_config_add_option (*config, GST_BUFFER_POOL_OPTION_GL_SYNC_META);
|
||||
|
||||
return pool;
|
||||
}
|
||||
|
||||
static void
|
||||
video_frame_unmap_and_free (GstVideoFrame *frame)
|
||||
{
|
||||
gst_video_frame_unmap (frame);
|
||||
g_slice_free (GstVideoFrame, frame);
|
||||
}
|
||||
|
||||
static GstFlowReturn
|
||||
gst_clapper_gl_import_transform (GstBaseTransform *bt,
|
||||
GstBuffer *in_buf, GstBuffer *out_buf)
|
||||
{
|
||||
GstClapperGLBaseImport *gl_bi = GST_CLAPPER_GL_BASE_IMPORT_CAST (bt);
|
||||
GstClapperBaseImport *bi = GST_CLAPPER_BASE_IMPORT_CAST (bt);
|
||||
GstVideoFrame *frame;
|
||||
GstMapInfo info;
|
||||
GstMemory *memory;
|
||||
GstClapperGdkMemory *clapper_memory;
|
||||
GstGLSyncMeta *sync_meta;
|
||||
|
||||
frame = g_slice_new (GstVideoFrame);
|
||||
|
||||
if (!gst_clapper_base_import_map_buffers (bi, in_buf, out_buf,
|
||||
GST_MAP_READ | GST_MAP_GL, GST_MAP_WRITE, frame, &info, &memory)) {
|
||||
g_slice_free (GstVideoFrame, frame);
|
||||
|
||||
return GST_FLOW_ERROR;
|
||||
}
|
||||
|
||||
clapper_memory = GST_CLAPPER_GDK_MEMORY_CAST (memory);
|
||||
|
||||
GST_CLAPPER_GL_BASE_IMPORT_LOCK (gl_bi);
|
||||
|
||||
/* Must have context active here for both sync meta
|
||||
* and Gdk texture format auto-detection to work */
|
||||
gdk_gl_context_make_current (gl_bi->gdk_context);
|
||||
gst_gl_context_activate (gl_bi->wrapped_context, TRUE);
|
||||
|
||||
sync_meta = gst_buffer_get_gl_sync_meta (in_buf);
|
||||
|
||||
/* Wait for all previous OpenGL commands to complete,
|
||||
* before we start using the input texture */
|
||||
if (sync_meta) {
|
||||
gst_gl_sync_meta_set_sync_point (sync_meta, gl_bi->gst_context);
|
||||
gst_gl_sync_meta_wait (sync_meta, gl_bi->wrapped_context);
|
||||
}
|
||||
|
||||
/* Keep input data alive as long as necessary,
|
||||
* unmap only after texture is destroyed */
|
||||
clapper_memory->texture = gdk_gl_texture_new (
|
||||
gl_bi->gdk_context,
|
||||
*(guint *) GST_VIDEO_FRAME_PLANE_DATA (frame, 0),
|
||||
GST_VIDEO_FRAME_WIDTH (frame),
|
||||
GST_VIDEO_FRAME_HEIGHT (frame),
|
||||
(GDestroyNotify) video_frame_unmap_and_free,
|
||||
frame);
|
||||
|
||||
gst_gl_context_activate (gl_bi->wrapped_context, FALSE);
|
||||
gdk_gl_context_clear_current ();
|
||||
|
||||
GST_CLAPPER_GL_BASE_IMPORT_UNLOCK (gl_bi);
|
||||
|
||||
gst_memory_unmap (memory, &info);
|
||||
|
||||
return GST_FLOW_OK;
|
||||
}
|
||||
|
||||
static void
|
||||
gst_clapper_gl_import_init (GstClapperGLImport *self)
|
||||
{
|
||||
}
|
||||
|
||||
static void
|
||||
gst_clapper_gl_import_class_init (GstClapperGLImportClass *klass)
|
||||
{
|
||||
GstElementClass *gstelement_class = (GstElementClass *) klass;
|
||||
GstBaseTransformClass *gstbasetransform_class = (GstBaseTransformClass *) klass;
|
||||
GstClapperBaseImportClass *bi_class = (GstClapperBaseImportClass *) klass;
|
||||
|
||||
GST_DEBUG_CATEGORY_INIT (GST_CAT_DEFAULT, "clapperglimport", 0,
|
||||
"Clapper GL Import");
|
||||
|
||||
gstbasetransform_class->transform = gst_clapper_gl_import_transform;
|
||||
|
||||
bi_class->create_upstream_pool = gst_clapper_gl_import_create_upstream_pool;
|
||||
|
||||
gst_element_class_set_metadata (gstelement_class,
|
||||
"Clapper GL import",
|
||||
"Filter/Video", "Imports GL memory into ClapperGdkMemory",
|
||||
"Rafał Dzięgiel <rafostar.github@gmail.com>");
|
||||
|
||||
gst_element_class_add_static_pad_template (gstelement_class,
|
||||
&gst_clapper_gl_import_sink_template);
|
||||
gst_element_class_add_static_pad_template (gstelement_class,
|
||||
&gst_clapper_gl_import_src_template);
|
||||
}
|
||||
Reference in New Issue
Block a user