mirror of
git://source.winehq.org/git/wine.git
synced 2024-09-01 01:53:37 +00:00
937 lines
32 KiB
C
937 lines
32 KiB
C
/*
|
|
* GStreamer transform backend
|
|
*
|
|
* Copyright 2022 Rémi Bernon for CodeWeavers
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
|
|
*/
|
|
|
|
#if 0
|
|
#pragma makedep unix
|
|
#endif
|
|
|
|
#include "config.h"
|
|
|
|
#include <assert.h>
|
|
#include <stdarg.h>
|
|
#include <stdio.h>
|
|
|
|
#include <gst/gst.h>
|
|
#include <gst/video/video.h>
|
|
#include <gst/audio/audio.h>
|
|
|
|
#include "ntstatus.h"
|
|
#define WIN32_NO_STATUS
|
|
#include "winternl.h"
|
|
#include "mferror.h"
|
|
|
|
#include "unix_private.h"
|
|
|
|
#define GST_SAMPLE_FLAG_WG_CAPS_CHANGED (GST_MINI_OBJECT_FLAG_LAST << 0)
|
|
|
|
struct wg_transform
|
|
{
|
|
struct wg_transform_attrs attrs;
|
|
|
|
GstElement *container;
|
|
GstAllocator *allocator;
|
|
GstPad *my_src, *my_sink;
|
|
GstSegment segment;
|
|
GstQuery *drain_query;
|
|
|
|
GstAtomicQueue *input_queue;
|
|
|
|
bool input_is_flipped;
|
|
GstElement *video_flip;
|
|
|
|
struct wg_format output_format;
|
|
GstAtomicQueue *output_queue;
|
|
GstSample *output_sample;
|
|
bool output_caps_changed;
|
|
GstCaps *output_caps;
|
|
};
|
|
|
|
static struct wg_transform *get_transform(wg_transform_t trans)
|
|
{
|
|
return (struct wg_transform *)(ULONG_PTR)trans;
|
|
}
|
|
|
|
static void align_video_info_planes(gsize plane_align, GstVideoInfo *info, GstVideoAlignment *align)
|
|
{
|
|
gst_video_alignment_reset(align);
|
|
|
|
align->padding_right = ((plane_align + 1) - (info->width & plane_align)) & plane_align;
|
|
align->padding_bottom = ((plane_align + 1) - (info->height & plane_align)) & plane_align;
|
|
align->stride_align[0] = plane_align;
|
|
align->stride_align[1] = plane_align;
|
|
align->stride_align[2] = plane_align;
|
|
align->stride_align[3] = plane_align;
|
|
|
|
gst_video_info_align(info, align);
|
|
}
|
|
|
|
static GstFlowReturn transform_sink_chain_cb(GstPad *pad, GstObject *parent, GstBuffer *buffer)
|
|
{
|
|
struct wg_transform *transform = gst_pad_get_element_private(pad);
|
|
GstSample *sample;
|
|
|
|
GST_LOG("transform %p, buffer %p.", transform, buffer);
|
|
|
|
if (!(sample = gst_sample_new(buffer, transform->output_caps, NULL, NULL)))
|
|
{
|
|
GST_ERROR("Failed to allocate transform %p output sample.", transform);
|
|
gst_buffer_unref(buffer);
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
|
|
if (transform->output_caps_changed)
|
|
GST_MINI_OBJECT_FLAG_SET(sample, GST_SAMPLE_FLAG_WG_CAPS_CHANGED);
|
|
transform->output_caps_changed = false;
|
|
|
|
gst_atomic_queue_push(transform->output_queue, sample);
|
|
gst_buffer_unref(buffer);
|
|
return GST_FLOW_OK;
|
|
}
|
|
|
|
static gboolean transform_src_query_latency(struct wg_transform *transform, GstQuery *query)
|
|
{
|
|
GST_LOG("transform %p, query %p", transform, query);
|
|
gst_query_set_latency(query, transform->attrs.low_latency, 0, 0);
|
|
return true;
|
|
}
|
|
|
|
static gboolean transform_src_query_cb(GstPad *pad, GstObject *parent, GstQuery *query)
|
|
{
|
|
struct wg_transform *transform = gst_pad_get_element_private(pad);
|
|
|
|
switch (query->type)
|
|
{
|
|
case GST_QUERY_LATENCY:
|
|
return transform_src_query_latency(transform, query);
|
|
default:
|
|
return gst_pad_query_default(pad, parent, query);
|
|
}
|
|
}
|
|
|
|
static gboolean transform_sink_query_cb(GstPad *pad, GstObject *parent, GstQuery *query)
|
|
{
|
|
struct wg_transform *transform = gst_pad_get_element_private(pad);
|
|
|
|
GST_LOG("transform %p, type \"%s\".", transform, gst_query_type_get_name(query->type));
|
|
|
|
switch (query->type)
|
|
{
|
|
case GST_QUERY_ALLOCATION:
|
|
{
|
|
gsize plane_align = transform->attrs.output_plane_align;
|
|
GstStructure *config, *params;
|
|
GstVideoAlignment align;
|
|
gboolean needs_pool;
|
|
GstBufferPool *pool;
|
|
GstVideoInfo info;
|
|
GstCaps *caps;
|
|
|
|
gst_query_parse_allocation(query, &caps, &needs_pool);
|
|
if (stream_type_from_caps(caps) != GST_STREAM_TYPE_VIDEO || !needs_pool)
|
|
break;
|
|
|
|
if (!gst_video_info_from_caps(&info, caps)
|
|
|| !(pool = gst_video_buffer_pool_new()))
|
|
break;
|
|
|
|
align_video_info_planes(plane_align, &info, &align);
|
|
|
|
if ((params = gst_structure_new("video-meta",
|
|
"padding-top", G_TYPE_UINT, align.padding_top,
|
|
"padding-bottom", G_TYPE_UINT, align.padding_bottom,
|
|
"padding-left", G_TYPE_UINT, align.padding_left,
|
|
"padding-right", G_TYPE_UINT, align.padding_right,
|
|
NULL)))
|
|
{
|
|
gst_query_add_allocation_meta(query, GST_VIDEO_META_API_TYPE, params);
|
|
gst_structure_free(params);
|
|
}
|
|
|
|
if (!(config = gst_buffer_pool_get_config(pool)))
|
|
GST_ERROR("Failed to get pool %p config.", pool);
|
|
else
|
|
{
|
|
gst_buffer_pool_config_add_option(config, GST_BUFFER_POOL_OPTION_VIDEO_META);
|
|
gst_buffer_pool_config_add_option(config, GST_BUFFER_POOL_OPTION_VIDEO_ALIGNMENT);
|
|
gst_buffer_pool_config_set_video_alignment(config, &align);
|
|
|
|
gst_buffer_pool_config_set_params(config, caps,
|
|
info.size, 0, 0);
|
|
gst_buffer_pool_config_set_allocator(config, transform->allocator, NULL);
|
|
if (!gst_buffer_pool_set_config(pool, config))
|
|
GST_ERROR("Failed to set pool %p config.", pool);
|
|
}
|
|
|
|
/* Prevent pool reconfiguration, we don't want another alignment. */
|
|
if (!gst_buffer_pool_set_active(pool, true))
|
|
GST_ERROR("Pool %p failed to activate.", pool);
|
|
|
|
gst_query_add_allocation_pool(query, pool, info.size, 0, 0);
|
|
gst_query_add_allocation_param(query, transform->allocator, NULL);
|
|
|
|
GST_INFO("Proposing pool %p, buffer size %#zx, allocator %p, for query %p.",
|
|
pool, info.size, transform->allocator, query);
|
|
|
|
g_object_unref(pool);
|
|
return true;
|
|
}
|
|
|
|
case GST_QUERY_CAPS:
|
|
{
|
|
GstCaps *caps, *filter, *temp;
|
|
gchar *str;
|
|
|
|
gst_query_parse_caps(query, &filter);
|
|
if (!(caps = wg_format_to_caps(&transform->output_format)))
|
|
break;
|
|
|
|
if (filter)
|
|
{
|
|
temp = gst_caps_intersect(caps, filter);
|
|
gst_caps_unref(caps);
|
|
caps = temp;
|
|
}
|
|
|
|
str = gst_caps_to_string(caps);
|
|
GST_INFO("Returning caps %s", str);
|
|
g_free(str);
|
|
|
|
gst_query_set_caps_result(query, caps);
|
|
gst_caps_unref(caps);
|
|
return true;
|
|
}
|
|
|
|
default:
|
|
GST_WARNING("Ignoring \"%s\" query.", gst_query_type_get_name(query->type));
|
|
break;
|
|
}
|
|
|
|
return gst_pad_query_default(pad, parent, query);
|
|
}
|
|
|
|
static gboolean transform_sink_event_cb(GstPad *pad, GstObject *parent, GstEvent *event)
|
|
{
|
|
struct wg_transform *transform = gst_pad_get_element_private(pad);
|
|
|
|
GST_LOG("transform %p, type \"%s\".", transform, GST_EVENT_TYPE_NAME(event));
|
|
|
|
switch (event->type)
|
|
{
|
|
case GST_EVENT_CAPS:
|
|
{
|
|
GstCaps *caps;
|
|
|
|
gst_event_parse_caps(event, &caps);
|
|
|
|
transform->output_caps_changed = transform->output_caps_changed
|
|
|| !gst_caps_is_always_compatible(transform->output_caps, caps);
|
|
|
|
gst_caps_unref(transform->output_caps);
|
|
transform->output_caps = gst_caps_ref(caps);
|
|
break;
|
|
}
|
|
default:
|
|
GST_WARNING("Ignoring \"%s\" event.", GST_EVENT_TYPE_NAME(event));
|
|
break;
|
|
}
|
|
|
|
gst_event_unref(event);
|
|
return TRUE;
|
|
}
|
|
|
|
NTSTATUS wg_transform_destroy(void *args)
|
|
{
|
|
struct wg_transform *transform = get_transform(*(wg_transform_t *)args);
|
|
GstSample *sample;
|
|
GstBuffer *buffer;
|
|
|
|
while ((buffer = gst_atomic_queue_pop(transform->input_queue)))
|
|
gst_buffer_unref(buffer);
|
|
gst_atomic_queue_unref(transform->input_queue);
|
|
|
|
gst_element_set_state(transform->container, GST_STATE_NULL);
|
|
|
|
if (transform->output_sample)
|
|
gst_sample_unref(transform->output_sample);
|
|
while ((sample = gst_atomic_queue_pop(transform->output_queue)))
|
|
gst_sample_unref(sample);
|
|
|
|
wg_allocator_destroy(transform->allocator);
|
|
g_object_unref(transform->container);
|
|
g_object_unref(transform->my_sink);
|
|
g_object_unref(transform->my_src);
|
|
gst_query_unref(transform->drain_query);
|
|
gst_caps_unref(transform->output_caps);
|
|
gst_atomic_queue_unref(transform->output_queue);
|
|
free(transform);
|
|
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
static bool wg_format_video_is_flipped(const struct wg_format *format)
|
|
{
|
|
return format->major_type == WG_MAJOR_TYPE_VIDEO && (format->u.video.height < 0);
|
|
}
|
|
|
|
NTSTATUS wg_transform_create(void *args)
|
|
{
|
|
struct wg_transform_create_params *params = args;
|
|
struct wg_format output_format = *params->output_format;
|
|
struct wg_format input_format = *params->input_format;
|
|
GstElement *first = NULL, *last = NULL, *element;
|
|
GstCaps *raw_caps = NULL, *src_caps = NULL;
|
|
NTSTATUS status = STATUS_UNSUCCESSFUL;
|
|
GstPadTemplate *template = NULL;
|
|
struct wg_transform *transform;
|
|
const gchar *media_type;
|
|
GstEvent *event;
|
|
|
|
if (!(transform = calloc(1, sizeof(*transform))))
|
|
return STATUS_NO_MEMORY;
|
|
if (!(transform->container = gst_bin_new("wg_transform")))
|
|
goto out;
|
|
if (!(transform->input_queue = gst_atomic_queue_new(8)))
|
|
goto out;
|
|
if (!(transform->output_queue = gst_atomic_queue_new(8)))
|
|
goto out;
|
|
if (!(transform->drain_query = gst_query_new_drain()))
|
|
goto out;
|
|
if (!(transform->allocator = wg_allocator_create()))
|
|
goto out;
|
|
transform->attrs = *params->attrs;
|
|
transform->output_format = output_format;
|
|
|
|
if (!(src_caps = wg_format_to_caps(&input_format)))
|
|
goto out;
|
|
if (!(template = gst_pad_template_new("src", GST_PAD_SRC, GST_PAD_ALWAYS, src_caps)))
|
|
goto out;
|
|
transform->my_src = gst_pad_new_from_template(template, "src");
|
|
g_object_unref(template);
|
|
if (!transform->my_src)
|
|
goto out;
|
|
|
|
gst_pad_set_element_private(transform->my_src, transform);
|
|
gst_pad_set_query_function(transform->my_src, transform_src_query_cb);
|
|
|
|
if (!(transform->output_caps = wg_format_to_caps(&output_format)))
|
|
goto out;
|
|
if (!(template = gst_pad_template_new("sink", GST_PAD_SINK, GST_PAD_ALWAYS, transform->output_caps)))
|
|
goto out;
|
|
transform->my_sink = gst_pad_new_from_template(template, "sink");
|
|
g_object_unref(template);
|
|
if (!transform->my_sink)
|
|
goto out;
|
|
|
|
gst_pad_set_element_private(transform->my_sink, transform);
|
|
gst_pad_set_event_function(transform->my_sink, transform_sink_event_cb);
|
|
gst_pad_set_query_function(transform->my_sink, transform_sink_query_cb);
|
|
gst_pad_set_chain_function(transform->my_sink, transform_sink_chain_cb);
|
|
|
|
/* Since we append conversion elements, we don't want to filter decoders
|
|
* based on the actual output caps now. Matching decoders with the
|
|
* raw output media type should be enough.
|
|
*/
|
|
media_type = gst_structure_get_name(gst_caps_get_structure(transform->output_caps, 0));
|
|
if (!(raw_caps = gst_caps_new_empty_simple(media_type)))
|
|
goto out;
|
|
|
|
switch (input_format.major_type)
|
|
{
|
|
case WG_MAJOR_TYPE_VIDEO_H264:
|
|
case WG_MAJOR_TYPE_AUDIO_MPEG1:
|
|
case WG_MAJOR_TYPE_AUDIO_MPEG4:
|
|
case WG_MAJOR_TYPE_AUDIO_WMA:
|
|
case WG_MAJOR_TYPE_VIDEO_CINEPAK:
|
|
case WG_MAJOR_TYPE_VIDEO_INDEO:
|
|
case WG_MAJOR_TYPE_VIDEO_WMV:
|
|
if (!(element = find_element(GST_ELEMENT_FACTORY_TYPE_DECODER, src_caps, raw_caps))
|
|
|| !append_element(transform->container, element, &first, &last))
|
|
{
|
|
gst_caps_unref(raw_caps);
|
|
goto out;
|
|
}
|
|
break;
|
|
|
|
case WG_MAJOR_TYPE_AUDIO:
|
|
case WG_MAJOR_TYPE_VIDEO:
|
|
break;
|
|
case WG_MAJOR_TYPE_UNKNOWN:
|
|
GST_FIXME("Format %u not implemented!", input_format.major_type);
|
|
gst_caps_unref(raw_caps);
|
|
goto out;
|
|
}
|
|
|
|
gst_caps_unref(raw_caps);
|
|
|
|
switch (output_format.major_type)
|
|
{
|
|
case WG_MAJOR_TYPE_AUDIO:
|
|
/* The MF audio decoder transforms allow decoding to various formats
|
|
* as well as resampling the audio at the same time, whereas
|
|
* GStreamer decoder plugins usually only support decoding to a
|
|
* single format and at the original rate.
|
|
*
|
|
* The WMA decoder transform also has output samples interleaved on
|
|
* Windows, whereas GStreamer avdec_wmav2 output uses
|
|
* non-interleaved format.
|
|
*/
|
|
if (!(element = create_element("audioconvert", "base"))
|
|
|| !append_element(transform->container, element, &first, &last))
|
|
goto out;
|
|
if (!(element = create_element("audioresample", "base"))
|
|
|| !append_element(transform->container, element, &first, &last))
|
|
goto out;
|
|
break;
|
|
|
|
case WG_MAJOR_TYPE_VIDEO:
|
|
case WG_MAJOR_TYPE_VIDEO_WMV:
|
|
if (!(element = create_element("videoconvert", "base"))
|
|
|| !append_element(transform->container, element, &first, &last))
|
|
goto out;
|
|
if (!(transform->video_flip = create_element("videoflip", "base"))
|
|
|| !append_element(transform->container, transform->video_flip, &first, &last))
|
|
goto out;
|
|
transform->input_is_flipped = wg_format_video_is_flipped(&input_format);
|
|
if (transform->input_is_flipped != wg_format_video_is_flipped(&output_format))
|
|
gst_util_set_object_arg(G_OBJECT(transform->video_flip), "method", "vertical-flip");
|
|
if (!(element = create_element("videoconvert", "base"))
|
|
|| !append_element(transform->container, element, &first, &last))
|
|
goto out;
|
|
/* Let GStreamer choose a default number of threads. */
|
|
gst_util_set_object_arg(G_OBJECT(element), "n-threads", "0");
|
|
break;
|
|
|
|
case WG_MAJOR_TYPE_AUDIO_MPEG1:
|
|
case WG_MAJOR_TYPE_AUDIO_MPEG4:
|
|
case WG_MAJOR_TYPE_AUDIO_WMA:
|
|
case WG_MAJOR_TYPE_VIDEO_CINEPAK:
|
|
case WG_MAJOR_TYPE_VIDEO_H264:
|
|
case WG_MAJOR_TYPE_UNKNOWN:
|
|
case WG_MAJOR_TYPE_VIDEO_INDEO:
|
|
GST_FIXME("Format %u not implemented!", output_format.major_type);
|
|
goto out;
|
|
}
|
|
|
|
if (!link_src_to_element(transform->my_src, first))
|
|
goto out;
|
|
if (!link_element_to_sink(last, transform->my_sink))
|
|
goto out;
|
|
if (!gst_pad_set_active(transform->my_sink, 1))
|
|
goto out;
|
|
if (!gst_pad_set_active(transform->my_src, 1))
|
|
goto out;
|
|
|
|
gst_element_set_state(transform->container, GST_STATE_PAUSED);
|
|
if (!gst_element_get_state(transform->container, NULL, NULL, -1))
|
|
goto out;
|
|
|
|
if (!(event = gst_event_new_stream_start("stream"))
|
|
|| !gst_pad_push_event(transform->my_src, event))
|
|
goto out;
|
|
if (!(event = gst_event_new_caps(src_caps))
|
|
|| !gst_pad_push_event(transform->my_src, event))
|
|
goto out;
|
|
|
|
/* We need to use GST_FORMAT_TIME here because it's the only format
|
|
* some elements such avdec_wmav2 correctly support. */
|
|
gst_segment_init(&transform->segment, GST_FORMAT_TIME);
|
|
transform->segment.start = 0;
|
|
transform->segment.stop = -1;
|
|
if (!(event = gst_event_new_segment(&transform->segment))
|
|
|| !gst_pad_push_event(transform->my_src, event))
|
|
goto out;
|
|
|
|
gst_caps_unref(src_caps);
|
|
|
|
GST_INFO("Created winegstreamer transform %p.", transform);
|
|
params->transform = (wg_transform_t)(ULONG_PTR)transform;
|
|
return STATUS_SUCCESS;
|
|
|
|
out:
|
|
if (transform->my_sink)
|
|
gst_object_unref(transform->my_sink);
|
|
if (transform->output_caps)
|
|
gst_caps_unref(transform->output_caps);
|
|
if (transform->my_src)
|
|
gst_object_unref(transform->my_src);
|
|
if (src_caps)
|
|
gst_caps_unref(src_caps);
|
|
if (transform->allocator)
|
|
wg_allocator_destroy(transform->allocator);
|
|
if (transform->drain_query)
|
|
gst_query_unref(transform->drain_query);
|
|
if (transform->output_queue)
|
|
gst_atomic_queue_unref(transform->output_queue);
|
|
if (transform->input_queue)
|
|
gst_atomic_queue_unref(transform->input_queue);
|
|
if (transform->container)
|
|
{
|
|
gst_element_set_state(transform->container, GST_STATE_NULL);
|
|
gst_object_unref(transform->container);
|
|
}
|
|
free(transform);
|
|
GST_ERROR("Failed to create winegstreamer transform.");
|
|
return status;
|
|
}
|
|
|
|
NTSTATUS wg_transform_set_output_format(void *args)
|
|
{
|
|
struct wg_transform_set_output_format_params *params = args;
|
|
struct wg_transform *transform = get_transform(params->transform);
|
|
const struct wg_format *format = params->format;
|
|
GstSample *sample;
|
|
GstCaps *caps;
|
|
gchar *str;
|
|
|
|
if (!(caps = wg_format_to_caps(format)))
|
|
{
|
|
GST_ERROR("Failed to convert format %p to caps.", format);
|
|
return STATUS_UNSUCCESSFUL;
|
|
}
|
|
transform->output_format = *format;
|
|
|
|
if (gst_caps_is_always_compatible(transform->output_caps, caps))
|
|
{
|
|
gst_caps_unref(caps);
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
if (!gst_pad_peer_query(transform->my_src, transform->drain_query))
|
|
{
|
|
GST_ERROR("Failed to drain transform %p.", transform);
|
|
return STATUS_UNSUCCESSFUL;
|
|
}
|
|
|
|
gst_caps_unref(transform->output_caps);
|
|
transform->output_caps = caps;
|
|
|
|
if (transform->video_flip)
|
|
{
|
|
const char *value;
|
|
if (transform->input_is_flipped != wg_format_video_is_flipped(format))
|
|
value = "vertical-flip";
|
|
else
|
|
value = "none";
|
|
gst_util_set_object_arg(G_OBJECT(transform->video_flip), "method", value);
|
|
}
|
|
if (!gst_pad_push_event(transform->my_sink, gst_event_new_reconfigure()))
|
|
{
|
|
GST_ERROR("Failed to reconfigure transform %p.", transform);
|
|
return STATUS_UNSUCCESSFUL;
|
|
}
|
|
|
|
str = gst_caps_to_string(caps);
|
|
GST_INFO("Configured new caps %s.", str);
|
|
g_free(str);
|
|
|
|
/* Ideally and to be fully compatible with native transform, the queued
|
|
* output buffers will need to be converted to the new output format and
|
|
* kept queued.
|
|
*/
|
|
if (transform->output_sample)
|
|
gst_sample_unref(transform->output_sample);
|
|
while ((sample = gst_atomic_queue_pop(transform->output_queue)))
|
|
gst_sample_unref(sample);
|
|
transform->output_sample = NULL;
|
|
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
static void wg_sample_free_notify(void *arg)
|
|
{
|
|
struct wg_sample *sample = arg;
|
|
GST_DEBUG("Releasing wg_sample %p", sample);
|
|
InterlockedDecrement(&sample->refcount);
|
|
}
|
|
|
|
NTSTATUS wg_transform_push_data(void *args)
|
|
{
|
|
struct wg_transform_push_data_params *params = args;
|
|
struct wg_transform *transform = get_transform(params->transform);
|
|
struct wg_sample *sample = params->sample;
|
|
GstBuffer *buffer;
|
|
guint length;
|
|
|
|
length = gst_atomic_queue_length(transform->input_queue);
|
|
if (length >= transform->attrs.input_queue_length + 1)
|
|
{
|
|
GST_INFO("Refusing %u bytes, %u buffers already queued", sample->size, length);
|
|
params->result = MF_E_NOTACCEPTING;
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
if (!(buffer = gst_buffer_new_wrapped_full(GST_MEMORY_FLAG_READONLY, wg_sample_data(sample), sample->max_size,
|
|
0, sample->size, sample, wg_sample_free_notify)))
|
|
{
|
|
GST_ERROR("Failed to allocate input buffer");
|
|
return STATUS_NO_MEMORY;
|
|
}
|
|
else
|
|
{
|
|
InterlockedIncrement(&sample->refcount);
|
|
GST_INFO("Wrapped %u/%u bytes from sample %p to buffer %p", sample->size, sample->max_size, sample, buffer);
|
|
}
|
|
|
|
if (sample->flags & WG_SAMPLE_FLAG_HAS_PTS)
|
|
GST_BUFFER_PTS(buffer) = sample->pts * 100;
|
|
if (sample->flags & WG_SAMPLE_FLAG_HAS_DURATION)
|
|
GST_BUFFER_DURATION(buffer) = sample->duration * 100;
|
|
if (!(sample->flags & WG_SAMPLE_FLAG_SYNC_POINT))
|
|
GST_BUFFER_FLAG_SET(buffer, GST_BUFFER_FLAG_DELTA_UNIT);
|
|
if (sample->flags & WG_SAMPLE_FLAG_DISCONTINUITY)
|
|
GST_BUFFER_FLAG_SET(buffer, GST_BUFFER_FLAG_DISCONT);
|
|
gst_atomic_queue_push(transform->input_queue, buffer);
|
|
|
|
params->result = S_OK;
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
static NTSTATUS copy_video_buffer(GstBuffer *buffer, GstCaps *caps, gsize plane_align,
|
|
struct wg_sample *sample, gsize *total_size)
|
|
{
|
|
NTSTATUS status = STATUS_UNSUCCESSFUL;
|
|
GstVideoFrame src_frame, dst_frame;
|
|
GstVideoInfo src_info, dst_info;
|
|
GstVideoAlignment align;
|
|
GstBuffer *dst_buffer;
|
|
|
|
if (!gst_video_info_from_caps(&src_info, caps))
|
|
{
|
|
GST_ERROR("Failed to get video info from caps.");
|
|
return STATUS_UNSUCCESSFUL;
|
|
}
|
|
|
|
dst_info = src_info;
|
|
align_video_info_planes(plane_align, &dst_info, &align);
|
|
|
|
if (sample->max_size < dst_info.size)
|
|
{
|
|
GST_ERROR("Output buffer is too small.");
|
|
return STATUS_BUFFER_TOO_SMALL;
|
|
}
|
|
|
|
if (!(dst_buffer = gst_buffer_new_wrapped_full(0, wg_sample_data(sample), sample->max_size,
|
|
0, sample->max_size, 0, NULL)))
|
|
{
|
|
GST_ERROR("Failed to wrap wg_sample into GstBuffer");
|
|
return STATUS_UNSUCCESSFUL;
|
|
}
|
|
gst_buffer_set_size(dst_buffer, dst_info.size);
|
|
*total_size = sample->size = dst_info.size;
|
|
|
|
if (!gst_video_frame_map(&src_frame, &src_info, buffer, GST_MAP_READ))
|
|
GST_ERROR("Failed to map source frame.");
|
|
else
|
|
{
|
|
if (!gst_video_frame_map(&dst_frame, &dst_info, dst_buffer, GST_MAP_WRITE))
|
|
GST_ERROR("Failed to map destination frame.");
|
|
else
|
|
{
|
|
if (gst_video_frame_copy(&dst_frame, &src_frame))
|
|
status = STATUS_SUCCESS;
|
|
else
|
|
GST_ERROR("Failed to copy video frame.");
|
|
gst_video_frame_unmap(&dst_frame);
|
|
}
|
|
gst_video_frame_unmap(&src_frame);
|
|
}
|
|
|
|
gst_buffer_unref(dst_buffer);
|
|
return status;
|
|
}
|
|
|
|
static NTSTATUS copy_buffer(GstBuffer *buffer, GstCaps *caps, struct wg_sample *sample,
|
|
gsize *total_size)
|
|
{
|
|
GstMapInfo info;
|
|
|
|
if (!gst_buffer_map(buffer, &info, GST_MAP_READ))
|
|
return STATUS_UNSUCCESSFUL;
|
|
|
|
if (sample->max_size >= info.size)
|
|
sample->size = info.size;
|
|
else
|
|
{
|
|
sample->flags |= WG_SAMPLE_FLAG_INCOMPLETE;
|
|
sample->size = sample->max_size;
|
|
}
|
|
|
|
memcpy(wg_sample_data(sample), info.data, sample->size);
|
|
gst_buffer_unmap(buffer, &info);
|
|
|
|
if (sample->flags & WG_SAMPLE_FLAG_INCOMPLETE)
|
|
gst_buffer_resize(buffer, sample->size, -1);
|
|
|
|
*total_size = info.size;
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
static NTSTATUS read_transform_output_data(GstBuffer *buffer, GstCaps *caps, gsize plane_align,
|
|
struct wg_sample *sample)
|
|
{
|
|
gsize total_size;
|
|
bool needs_copy;
|
|
NTSTATUS status;
|
|
GstMapInfo info;
|
|
|
|
if (!gst_buffer_map(buffer, &info, GST_MAP_READ))
|
|
{
|
|
GST_ERROR("Failed to map buffer %p", buffer);
|
|
sample->size = 0;
|
|
return STATUS_UNSUCCESSFUL;
|
|
}
|
|
needs_copy = info.data != wg_sample_data(sample);
|
|
total_size = sample->size = info.size;
|
|
gst_buffer_unmap(buffer, &info);
|
|
|
|
if (!needs_copy)
|
|
status = STATUS_SUCCESS;
|
|
else if (stream_type_from_caps(caps) == GST_STREAM_TYPE_VIDEO)
|
|
status = copy_video_buffer(buffer, caps, plane_align, sample, &total_size);
|
|
else
|
|
status = copy_buffer(buffer, caps, sample, &total_size);
|
|
|
|
if (status)
|
|
{
|
|
GST_ERROR("Failed to copy buffer %p", buffer);
|
|
sample->size = 0;
|
|
return status;
|
|
}
|
|
|
|
if (GST_BUFFER_PTS_IS_VALID(buffer))
|
|
{
|
|
sample->flags |= WG_SAMPLE_FLAG_HAS_PTS;
|
|
sample->pts = GST_BUFFER_PTS(buffer) / 100;
|
|
}
|
|
if (GST_BUFFER_DURATION_IS_VALID(buffer))
|
|
{
|
|
GstClockTime duration = GST_BUFFER_DURATION(buffer) / 100;
|
|
|
|
duration = (duration * sample->size) / total_size;
|
|
GST_BUFFER_DURATION(buffer) -= duration * 100;
|
|
if (GST_BUFFER_PTS_IS_VALID(buffer))
|
|
GST_BUFFER_PTS(buffer) += duration * 100;
|
|
|
|
sample->flags |= WG_SAMPLE_FLAG_HAS_DURATION;
|
|
sample->duration = duration;
|
|
}
|
|
if (!GST_BUFFER_FLAG_IS_SET(buffer, GST_BUFFER_FLAG_DELTA_UNIT))
|
|
sample->flags |= WG_SAMPLE_FLAG_SYNC_POINT;
|
|
if (GST_BUFFER_FLAG_IS_SET(buffer, GST_BUFFER_FLAG_DISCONT))
|
|
sample->flags |= WG_SAMPLE_FLAG_DISCONTINUITY;
|
|
|
|
if (needs_copy)
|
|
{
|
|
if (stream_type_from_caps(caps) == GST_STREAM_TYPE_VIDEO)
|
|
GST_WARNING("Copied %u bytes, sample %p, flags %#x", sample->size, sample, sample->flags);
|
|
else
|
|
GST_INFO("Copied %u bytes, sample %p, flags %#x", sample->size, sample, sample->flags);
|
|
}
|
|
else if (sample->flags & WG_SAMPLE_FLAG_INCOMPLETE)
|
|
GST_ERROR("Partial read %u bytes, sample %p, flags %#x", sample->size, sample, sample->flags);
|
|
else
|
|
GST_INFO("Read %u bytes, sample %p, flags %#x", sample->size, sample, sample->flags);
|
|
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
static bool get_transform_output(struct wg_transform *transform, struct wg_sample *sample)
|
|
{
|
|
GstBuffer *input_buffer;
|
|
GstFlowReturn ret;
|
|
|
|
wg_allocator_provide_sample(transform->allocator, sample);
|
|
|
|
while (!(transform->output_sample = gst_atomic_queue_pop(transform->output_queue))
|
|
&& (input_buffer = gst_atomic_queue_pop(transform->input_queue)))
|
|
{
|
|
if ((ret = gst_pad_push(transform->my_src, input_buffer)))
|
|
GST_WARNING("Failed to push transform input, error %d", ret);
|
|
}
|
|
|
|
/* Remove the sample so the allocator cannot use it */
|
|
wg_allocator_provide_sample(transform->allocator, NULL);
|
|
|
|
return !!transform->output_sample;
|
|
}
|
|
|
|
NTSTATUS wg_transform_read_data(void *args)
|
|
{
|
|
struct wg_transform_read_data_params *params = args;
|
|
struct wg_transform *transform = get_transform(params->transform);
|
|
struct wg_sample *sample = params->sample;
|
|
struct wg_format *format = params->format;
|
|
GstBuffer *output_buffer;
|
|
GstCaps *output_caps;
|
|
bool discard_data;
|
|
NTSTATUS status;
|
|
|
|
if (!transform->output_sample && !get_transform_output(transform, sample))
|
|
{
|
|
sample->size = 0;
|
|
params->result = MF_E_TRANSFORM_NEED_MORE_INPUT;
|
|
GST_INFO("Cannot read %u bytes, no output available", sample->max_size);
|
|
wg_allocator_release_sample(transform->allocator, sample, false);
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
output_buffer = gst_sample_get_buffer(transform->output_sample);
|
|
output_caps = gst_sample_get_caps(transform->output_sample);
|
|
|
|
if (GST_MINI_OBJECT_FLAG_IS_SET(transform->output_sample, GST_SAMPLE_FLAG_WG_CAPS_CHANGED))
|
|
{
|
|
GST_MINI_OBJECT_FLAG_UNSET(transform->output_sample, GST_SAMPLE_FLAG_WG_CAPS_CHANGED);
|
|
|
|
if (format)
|
|
{
|
|
gsize plane_align = transform->attrs.output_plane_align;
|
|
GstVideoAlignment align;
|
|
GstVideoInfo info;
|
|
|
|
wg_format_from_caps(format, output_caps);
|
|
|
|
if (format->major_type == WG_MAJOR_TYPE_VIDEO
|
|
&& gst_video_info_from_caps(&info, output_caps))
|
|
{
|
|
align_video_info_planes(plane_align, &info, &align);
|
|
|
|
GST_INFO("Returning video alignment left %u, top %u, right %u, bottom %u.", align.padding_left,
|
|
align.padding_top, align.padding_right, align.padding_bottom);
|
|
|
|
format->u.video.padding.left = align.padding_left;
|
|
format->u.video.width += format->u.video.padding.left;
|
|
format->u.video.padding.right = align.padding_right;
|
|
format->u.video.width += format->u.video.padding.right;
|
|
format->u.video.padding.top = align.padding_top;
|
|
format->u.video.height += format->u.video.padding.top;
|
|
format->u.video.padding.bottom = align.padding_bottom;
|
|
format->u.video.height += format->u.video.padding.bottom;
|
|
}
|
|
}
|
|
|
|
params->result = MF_E_TRANSFORM_STREAM_CHANGE;
|
|
GST_INFO("Format changed detected, returning no output");
|
|
wg_allocator_release_sample(transform->allocator, sample, false);
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
if ((status = read_transform_output_data(output_buffer, output_caps,
|
|
transform->attrs.output_plane_align, sample)))
|
|
{
|
|
wg_allocator_release_sample(transform->allocator, sample, false);
|
|
return status;
|
|
}
|
|
|
|
if (sample->flags & WG_SAMPLE_FLAG_INCOMPLETE)
|
|
discard_data = false;
|
|
else
|
|
{
|
|
/* Taint the buffer memory to make sure it cannot be reused by the buffer pool,
|
|
* for the pool to always requests new memory from the allocator, and so we can
|
|
* then always provide output sample memory to achieve zero-copy.
|
|
*
|
|
* However, some decoder keep a reference on the buffer they passed downstream,
|
|
* to re-use it later. In this case, it will not be possible to do zero-copy,
|
|
* and we should copy the data back to the buffer and leave it unchanged.
|
|
*
|
|
* Some other plugins make assumptions that the returned buffer will always have
|
|
* at least one memory attached, we cannot just remove it and need to replace the
|
|
* memory instead.
|
|
*/
|
|
if ((discard_data = gst_buffer_is_writable(output_buffer)))
|
|
gst_buffer_replace_all_memory(output_buffer, gst_allocator_alloc(NULL, 0, NULL));
|
|
|
|
gst_sample_unref(transform->output_sample);
|
|
transform->output_sample = NULL;
|
|
}
|
|
|
|
params->result = S_OK;
|
|
wg_allocator_release_sample(transform->allocator, sample, discard_data);
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
NTSTATUS wg_transform_get_status(void *args)
|
|
{
|
|
struct wg_transform_get_status_params *params = args;
|
|
struct wg_transform *transform = get_transform(params->transform);
|
|
|
|
params->accepts_input = gst_atomic_queue_length(transform->input_queue) < transform->attrs.input_queue_length + 1;
|
|
return STATUS_SUCCESS;
|
|
}
|
|
|
|
NTSTATUS wg_transform_drain(void *args)
|
|
{
|
|
struct wg_transform *transform = get_transform(*(wg_transform_t *)args);
|
|
GstBuffer *input_buffer;
|
|
GstFlowReturn ret;
|
|
GstEvent *event;
|
|
|
|
GST_LOG("transform %p", transform);
|
|
|
|
while ((input_buffer = gst_atomic_queue_pop(transform->input_queue)))
|
|
{
|
|
if ((ret = gst_pad_push(transform->my_src, input_buffer)))
|
|
GST_WARNING("Failed to push transform input, error %d", ret);
|
|
}
|
|
|
|
if (!(event = gst_event_new_segment_done(GST_FORMAT_TIME, -1))
|
|
|| !gst_pad_push_event(transform->my_src, event))
|
|
goto error;
|
|
if (!(event = gst_event_new_eos())
|
|
|| !gst_pad_push_event(transform->my_src, event))
|
|
goto error;
|
|
if (!(event = gst_event_new_stream_start("stream"))
|
|
|| !gst_pad_push_event(transform->my_src, event))
|
|
goto error;
|
|
if (!(event = gst_event_new_segment(&transform->segment))
|
|
|| !gst_pad_push_event(transform->my_src, event))
|
|
goto error;
|
|
|
|
return STATUS_SUCCESS;
|
|
|
|
error:
|
|
GST_ERROR("Failed to drain transform %p.", transform);
|
|
return STATUS_UNSUCCESSFUL;
|
|
}
|
|
|
|
NTSTATUS wg_transform_flush(void *args)
|
|
{
|
|
struct wg_transform *transform = get_transform(*(wg_transform_t *)args);
|
|
GstBuffer *input_buffer;
|
|
GstSample *sample;
|
|
NTSTATUS status;
|
|
|
|
GST_LOG("transform %p", transform);
|
|
|
|
while ((input_buffer = gst_atomic_queue_pop(transform->input_queue)))
|
|
gst_buffer_unref(input_buffer);
|
|
|
|
if ((status = wg_transform_drain(args)))
|
|
return status;
|
|
|
|
while ((sample = gst_atomic_queue_pop(transform->output_queue)))
|
|
gst_sample_unref(sample);
|
|
if ((sample = transform->output_sample))
|
|
gst_sample_unref(sample);
|
|
transform->output_sample = NULL;
|
|
|
|
return STATUS_SUCCESS;
|
|
}
|