Commit a43d6f6c authored by Seungha Yang's avatar Seungha Yang 🐑 Committed by GStreamer Merge Bot

mfvideosrc: Enable WinRT capture impl. for desktop target

... if target OS version was specified as Windows 10.
When enabled, desktop application can select target capture
implementation between WinRT and Win32
via GST_USE_MF_WINRT_CAPTURE environment
(e,g., GST_USE_MF_WINRT_CAPTURE=1 for WinRT impl.).
Default is Win32 implementation in case of desktop target.

Part-of: <!1434>
parent 2d71ad49
Pipeline #176829 waiting for manual action with stages
in 3 minutes and 21 seconds
......@@ -128,7 +128,6 @@ gst_mf_capture_winrt_constructed (GObject * object)
g_cond_wait (&self->cond, &self->lock);
g_mutex_unlock (&self->lock);
done:
G_OBJECT_CLASS (parent_class)->constructed (object);
}
......
......@@ -25,11 +25,7 @@
#include "gstmfvideosrc.h"
#include "gstmfutils.h"
#if GST_MF_WINAPI_ONLY_APP
#include "gstmfcapturewinrt.h"
#else /* GST_MF_WINAPI_ONLY_APP */
#include "gstmfsourcereader.h"
#endif /* GST_MF_WINAPI_ONLY_APP */
#include "gstmfsourceobject.h"
#include "gstmfdevice.h"
......@@ -180,12 +176,7 @@ gst_mf_device_provider_probe (GstDeviceProvider * provider)
gchar *device_name = NULL;
gchar *device_path = NULL;
#if GST_MF_WINAPI_ONLY_APP
obj = gst_mf_capture_winrt_new (GST_MF_SOURCE_TYPE_VIDEO, i, NULL, NULL);
#else /* !GST_MF_WINAPI_ONLY_APP */
obj = gst_mf_source_reader_new (GST_MF_SOURCE_TYPE_VIDEO, i, NULL, NULL);
#endif /* GST_MF_WINAPI_ONLY_APP */
obj = gst_mf_source_object_new (GST_MF_SOURCE_TYPE_VIDEO, i, NULL, NULL);
if (!obj)
break;
......
......@@ -26,6 +26,13 @@
#include "gstmfsourceobject.h"
#if GST_MF_WINAPI_APP
#include "gstmfcapturewinrt.h"
#endif
#if GST_MF_WINAPI_DESKTOP
#include "gstmfsourcereader.h"
#endif
GST_DEBUG_CATEGORY_EXTERN (gst_mf_source_object_debug);
#define GST_CAT_DEFAULT gst_mf_source_object_debug
......@@ -60,38 +67,14 @@ gst_mf_source_type_get_type (void)
return source_type;
}
struct _GstMFSourceObjectPrivate
{
GstMFSourceType source_type;
gchar *device_path;
gchar *device_name;
gint device_index;
GThread *thread;
GMutex lock;
GCond cond;
GMainContext *context;
GMainLoop *loop;
};
static void gst_mf_source_object_constructed (GObject * object);
static void gst_mf_source_object_dispose (GObject * object);
static void gst_mf_source_object_finalize (GObject * object);
static void gst_mf_source_object_get_property (GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec);
static void gst_mf_source_object_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec);
#if !(GST_MF_WINAPI_ONLY_APP)
static gpointer gst_mf_source_object_thread_func (GstMFSourceObject * self);
static gboolean gst_mf_source_enum_device_activate (GstMFSourceObject * self,
GstMFSourceType source_type, GList ** device_activates);
static void gst_mf_device_activate_free (GstMFDeviceActivate * activate);
#endif
#define gst_mf_source_object_parent_class parent_class
G_DEFINE_ABSTRACT_TYPE_WITH_PRIVATE (GstMFSourceObject, gst_mf_source_object,
G_DEFINE_ABSTRACT_TYPE (GstMFSourceObject, gst_mf_source_object,
GST_TYPE_OBJECT);
static void
......@@ -99,8 +82,6 @@ gst_mf_source_object_class_init (GstMFSourceObjectClass * klass)
{
GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
gobject_class->constructed = gst_mf_source_object_constructed;
gobject_class->dispose = gst_mf_source_object_dispose;
gobject_class->finalize = gst_mf_source_object_finalize;
gobject_class->get_property = gst_mf_source_object_get_property;
gobject_class->set_property = gst_mf_source_object_set_property;
......@@ -127,64 +108,14 @@ gst_mf_source_object_class_init (GstMFSourceObjectClass * klass)
static void
gst_mf_source_object_init (GstMFSourceObject * self)
{
GstMFSourceObjectPrivate *priv;
self->priv = priv = gst_mf_source_object_get_instance_private (self);
self->device_index = DEFAULT_DEVICE_INDEX;
priv->source_type = DEFAULT_SOURCE_TYPE;
g_mutex_init (&priv->lock);
g_cond_init (&priv->cond);
}
static void
gst_mf_source_object_constructed (GObject * object)
{
#if !(GST_MF_WINAPI_ONLY_APP)
GstMFSourceObject *self = GST_MF_SOURCE_OBJECT (object);
GstMFSourceObjectPrivate *priv = self->priv;
priv->context = g_main_context_new ();
priv->loop = g_main_loop_new (priv->context, FALSE);
/* Create a new thread to ensure that COM thread can be MTA thread */
g_mutex_lock (&priv->lock);
priv->thread = g_thread_new ("GstMFSourceObject",
(GThreadFunc) gst_mf_source_object_thread_func, self);
while (!g_main_loop_is_running (priv->loop))
g_cond_wait (&priv->cond, &priv->lock);
g_mutex_unlock (&priv->lock);
#endif
G_OBJECT_CLASS (parent_class)->constructed (object);
}
static void
gst_mf_source_object_dispose (GObject * object)
{
GstMFSourceObject *self = GST_MF_SOURCE_OBJECT (object);
GstMFSourceObjectPrivate *priv = self->priv;
if (priv->loop) {
g_main_loop_quit (priv->loop);
g_thread_join (priv->thread);
g_main_loop_unref (priv->loop);
g_main_context_unref (priv->context);
priv->loop = NULL;
}
G_OBJECT_CLASS (parent_class)->dispose (object);
self->source_type = DEFAULT_SOURCE_TYPE;
}
static void
gst_mf_source_object_finalize (GObject * object)
{
GstMFSourceObject *self = GST_MF_SOURCE_OBJECT (object);
GstMFSourceObjectPrivate *priv = self->priv;
g_mutex_clear (&priv->lock);
g_cond_clear (&priv->cond);
g_free (self->device_path);
g_free (self->device_name);
......@@ -197,7 +128,6 @@ gst_mf_source_object_get_property (GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec)
{
GstMFSourceObject *self = GST_MF_SOURCE_OBJECT (object);
GstMFSourceObjectPrivate *priv = self->priv;
switch (prop_id) {
case PROP_DEVICE_PATH:
......@@ -210,7 +140,7 @@ gst_mf_source_object_get_property (GObject * object, guint prop_id,
g_value_set_int (value, self->device_index);
break;
case PROP_SOURCE_TYPE:
g_value_set_enum (value, priv->source_type);
g_value_set_enum (value, self->source_type);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
......@@ -223,7 +153,6 @@ gst_mf_source_object_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec)
{
GstMFSourceObject *self = GST_MF_SOURCE_OBJECT (object);
GstMFSourceObjectPrivate *priv = self->priv;
switch (prop_id) {
case PROP_DEVICE_PATH:
......@@ -238,7 +167,7 @@ gst_mf_source_object_set_property (GObject * object, guint prop_id,
self->device_index = g_value_get_int (value);
break;
case PROP_SOURCE_TYPE:
priv->source_type = g_value_get_enum (value);
self->source_type = g_value_get_enum (value);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
......@@ -246,20 +175,6 @@ gst_mf_source_object_set_property (GObject * object, guint prop_id,
}
}
static gboolean
gst_mf_source_object_main_loop_running_cb (GstMFSourceObject * self)
{
GstMFSourceObjectPrivate *priv = self->priv;
GST_TRACE_OBJECT (self, "Main loop running now");
g_mutex_lock (&priv->lock);
g_cond_signal (&priv->cond);
g_mutex_unlock (&priv->lock);
return G_SOURCE_REMOVE;
}
gboolean
gst_mf_source_object_start (GstMFSourceObject * object)
{
......@@ -359,193 +274,67 @@ gst_mf_source_object_get_caps (GstMFSourceObject * object)
return klass->get_caps (object);
}
#if !(GST_MF_WINAPI_ONLY_APP)
static gpointer
gst_mf_source_object_thread_func (GstMFSourceObject * self)
{
GstMFSourceObjectPrivate *priv = self->priv;
GstMFSourceObjectClass *klass = GST_MF_SOURCE_OBJECT_GET_CLASS (self);
GSource *source;
GList *activate_list = NULL;
GstMFDeviceActivate *target = NULL;
GList *iter;
g_assert (klass->open != NULL);
g_assert (klass->close != NULL);
CoInitializeEx (NULL, COINIT_MULTITHREADED);
g_main_context_push_thread_default (priv->context);
source = g_idle_source_new ();
g_source_set_callback (source,
(GSourceFunc) gst_mf_source_object_main_loop_running_cb, self, NULL);
g_source_attach (source, priv->context);
g_source_unref (source);
if (!gst_mf_source_enum_device_activate (self,
priv->source_type, &activate_list)) {
GST_WARNING_OBJECT (self, "No available video capture device");
goto run_loop;
}
#ifndef GST_DISABLE_GST_DEBUG
for (iter = activate_list; iter; iter = g_list_next (iter)) {
GstMFDeviceActivate *activate = (GstMFDeviceActivate *) iter->data;
GST_DEBUG_OBJECT (self, "device %d, name: \"%s\", path: \"%s\"",
activate->index, GST_STR_NULL (activate->name),
GST_STR_NULL (activate->path));
}
#endif
GST_DEBUG_OBJECT (self,
"Requested device index: %d, name: \"%s\", path \"%s\"",
self->device_index, GST_STR_NULL (self->device_name),
GST_STR_NULL (self->device_path));
for (iter = activate_list; iter; iter = g_list_next (iter)) {
GstMFDeviceActivate *activate = (GstMFDeviceActivate *) iter->data;
gboolean match;
if (self->device_path) {
match = g_ascii_strcasecmp (activate->path, self->device_path) == 0;
} else if (self->device_name) {
match = g_ascii_strcasecmp (activate->name, self->device_name) == 0;
} else if (self->device_index >= 0) {
match = activate->index == self->device_index;
} else {
/* pick the first entry */
match = TRUE;
}
if (match) {
target = activate;
break;
}
}
if (target) {
self->opened = klass->open (self, target->handle);
g_free (self->device_path);
self->device_path = g_strdup (target->path);
g_free (self->device_name);
self->device_name = g_strdup (target->name);
self->device_index = target->index;
}
if (activate_list)
g_list_free_full (activate_list,
(GDestroyNotify) gst_mf_device_activate_free);
run_loop:
GST_TRACE_OBJECT (self, "Starting main loop");
g_main_loop_run (priv->loop);
GST_TRACE_OBJECT (self, "Stopped main loop");
klass->stop (self);
klass->close (self);
g_main_context_pop_thread_default (priv->context);
CoUninitialize ();
return NULL;
}
static gboolean
gst_mf_source_enum_device_activate (GstMFSourceObject * self,
GstMFSourceType source_type, GList ** device_sources)
gst_mf_source_object_use_winrt_api (void)
{
HRESULT hr;
GList *ret = NULL;
IMFAttributes *attr = NULL;
IMFActivate **devices = NULL;
UINT32 i, count = 0;
hr = MFCreateAttributes (&attr, 1);
if (!gst_mf_result (hr)) {
return FALSE;
}
switch (source_type) {
case GST_MF_SOURCE_TYPE_VIDEO:
hr = IMFAttributes_SetGUID (attr, &MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE,
&MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE_VIDCAP_GUID);
break;
default:
GST_ERROR_OBJECT (self, "Unknown source type %d", source_type);
return FALSE;
}
if (!gst_mf_result (hr))
return FALSE;
hr = MFEnumDeviceSources (attr, &devices, &count);
if (!gst_mf_result (hr)) {
IMFAttributes_Release (attr);
return FALSE;
}
for (i = 0; i < count; i++) {
GstMFDeviceActivate *entry;
LPWSTR name;
UINT32 name_len;
IMFActivate *activate = devices[i];
switch (source_type) {
case GST_MF_SOURCE_TYPE_VIDEO:
hr = IMFActivate_GetAllocatedString (activate,
&MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE_VIDCAP_SYMBOLIC_LINK,
&name, &name_len);
break;
default:
g_assert_not_reached ();
goto done;
static gsize check_once = 0;
static gboolean ret = FALSE;
if (g_once_init_enter (&check_once)) {
#if (!GST_MF_WINAPI_APP)
/* WinRT is not supported, always false */
ret = FALSE;
#else
#if (!GST_MF_WINAPI_DESKTOP)
/* WinRT is supported but desktop API was disabled,
* always true */
ret = TRUE;
#else
/* Both app and desktop APIs were enabled, check user choice */
{
const gchar *env;
env = g_getenv ("GST_USE_MF_WINRT_CAPTURE");
if (env && g_str_has_prefix (env, "1"))
ret = TRUE;
else
ret = FALSE;
}
entry = g_new0 (GstMFDeviceActivate, 1);
entry->index = i;
entry->handle = activate;
if (gst_mf_result (hr)) {
entry->path = g_utf16_to_utf8 ((const gunichar2 *) name,
-1, NULL, NULL, NULL);
CoTaskMemFree (name);
}
hr = IMFActivate_GetAllocatedString (activate,
&MF_DEVSOURCE_ATTRIBUTE_FRIENDLY_NAME, &name, &name_len);
if (gst_mf_result (hr)) {
entry->name = g_utf16_to_utf8 ((const gunichar2 *) name,
-1, NULL, NULL, NULL);
CoTaskMemFree (name);
}
ret = g_list_prepend (ret, entry);
#endif
#endif
g_once_init_leave (&check_once, 1);
}
done:
ret = g_list_reverse (ret);
CoTaskMemFree (devices);
*device_sources = ret;
return ! !ret;
return ret;
}
static void
gst_mf_device_activate_free (GstMFDeviceActivate * activate)
GstMFSourceObject *
gst_mf_source_object_new (GstMFSourceType type, gint device_index,
const gchar * device_name, const gchar * device_path)
{
g_return_if_fail (activate != NULL);
if (activate->handle)
IMFActivate_Release (activate->handle);
#if (!GST_MF_WINAPI_APP)
GST_INFO ("Try IMFSourceReader implementation");
return gst_mf_source_reader_new (type,
device_index, device_name, device_path);
#else
#if (!GST_MF_WINAPI_DESKTOP)
GST_INFO ("Try WinRT implementation");
return gst_mf_capture_winrt_new (type,
device_index, device_name, device_path);
#else
if (gst_mf_source_object_use_winrt_api ()) {
GST_INFO ("Both Desktop and WinRT APIs were enabled, user choice: WinRT");
return gst_mf_capture_winrt_new (type,
device_index, device_name, device_path);
} else {
GST_INFO
("Both Desktop and WinRT APIs were enabled, default: IMFSourceReader");
return gst_mf_source_reader_new (type,
device_index, device_name, device_path);
}
#endif
#endif
g_assert_not_reached ();
g_free (activate->name);
g_free (activate->path);
g_free (activate);
return NULL;
}
#endif
......@@ -35,7 +35,6 @@ G_BEGIN_DECLS
typedef struct _GstMFSourceObject GstMFSourceObject;
typedef struct _GstMFSourceObjectClass GstMFSourceObjectClass;
typedef struct _GstMFSourceObjectPrivate GstMFSourceObjectPrivate;
typedef enum
{
......@@ -45,40 +44,26 @@ typedef enum
#define GST_TYPE_MF_SOURCE_TYPE (gst_mf_source_type_get_type())
GType gst_mf_source_type_get_type (void);
typedef struct
{
IMFActivate *handle;
guint index;
gchar *name;
gchar *path;
} GstMFDeviceActivate;
struct _GstMFSourceObject
{
GstObject parent;
gboolean opened;
GstMFSourceType source_type;
gchar *device_path;
gchar *device_name;
gint device_index;
GstMFSourceObjectPrivate *priv;
};
struct _GstMFSourceObjectClass
{
GstObjectClass parent_class;
gboolean (*open) (GstMFSourceObject * object,
IMFActivate * activate);
gboolean (*start) (GstMFSourceObject * object);
gboolean (*stop) (GstMFSourceObject * object);
gboolean (*close) (GstMFSourceObject * object);
GstFlowReturn (*fill) (GstMFSourceObject * object,
GstBuffer * buffer);
......@@ -117,6 +102,12 @@ GstCaps * gst_mf_source_object_get_caps (GstMFSourceObject * object);
gboolean gst_mf_source_object_set_caps (GstMFSourceObject * object,
GstCaps * caps);
/* A factory method for subclass impl. selection */
GstMFSourceObject * gst_mf_source_object_new (GstMFSourceType type,
gint device_index,
const gchar * device_name,
const gchar * device_path);
G_DEFINE_AUTOPTR_CLEANUP_FUNC(GstMFSourceObject, gst_object_unref)
G_END_DECLS
......
......@@ -49,11 +49,23 @@ typedef struct _GstMFStreamMediaType
GstCaps *caps;
} GstMFStreamMediaType;
typedef struct
{
IMFActivate *handle;
guint index;
gchar *name;
gchar *path;
} GstMFDeviceActivate;
struct _GstMFSourceReader
{
GstMFSourceObject parent;
GThread *thread;
GMutex lock;
GCond cond;
GMainContext *context;
GMainLoop *loop;
/* protected by lock */
GQueue *queue;
......@@ -69,13 +81,11 @@ struct _GstMFSourceReader
gboolean flushing;
};
static void gst_mf_source_reader_constructed (GObject * object);
static void gst_mf_source_reader_finalize (GObject * object);
static gboolean gst_mf_source_reader_open (GstMFSourceObject * object,
IMFActivate * activate);
static gboolean gst_mf_source_reader_start (GstMFSourceObject * object);
static gboolean gst_mf_source_reader_stop (GstMFSourceObject * object);
static gboolean gst_mf_source_reader_close (GstMFSourceObject * object);
static GstFlowReturn gst_mf_source_reader_fill (GstMFSourceObject * object,
GstBuffer * buffer);
static GstFlowReturn gst_mf_source_reader_create (GstMFSourceObject * object,
......@@ -86,6 +96,14 @@ static GstCaps * gst_mf_source_reader_get_caps (GstMFSourceObject * object);
static gboolean gst_mf_source_reader_set_caps (GstMFSourceObject * object,
GstCaps * caps);
static gboolean gst_mf_source_reader_open (GstMFSourceReader * object,
IMFActivate * activate);
static gboolean gst_mf_source_reader_close (GstMFSourceReader * object);
static gpointer gst_mf_source_reader_thread_func (GstMFSourceReader * self);
static gboolean gst_mf_source_enum_device_activate (GstMFSourceReader * self,
GstMFSourceType source_type, GList ** device_activates);
static void gst_mf_device_activate_free (GstMFDeviceActivate * activate);
#define gst_mf_source_reader_parent_class parent_class
G_DEFINE_TYPE (GstMFSourceReader, gst_mf_source_reader,
GST_TYPE_MF_SOURCE_OBJECT);
......@@ -96,12 +114,11 @@ gst_mf_source_reader_class_init (GstMFSourceReaderClass * klass)
GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
GstMFSourceObjectClass *source_class = GST_MF_SOURCE_OBJECT_CLASS (klass);
gobject_class->constructed = gst_mf_source_reader_constructed;
gobject_class->finalize = gst_mf_source_reader_finalize;
source_class->open = GST_DEBUG_FUNCPTR (gst_mf_source_reader_open);
source_class->start = GST_DEBUG_FUNCPTR (gst_mf_source_reader_start);
source_class->stop = GST_DEBUG_FUNCPTR (gst_mf_source_reader_stop);
source_class->close = GST_DEBUG_FUNCPTR (gst_mf_source_reader_close);
source_class->fill = GST_DEBUG_FUNCPTR (gst_mf_source_reader_fill);
source_class->create = GST_DEBUG_FUNCPTR (gst_mf_source_reader_create);
source_class->unlock = GST_DEBUG_FUNCPTR (gst_mf_source_reader_unlock);
......@@ -116,6 +133,24 @@ gst_mf_source_reader_init (GstMFSourceReader * self)
{
self->queue = g_queue_new ();
g_mutex_init (&self->lock);
g_cond_init (&self->cond);
}
static void
gst_mf_source_reader_constructed (GObject * object)
{
GstMFSourceReader *self = GST_MF_SOURCE_READER (object);
self->context = g_main_context_new ();
self->loop = g_main_loop_new (self->context, FALSE);
/* Create a new thread to ensure that COM thread can be MTA thread */
g_mutex_lock (&self->lock);
self->thread = g_thread_new ("GstMFSourceReader",
(GThreadFunc) gst_mf_source_reader_thread_func, self);
while (!g_main_loop_is_running (self->loop))
g_cond_wait (&self->cond, &self->lock);
g_mutex_unlock (&self->lock);
}
static gboolean
......@@ -191,9 +226,8 @@ gst_mf_stream_media_type_free (GstMFStreamMediaType * media_type)
}
static gboolean
gst_mf_source_reader_open (GstMFSourceObject * object, IMFActivate * activate)
gst_mf_source_reader_open (GstMFSourceReader * self, IMFActivate * activate)
{
GstMFSourceReader *self = GST_MF_SOURCE_READER (object);
GList *iter;
HRESULT hr;
ComPtr<IMFSourceReader> reader;
......@@ -243,10 +277,8 @@ gst_mf_source_reader_open (GstMFSourceObject * object, IMFActivate * activate)
}
static gboolean
gst_mf_source_reader_close (GstMFSourceObject * object)
gst_mf_source_reader_close (GstMFSourceReader * self)
{
GstMFSourceReader *self = GST_MF_SOURCE_READER (object);