From a43d6f6cd9cf962838a1fdaafe4cb24509e8c8b1 Mon Sep 17 00:00:00 2001 From: Seungha Yang Date: Tue, 14 Jul 2020 19:59:09 +0900 Subject: [PATCH] mfvideosrc: Enable WinRT capture impl. for desktop target ... if target OS version was specified as Windows 10. When enabled, desktop application can select target capture implementation between WinRT and Win32 via GST_USE_MF_WINRT_CAPTURE environment (e,g., GST_USE_MF_WINRT_CAPTURE=1 for WinRT impl.). Default is Win32 implementation in case of desktop target. Part-of: --- sys/mediafoundation/gstmfcapturewinrt.cpp | 1 - sys/mediafoundation/gstmfdevice.c | 13 +- sys/mediafoundation/gstmfsourceobject.c | 341 +++++----------------- sys/mediafoundation/gstmfsourceobject.h | 23 +- sys/mediafoundation/gstmfsourcereader.cpp | 254 +++++++++++++++- sys/mediafoundation/gstmfutils.cpp | 2 +- sys/mediafoundation/gstmfvideosrc.c | 15 +- sys/mediafoundation/meson.build | 20 +- sys/mediafoundation/plugin.c | 2 +- 9 files changed, 337 insertions(+), 334 deletions(-) diff --git a/sys/mediafoundation/gstmfcapturewinrt.cpp b/sys/mediafoundation/gstmfcapturewinrt.cpp index 8ff25292c2..b1074b0dd8 100644 --- a/sys/mediafoundation/gstmfcapturewinrt.cpp +++ b/sys/mediafoundation/gstmfcapturewinrt.cpp @@ -128,7 +128,6 @@ gst_mf_capture_winrt_constructed (GObject * object) g_cond_wait (&self->cond, &self->lock); g_mutex_unlock (&self->lock); -done: G_OBJECT_CLASS (parent_class)->constructed (object); } diff --git a/sys/mediafoundation/gstmfdevice.c b/sys/mediafoundation/gstmfdevice.c index 023bf95212..abb704fd0a 100644 --- a/sys/mediafoundation/gstmfdevice.c +++ b/sys/mediafoundation/gstmfdevice.c @@ -25,11 +25,7 @@ #include "gstmfvideosrc.h" #include "gstmfutils.h" -#if GST_MF_WINAPI_ONLY_APP -#include "gstmfcapturewinrt.h" -#else /* GST_MF_WINAPI_ONLY_APP */ -#include "gstmfsourcereader.h" -#endif /* GST_MF_WINAPI_ONLY_APP */ +#include "gstmfsourceobject.h" #include "gstmfdevice.h" @@ -180,12 +176,7 @@ gst_mf_device_provider_probe (GstDeviceProvider * provider) gchar *device_name = NULL; gchar *device_path = NULL; -#if GST_MF_WINAPI_ONLY_APP - obj = gst_mf_capture_winrt_new (GST_MF_SOURCE_TYPE_VIDEO, i, NULL, NULL); -#else /* !GST_MF_WINAPI_ONLY_APP */ - obj = gst_mf_source_reader_new (GST_MF_SOURCE_TYPE_VIDEO, i, NULL, NULL); -#endif /* GST_MF_WINAPI_ONLY_APP */ - + obj = gst_mf_source_object_new (GST_MF_SOURCE_TYPE_VIDEO, i, NULL, NULL); if (!obj) break; diff --git a/sys/mediafoundation/gstmfsourceobject.c b/sys/mediafoundation/gstmfsourceobject.c index e23f958a26..38d6dae2ab 100644 --- a/sys/mediafoundation/gstmfsourceobject.c +++ b/sys/mediafoundation/gstmfsourceobject.c @@ -26,6 +26,13 @@ #include "gstmfsourceobject.h" +#if GST_MF_WINAPI_APP +#include "gstmfcapturewinrt.h" +#endif +#if GST_MF_WINAPI_DESKTOP +#include "gstmfsourcereader.h" +#endif + GST_DEBUG_CATEGORY_EXTERN (gst_mf_source_object_debug); #define GST_CAT_DEFAULT gst_mf_source_object_debug @@ -60,38 +67,14 @@ gst_mf_source_type_get_type (void) return source_type; } -struct _GstMFSourceObjectPrivate -{ - GstMFSourceType source_type; - - gchar *device_path; - gchar *device_name; - gint device_index; - - GThread *thread; - GMutex lock; - GCond cond; - GMainContext *context; - GMainLoop *loop; -}; - -static void gst_mf_source_object_constructed (GObject * object); -static void gst_mf_source_object_dispose (GObject * object); static void gst_mf_source_object_finalize (GObject * object); static void gst_mf_source_object_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); static void gst_mf_source_object_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); -#if !(GST_MF_WINAPI_ONLY_APP) -static gpointer gst_mf_source_object_thread_func (GstMFSourceObject * self); -static gboolean gst_mf_source_enum_device_activate (GstMFSourceObject * self, - GstMFSourceType source_type, GList ** device_activates); -static void gst_mf_device_activate_free (GstMFDeviceActivate * activate); -#endif - #define gst_mf_source_object_parent_class parent_class -G_DEFINE_ABSTRACT_TYPE_WITH_PRIVATE (GstMFSourceObject, gst_mf_source_object, +G_DEFINE_ABSTRACT_TYPE (GstMFSourceObject, gst_mf_source_object, GST_TYPE_OBJECT); static void @@ -99,8 +82,6 @@ gst_mf_source_object_class_init (GstMFSourceObjectClass * klass) { GObjectClass *gobject_class = G_OBJECT_CLASS (klass); - gobject_class->constructed = gst_mf_source_object_constructed; - gobject_class->dispose = gst_mf_source_object_dispose; gobject_class->finalize = gst_mf_source_object_finalize; gobject_class->get_property = gst_mf_source_object_get_property; gobject_class->set_property = gst_mf_source_object_set_property; @@ -127,64 +108,14 @@ gst_mf_source_object_class_init (GstMFSourceObjectClass * klass) static void gst_mf_source_object_init (GstMFSourceObject * self) { - GstMFSourceObjectPrivate *priv; - - self->priv = priv = gst_mf_source_object_get_instance_private (self); - self->device_index = DEFAULT_DEVICE_INDEX; - priv->source_type = DEFAULT_SOURCE_TYPE; - - g_mutex_init (&priv->lock); - g_cond_init (&priv->cond); -} - -static void -gst_mf_source_object_constructed (GObject * object) -{ -#if !(GST_MF_WINAPI_ONLY_APP) - GstMFSourceObject *self = GST_MF_SOURCE_OBJECT (object); - GstMFSourceObjectPrivate *priv = self->priv; - - priv->context = g_main_context_new (); - priv->loop = g_main_loop_new (priv->context, FALSE); - - /* Create a new thread to ensure that COM thread can be MTA thread */ - g_mutex_lock (&priv->lock); - priv->thread = g_thread_new ("GstMFSourceObject", - (GThreadFunc) gst_mf_source_object_thread_func, self); - while (!g_main_loop_is_running (priv->loop)) - g_cond_wait (&priv->cond, &priv->lock); - g_mutex_unlock (&priv->lock); - -#endif - G_OBJECT_CLASS (parent_class)->constructed (object); -} - -static void -gst_mf_source_object_dispose (GObject * object) -{ - GstMFSourceObject *self = GST_MF_SOURCE_OBJECT (object); - GstMFSourceObjectPrivate *priv = self->priv; - - if (priv->loop) { - g_main_loop_quit (priv->loop); - g_thread_join (priv->thread); - g_main_loop_unref (priv->loop); - g_main_context_unref (priv->context); - priv->loop = NULL; - } - - G_OBJECT_CLASS (parent_class)->dispose (object); + self->source_type = DEFAULT_SOURCE_TYPE; } static void gst_mf_source_object_finalize (GObject * object) { GstMFSourceObject *self = GST_MF_SOURCE_OBJECT (object); - GstMFSourceObjectPrivate *priv = self->priv; - - g_mutex_clear (&priv->lock); - g_cond_clear (&priv->cond); g_free (self->device_path); g_free (self->device_name); @@ -197,7 +128,6 @@ gst_mf_source_object_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstMFSourceObject *self = GST_MF_SOURCE_OBJECT (object); - GstMFSourceObjectPrivate *priv = self->priv; switch (prop_id) { case PROP_DEVICE_PATH: @@ -210,7 +140,7 @@ gst_mf_source_object_get_property (GObject * object, guint prop_id, g_value_set_int (value, self->device_index); break; case PROP_SOURCE_TYPE: - g_value_set_enum (value, priv->source_type); + g_value_set_enum (value, self->source_type); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); @@ -223,7 +153,6 @@ gst_mf_source_object_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstMFSourceObject *self = GST_MF_SOURCE_OBJECT (object); - GstMFSourceObjectPrivate *priv = self->priv; switch (prop_id) { case PROP_DEVICE_PATH: @@ -238,7 +167,7 @@ gst_mf_source_object_set_property (GObject * object, guint prop_id, self->device_index = g_value_get_int (value); break; case PROP_SOURCE_TYPE: - priv->source_type = g_value_get_enum (value); + self->source_type = g_value_get_enum (value); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); @@ -246,20 +175,6 @@ gst_mf_source_object_set_property (GObject * object, guint prop_id, } } -static gboolean -gst_mf_source_object_main_loop_running_cb (GstMFSourceObject * self) -{ - GstMFSourceObjectPrivate *priv = self->priv; - - GST_TRACE_OBJECT (self, "Main loop running now"); - - g_mutex_lock (&priv->lock); - g_cond_signal (&priv->cond); - g_mutex_unlock (&priv->lock); - - return G_SOURCE_REMOVE; -} - gboolean gst_mf_source_object_start (GstMFSourceObject * object) { @@ -359,193 +274,67 @@ gst_mf_source_object_get_caps (GstMFSourceObject * object) return klass->get_caps (object); } -#if !(GST_MF_WINAPI_ONLY_APP) -static gpointer -gst_mf_source_object_thread_func (GstMFSourceObject * self) +static gboolean +gst_mf_source_object_use_winrt_api (void) { - GstMFSourceObjectPrivate *priv = self->priv; - GstMFSourceObjectClass *klass = GST_MF_SOURCE_OBJECT_GET_CLASS (self); - GSource *source; - GList *activate_list = NULL; - GstMFDeviceActivate *target = NULL; - GList *iter; + static gsize check_once = 0; + static gboolean ret = FALSE; - g_assert (klass->open != NULL); - g_assert (klass->close != NULL); + if (g_once_init_enter (&check_once)) { +#if (!GST_MF_WINAPI_APP) + /* WinRT is not supported, always false */ + ret = FALSE; +#else +#if (!GST_MF_WINAPI_DESKTOP) + /* WinRT is supported but desktop API was disabled, + * always true */ + ret = TRUE; +#else + /* Both app and desktop APIs were enabled, check user choice */ + { + const gchar *env; - CoInitializeEx (NULL, COINIT_MULTITHREADED); - - g_main_context_push_thread_default (priv->context); - - source = g_idle_source_new (); - g_source_set_callback (source, - (GSourceFunc) gst_mf_source_object_main_loop_running_cb, self, NULL); - g_source_attach (source, priv->context); - g_source_unref (source); - - if (!gst_mf_source_enum_device_activate (self, - priv->source_type, &activate_list)) { - GST_WARNING_OBJECT (self, "No available video capture device"); - goto run_loop; + env = g_getenv ("GST_USE_MF_WINRT_CAPTURE"); + if (env && g_str_has_prefix (env, "1")) + ret = TRUE; + else + ret = FALSE; + } +#endif +#endif + g_once_init_leave (&check_once, 1); } -#ifndef GST_DISABLE_GST_DEBUG - for (iter = activate_list; iter; iter = g_list_next (iter)) { - GstMFDeviceActivate *activate = (GstMFDeviceActivate *) iter->data; - GST_DEBUG_OBJECT (self, "device %d, name: \"%s\", path: \"%s\"", - activate->index, GST_STR_NULL (activate->name), - GST_STR_NULL (activate->path)); + return ret; +} + +GstMFSourceObject * +gst_mf_source_object_new (GstMFSourceType type, gint device_index, + const gchar * device_name, const gchar * device_path) +{ +#if (!GST_MF_WINAPI_APP) + GST_INFO ("Try IMFSourceReader implementation"); + return gst_mf_source_reader_new (type, + device_index, device_name, device_path); +#else +#if (!GST_MF_WINAPI_DESKTOP) + GST_INFO ("Try WinRT implementation"); + return gst_mf_capture_winrt_new (type, + device_index, device_name, device_path); +#else + if (gst_mf_source_object_use_winrt_api ()) { + GST_INFO ("Both Desktop and WinRT APIs were enabled, user choice: WinRT"); + return gst_mf_capture_winrt_new (type, + device_index, device_name, device_path); + } else { + GST_INFO + ("Both Desktop and WinRT APIs were enabled, default: IMFSourceReader"); + return gst_mf_source_reader_new (type, + device_index, device_name, device_path); } #endif - - GST_DEBUG_OBJECT (self, - "Requested device index: %d, name: \"%s\", path \"%s\"", - self->device_index, GST_STR_NULL (self->device_name), - GST_STR_NULL (self->device_path)); - - for (iter = activate_list; iter; iter = g_list_next (iter)) { - GstMFDeviceActivate *activate = (GstMFDeviceActivate *) iter->data; - gboolean match; - - if (self->device_path) { - match = g_ascii_strcasecmp (activate->path, self->device_path) == 0; - } else if (self->device_name) { - match = g_ascii_strcasecmp (activate->name, self->device_name) == 0; - } else if (self->device_index >= 0) { - match = activate->index == self->device_index; - } else { - /* pick the first entry */ - match = TRUE; - } - - if (match) { - target = activate; - break; - } - } - - if (target) { - self->opened = klass->open (self, target->handle); - - g_free (self->device_path); - self->device_path = g_strdup (target->path); - - g_free (self->device_name); - self->device_name = g_strdup (target->name); - - self->device_index = target->index; - } - - if (activate_list) - g_list_free_full (activate_list, - (GDestroyNotify) gst_mf_device_activate_free); - -run_loop: - GST_TRACE_OBJECT (self, "Starting main loop"); - g_main_loop_run (priv->loop); - GST_TRACE_OBJECT (self, "Stopped main loop"); - - klass->stop (self); - klass->close (self); - - g_main_context_pop_thread_default (priv->context); - - CoUninitialize (); +#endif + g_assert_not_reached (); return NULL; } - -static gboolean -gst_mf_source_enum_device_activate (GstMFSourceObject * self, - GstMFSourceType source_type, GList ** device_sources) -{ - HRESULT hr; - GList *ret = NULL; - IMFAttributes *attr = NULL; - IMFActivate **devices = NULL; - UINT32 i, count = 0; - - hr = MFCreateAttributes (&attr, 1); - if (!gst_mf_result (hr)) { - return FALSE; - } - - switch (source_type) { - case GST_MF_SOURCE_TYPE_VIDEO: - hr = IMFAttributes_SetGUID (attr, &MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE, - &MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE_VIDCAP_GUID); - break; - default: - GST_ERROR_OBJECT (self, "Unknown source type %d", source_type); - return FALSE; - } - - if (!gst_mf_result (hr)) - return FALSE; - - hr = MFEnumDeviceSources (attr, &devices, &count); - if (!gst_mf_result (hr)) { - IMFAttributes_Release (attr); - return FALSE; - } - - for (i = 0; i < count; i++) { - GstMFDeviceActivate *entry; - LPWSTR name; - UINT32 name_len; - IMFActivate *activate = devices[i]; - - switch (source_type) { - case GST_MF_SOURCE_TYPE_VIDEO: - hr = IMFActivate_GetAllocatedString (activate, - &MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE_VIDCAP_SYMBOLIC_LINK, - &name, &name_len); - break; - default: - g_assert_not_reached (); - goto done; - } - - entry = g_new0 (GstMFDeviceActivate, 1); - entry->index = i; - entry->handle = activate; - - if (gst_mf_result (hr)) { - entry->path = g_utf16_to_utf8 ((const gunichar2 *) name, - -1, NULL, NULL, NULL); - CoTaskMemFree (name); - } - - hr = IMFActivate_GetAllocatedString (activate, - &MF_DEVSOURCE_ATTRIBUTE_FRIENDLY_NAME, &name, &name_len); - if (gst_mf_result (hr)) { - entry->name = g_utf16_to_utf8 ((const gunichar2 *) name, - -1, NULL, NULL, NULL); - CoTaskMemFree (name); - } - - ret = g_list_prepend (ret, entry); - } - -done: - ret = g_list_reverse (ret); - CoTaskMemFree (devices); - - *device_sources = ret; - - return ! !ret; -} - -static void -gst_mf_device_activate_free (GstMFDeviceActivate * activate) -{ - g_return_if_fail (activate != NULL); - - if (activate->handle) - IMFActivate_Release (activate->handle); - - g_free (activate->name); - g_free (activate->path); - g_free (activate); -} -#endif diff --git a/sys/mediafoundation/gstmfsourceobject.h b/sys/mediafoundation/gstmfsourceobject.h index aae86e4ea2..027b74766b 100644 --- a/sys/mediafoundation/gstmfsourceobject.h +++ b/sys/mediafoundation/gstmfsourceobject.h @@ -35,7 +35,6 @@ G_BEGIN_DECLS typedef struct _GstMFSourceObject GstMFSourceObject; typedef struct _GstMFSourceObjectClass GstMFSourceObjectClass; -typedef struct _GstMFSourceObjectPrivate GstMFSourceObjectPrivate; typedef enum { @@ -45,40 +44,26 @@ typedef enum #define GST_TYPE_MF_SOURCE_TYPE (gst_mf_source_type_get_type()) GType gst_mf_source_type_get_type (void); -typedef struct -{ - IMFActivate *handle; - guint index; - gchar *name; - gchar *path; -} GstMFDeviceActivate; - struct _GstMFSourceObject { GstObject parent; gboolean opened; + GstMFSourceType source_type; gchar *device_path; gchar *device_name; gint device_index; - - GstMFSourceObjectPrivate *priv; }; struct _GstMFSourceObjectClass { GstObjectClass parent_class; - gboolean (*open) (GstMFSourceObject * object, - IMFActivate * activate); - gboolean (*start) (GstMFSourceObject * object); gboolean (*stop) (GstMFSourceObject * object); - gboolean (*close) (GstMFSourceObject * object); - GstFlowReturn (*fill) (GstMFSourceObject * object, GstBuffer * buffer); @@ -117,6 +102,12 @@ GstCaps * gst_mf_source_object_get_caps (GstMFSourceObject * object); gboolean gst_mf_source_object_set_caps (GstMFSourceObject * object, GstCaps * caps); +/* A factory method for subclass impl. selection */ +GstMFSourceObject * gst_mf_source_object_new (GstMFSourceType type, + gint device_index, + const gchar * device_name, + const gchar * device_path); + G_DEFINE_AUTOPTR_CLEANUP_FUNC(GstMFSourceObject, gst_object_unref) G_END_DECLS diff --git a/sys/mediafoundation/gstmfsourcereader.cpp b/sys/mediafoundation/gstmfsourcereader.cpp index f9dba1b7bc..b71c97e4d4 100644 --- a/sys/mediafoundation/gstmfsourcereader.cpp +++ b/sys/mediafoundation/gstmfsourcereader.cpp @@ -49,11 +49,23 @@ typedef struct _GstMFStreamMediaType GstCaps *caps; } GstMFStreamMediaType; +typedef struct +{ + IMFActivate *handle; + guint index; + gchar *name; + gchar *path; +} GstMFDeviceActivate; + struct _GstMFSourceReader { GstMFSourceObject parent; + GThread *thread; GMutex lock; + GCond cond; + GMainContext *context; + GMainLoop *loop; /* protected by lock */ GQueue *queue; @@ -69,13 +81,11 @@ struct _GstMFSourceReader gboolean flushing; }; +static void gst_mf_source_reader_constructed (GObject * object); static void gst_mf_source_reader_finalize (GObject * object); -static gboolean gst_mf_source_reader_open (GstMFSourceObject * object, - IMFActivate * activate); static gboolean gst_mf_source_reader_start (GstMFSourceObject * object); static gboolean gst_mf_source_reader_stop (GstMFSourceObject * object); -static gboolean gst_mf_source_reader_close (GstMFSourceObject * object); static GstFlowReturn gst_mf_source_reader_fill (GstMFSourceObject * object, GstBuffer * buffer); static GstFlowReturn gst_mf_source_reader_create (GstMFSourceObject * object, @@ -86,6 +96,14 @@ static GstCaps * gst_mf_source_reader_get_caps (GstMFSourceObject * object); static gboolean gst_mf_source_reader_set_caps (GstMFSourceObject * object, GstCaps * caps); +static gboolean gst_mf_source_reader_open (GstMFSourceReader * object, + IMFActivate * activate); +static gboolean gst_mf_source_reader_close (GstMFSourceReader * object); +static gpointer gst_mf_source_reader_thread_func (GstMFSourceReader * self); +static gboolean gst_mf_source_enum_device_activate (GstMFSourceReader * self, + GstMFSourceType source_type, GList ** device_activates); +static void gst_mf_device_activate_free (GstMFDeviceActivate * activate); + #define gst_mf_source_reader_parent_class parent_class G_DEFINE_TYPE (GstMFSourceReader, gst_mf_source_reader, GST_TYPE_MF_SOURCE_OBJECT); @@ -96,12 +114,11 @@ gst_mf_source_reader_class_init (GstMFSourceReaderClass * klass) GObjectClass *gobject_class = G_OBJECT_CLASS (klass); GstMFSourceObjectClass *source_class = GST_MF_SOURCE_OBJECT_CLASS (klass); + gobject_class->constructed = gst_mf_source_reader_constructed; gobject_class->finalize = gst_mf_source_reader_finalize; - source_class->open = GST_DEBUG_FUNCPTR (gst_mf_source_reader_open); source_class->start = GST_DEBUG_FUNCPTR (gst_mf_source_reader_start); source_class->stop = GST_DEBUG_FUNCPTR (gst_mf_source_reader_stop); - source_class->close = GST_DEBUG_FUNCPTR (gst_mf_source_reader_close); source_class->fill = GST_DEBUG_FUNCPTR (gst_mf_source_reader_fill); source_class->create = GST_DEBUG_FUNCPTR (gst_mf_source_reader_create); source_class->unlock = GST_DEBUG_FUNCPTR (gst_mf_source_reader_unlock); @@ -116,6 +133,24 @@ gst_mf_source_reader_init (GstMFSourceReader * self) { self->queue = g_queue_new (); g_mutex_init (&self->lock); + g_cond_init (&self->cond); +} + +static void +gst_mf_source_reader_constructed (GObject * object) +{ + GstMFSourceReader *self = GST_MF_SOURCE_READER (object); + + self->context = g_main_context_new (); + self->loop = g_main_loop_new (self->context, FALSE); + + /* Create a new thread to ensure that COM thread can be MTA thread */ + g_mutex_lock (&self->lock); + self->thread = g_thread_new ("GstMFSourceReader", + (GThreadFunc) gst_mf_source_reader_thread_func, self); + while (!g_main_loop_is_running (self->loop)) + g_cond_wait (&self->cond, &self->lock); + g_mutex_unlock (&self->lock); } static gboolean @@ -191,9 +226,8 @@ gst_mf_stream_media_type_free (GstMFStreamMediaType * media_type) } static gboolean -gst_mf_source_reader_open (GstMFSourceObject * object, IMFActivate * activate) +gst_mf_source_reader_open (GstMFSourceReader * self, IMFActivate * activate) { - GstMFSourceReader *self = GST_MF_SOURCE_READER (object); GList *iter; HRESULT hr; ComPtr reader; @@ -243,10 +277,8 @@ gst_mf_source_reader_open (GstMFSourceObject * object, IMFActivate * activate) } static gboolean -gst_mf_source_reader_close (GstMFSourceObject * object) +gst_mf_source_reader_close (GstMFSourceReader * self) { - GstMFSourceReader *self = GST_MF_SOURCE_READER (object); - gst_clear_caps (&self->supported_caps); if (self->media_types) { @@ -274,8 +306,15 @@ gst_mf_source_reader_finalize (GObject * object) { GstMFSourceReader *self = GST_MF_SOURCE_READER (object); + g_main_loop_quit (self->loop); + g_thread_join (self->thread); + g_main_loop_unref (self->loop); + g_main_context_unref (self->context); + g_queue_free (self->queue); + gst_clear_caps (&self->supported_caps); g_mutex_clear (&self->lock); + g_cond_clear (&self->cond); G_OBJECT_CLASS (parent_class)->finalize (object); } @@ -545,6 +584,201 @@ gst_mf_source_reader_set_caps (GstMFSourceObject * object, GstCaps * caps) return TRUE; } +static gboolean +gst_mf_source_reader_main_loop_running_cb (GstMFSourceReader * self) +{ + GST_INFO_OBJECT (self, "Main loop running now"); + + g_mutex_lock (&self->lock); + g_cond_signal (&self->cond); + g_mutex_unlock (&self->lock); + + return G_SOURCE_REMOVE; +} + +static gpointer +gst_mf_source_reader_thread_func (GstMFSourceReader * self) +{ + GstMFSourceObject *object = GST_MF_SOURCE_OBJECT (self); + GSource *source; + GList *activate_list = NULL; + GstMFDeviceActivate *target = NULL; + GList *iter; + + CoInitializeEx (NULL, COINIT_MULTITHREADED); + + g_main_context_push_thread_default (self->context); + + source = g_idle_source_new (); + g_source_set_callback (source, + (GSourceFunc) gst_mf_source_reader_main_loop_running_cb, self, NULL); + g_source_attach (source, self->context); + g_source_unref (source); + + if (!gst_mf_source_enum_device_activate (self, + object->source_type, &activate_list)) { + GST_WARNING_OBJECT (self, "No available video capture device"); + goto run_loop; + } +#ifndef GST_DISABLE_GST_DEBUG + for (iter = activate_list; iter; iter = g_list_next (iter)) { + GstMFDeviceActivate *activate = (GstMFDeviceActivate *) iter->data; + + GST_DEBUG_OBJECT (self, "device %d, name: \"%s\", path: \"%s\"", + activate->index, GST_STR_NULL (activate->name), + GST_STR_NULL (activate->path)); + } +#endif + + GST_DEBUG_OBJECT (self, + "Requested device index: %d, name: \"%s\", path \"%s\"", + object->device_index, GST_STR_NULL (object->device_name), + GST_STR_NULL (object->device_path)); + + for (iter = activate_list; iter; iter = g_list_next (iter)) { + GstMFDeviceActivate *activate = (GstMFDeviceActivate *) iter->data; + gboolean match; + + if (object->device_path) { + match = g_ascii_strcasecmp (activate->path, object->device_path) == 0; + } else if (object->device_name) { + match = g_ascii_strcasecmp (activate->name, object->device_name) == 0; + } else if (object->device_index >= 0) { + match = activate->index == object->device_index; + } else { + /* pick the first entry */ + match = TRUE; + } + + if (match) { + target = activate; + break; + } + } + + if (target) { + object->opened = gst_mf_source_reader_open (self, target->handle); + + g_free (object->device_path); + object->device_path = g_strdup (target->path); + + g_free (object->device_name); + object->device_name = g_strdup (target->name); + + object->device_index = target->index; + } + + if (activate_list) + g_list_free_full (activate_list, + (GDestroyNotify) gst_mf_device_activate_free); + +run_loop: + GST_DEBUG_OBJECT (self, "Starting main loop"); + g_main_loop_run (self->loop); + GST_DEBUG_OBJECT (self, "Stopped main loop"); + + gst_mf_source_reader_stop (object); + gst_mf_source_reader_close (self); + + g_main_context_pop_thread_default (self->context); + + CoUninitialize (); + + return NULL; +} + +static gboolean +gst_mf_source_enum_device_activate (GstMFSourceReader * self, + GstMFSourceType source_type, GList ** device_sources) +{ + HRESULT hr; + GList *ret = NULL; + ComPtr attr; + IMFActivate **devices = NULL; + UINT32 i, count = 0; + + hr = MFCreateAttributes (&attr, 1); + if (!gst_mf_result (hr)) { + return FALSE; + } + + switch (source_type) { + case GST_MF_SOURCE_TYPE_VIDEO: + hr = attr->SetGUID (MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE, + MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE_VIDCAP_GUID); + break; + default: + GST_ERROR_OBJECT (self, "Unknown source type %d", source_type); + return FALSE; + } + + if (!gst_mf_result (hr)) + return FALSE; + + hr = MFEnumDeviceSources (attr.Get (), &devices, &count); + if (!gst_mf_result (hr)) + return FALSE; + + for (i = 0; i < count; i++) { + GstMFDeviceActivate *entry; + LPWSTR name; + UINT32 name_len; + IMFActivate *activate = devices[i]; + + switch (source_type) { + case GST_MF_SOURCE_TYPE_VIDEO: + hr = activate->GetAllocatedString ( + MF_DEVSOURCE_ATTRIBUTE_SOURCE_TYPE_VIDCAP_SYMBOLIC_LINK, + &name, &name_len); + break; + default: + g_assert_not_reached (); + goto done; + } + + entry = g_new0 (GstMFDeviceActivate, 1); + entry->index = i; + entry->handle = activate; + + if (gst_mf_result (hr)) { + entry->path = g_utf16_to_utf8 ((const gunichar2 *) name, + -1, NULL, NULL, NULL); + CoTaskMemFree (name); + } + + hr = activate->GetAllocatedString (MF_DEVSOURCE_ATTRIBUTE_FRIENDLY_NAME, + &name, &name_len); + if (gst_mf_result (hr)) { + entry->name = g_utf16_to_utf8 ((const gunichar2 *) name, + -1, NULL, NULL, NULL); + CoTaskMemFree (name); + } + + ret = g_list_prepend (ret, entry); + } + +done: + ret = g_list_reverse (ret); + CoTaskMemFree (devices); + + *device_sources = ret; + + return ! !ret; +} + +static void +gst_mf_device_activate_free (GstMFDeviceActivate * activate) +{ + g_return_if_fail (activate != NULL); + + if (activate->handle) + activate->handle->Release (); + + g_free (activate->name); + g_free (activate->path); + g_free (activate); +} + GstMFSourceObject * gst_mf_source_reader_new (GstMFSourceType type, gint device_index, const gchar * device_name, const gchar * device_path) diff --git a/sys/mediafoundation/gstmfutils.cpp b/sys/mediafoundation/gstmfutils.cpp index 886c4985ac..cecf80cf82 100644 --- a/sys/mediafoundation/gstmfutils.cpp +++ b/sys/mediafoundation/gstmfutils.cpp @@ -569,7 +569,7 @@ gst_mf_guid_to_static_string (const GUID& guid) /* WAVE_FORMAT_MPEG_ADTS_AAC */ GST_MF_IF_EQUAL_RETURN(guid, MFAudioFormat_ADTS); -#if !GST_MF_WINAPI_ONLY_APP +#if GST_MF_WINAPI_DESKTOP GST_MF_IF_EQUAL_RETURN(guid, MF_MT_CUSTOM_VIDEO_PRIMARIES); GST_MF_IF_EQUAL_RETURN(guid, MF_MT_AM_FORMAT_TYPE); GST_MF_IF_EQUAL_RETURN(guid, MF_MT_ARBITRARY_HEADER); diff --git a/sys/mediafoundation/gstmfvideosrc.c b/sys/mediafoundation/gstmfvideosrc.c index 23ffa15e7a..4841e5f394 100644 --- a/sys/mediafoundation/gstmfvideosrc.c +++ b/sys/mediafoundation/gstmfvideosrc.c @@ -42,17 +42,13 @@ #include "gstmfvideosrc.h" #include "gstmfutils.h" -#if GST_MF_WINAPI_ONLY_APP -#include "gstmfcapturewinrt.h" -#else /* GST_MF_WINAPI_ONLY_APP */ -#include "gstmfsourcereader.h" -#endif /* !GST_MF_WINAPI_ONLY_APP */ +#include "gstmfsourceobject.h" #include GST_DEBUG_CATEGORY (gst_mf_video_src_debug); #define GST_CAT_DEFAULT gst_mf_video_src_debug -#if GST_MF_WINAPI_ONLY_APP +#if (GST_MF_WINAPI_APP && !GST_MF_WINAPI_DESKTOP) /* FIXME: need support JPEG for UWP */ #define SRC_TEMPLATE_CAPS \ GST_VIDEO_CAPS_MAKE (GST_MF_VIDEO_FORMATS) @@ -242,13 +238,8 @@ gst_mf_video_src_start (GstBaseSrc * src) GST_DEBUG_OBJECT (self, "Start"); -#if GST_MF_WINAPI_ONLY_APP - self->source = gst_mf_capture_winrt_new (GST_MF_SOURCE_TYPE_VIDEO, + self->source = gst_mf_source_object_new (GST_MF_SOURCE_TYPE_VIDEO, self->device_index, self->device_name, self->device_path); -#else /* GST_MF_WINAPI_ONLY_APP */ - self->source = gst_mf_source_reader_new (GST_MF_SOURCE_TYPE_VIDEO, - self->device_index, self->device_name, self->device_path); -#endif /* GST_MF_WINAPI_ONLY_APP */ self->first_pts = GST_CLOCK_TIME_NONE; self->n_frames = 0; diff --git a/sys/mediafoundation/meson.build b/sys/mediafoundation/meson.build index bdf0a8add1..d4f72c2f3a 100644 --- a/sys/mediafoundation/meson.build +++ b/sys/mediafoundation/meson.build @@ -89,7 +89,7 @@ winapi_desktop = cxx.compiles('''#include #error "not win32" #endif''', dependencies: mf_lib_deps, - name: 'checking if building for Win32') + name: 'building for Win32') if runtimeobject_lib.found() winapi_app = cxx.compiles('''#include @@ -97,24 +97,32 @@ if runtimeobject_lib.found() #include #if !WINAPI_FAMILY_PARTITION(WINAPI_PARTITION_APP) #error "not winrt" + #endif + #ifndef WINVER + #error "unknown minimum supported OS version" + #endif + #if (WINVER < 0x0A00) + #error "Windows 10 API is not guaranteed" #endif''', dependencies: [mf_lib_deps, runtimeobject_lib], - name: 'checking if building for WinRT') + name: 'building for WinRT') endif if not winapi_desktop and not winapi_app error('Neither Desktop partition nor App partition') endif -winapi_app_only = winapi_app and not winapi_desktop -if winapi_app_only +if winapi_app mf_sources += mf_app_sources mf_lib_deps += [runtimeobject_lib] -else +endif + +if winapi_desktop mf_sources += mf_desktop_sources endif -mf_config.set10('GST_MF_WINAPI_ONLY_APP', winapi_app_only) +mf_config.set10('GST_MF_WINAPI_APP', winapi_app) +mf_config.set10('GST_MF_WINAPI_DESKTOP', winapi_desktop) configure_file( output: 'gstmfconfig.h', diff --git a/sys/mediafoundation/plugin.c b/sys/mediafoundation/plugin.c index f14e5fa7ed..509b15fade 100644 --- a/sys/mediafoundation/plugin.c +++ b/sys/mediafoundation/plugin.c @@ -70,7 +70,7 @@ plugin_init (GstPlugin * plugin) } /* mfvideosrc should be primary rank for UWP */ -#if GST_MF_WINAPI_ONLY_APP +#if (GST_MF_WINAPI_APP && !GST_MF_WINAPI_DESKTOP) rank = GST_RANK_PRIMARY + 1; #endif