FaSTTUBe/GST-Tensordecoder-ov_ep
35
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

d3d11: Add support for AYUV, AYUV64, and RGBA64_LE formats

Browse Source 
Note that AYUV and AYUV64 formats will be used to expand format
support, especially some packed YUV formats (e.g., Y410, YUY2)
are common DXGI formats used for hardware decoder/encoder on Windows
but those formats cannot be used as a render target. We need to handle
them differently without pixel shader help, using compute shader
for example.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1699>
This commit is contained in:
Seungha Yang 2022-02-14 22:59:01 +09:00 committed by GStreamer Marge Bot
parent cb7e454b53
commit 04b8dfa391
5 changed files with 158 additions and 49 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
subprojects/gst-plugins-bad/gst-libs/gst/d3d11/gstd3d11_private.h
View File

@ -71,6 +71,9 @@ static const GstD3D11Format _gst_d3d11_default_format_map[] = {
MAKE_FORMAT_MAP_RGB (BGRx, B8G8R8A8_UNORM), MAKE_FORMAT_MAP_RGB (BGRx, B8G8R8A8_UNORM),
MAKE_FORMAT_MAP_RGB (RGBx, R8G8B8A8_UNORM), MAKE_FORMAT_MAP_RGB (RGBx, R8G8B8A8_UNORM),
MAKE_FORMAT_MAP_RGB (RGB10A2_LE, R10G10B10A2_UNORM), MAKE_FORMAT_MAP_RGB (RGB10A2_LE, R10G10B10A2_UNORM),
MAKE_FORMAT_MAP_RGB (RGBA64_LE, R16G16B16A16_UNORM),
MAKE_FORMAT_MAP_YUV (AYUV, UNKNOWN, R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN),
MAKE_FORMAT_MAP_YUV (AYUV64, UNKNOWN, R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN),
MAKE_FORMAT_MAP_YUV (VUYA, AYUV, R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN), MAKE_FORMAT_MAP_YUV (VUYA, AYUV, R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN),
MAKE_FORMAT_MAP_YUV (NV12, NV12, R8_UNORM, R8G8_UNORM, UNKNOWN, UNKNOWN), MAKE_FORMAT_MAP_YUV (NV12, NV12, R8_UNORM, R8G8_UNORM, UNKNOWN, UNKNOWN),
MAKE_FORMAT_MAP_YUV (NV21, UNKNOWN, R8_UNORM, R8G8_UNORM, UNKNOWN, UNKNOWN), MAKE_FORMAT_MAP_YUV (NV21, UNKNOWN, R8_UNORM, R8G8_UNORM, UNKNOWN, UNKNOWN),

3
subprojects/gst-plugins-bad/gst-libs/gst/d3d11/gstd3d11device.cpp
View File

@ -551,6 +551,7 @@ gst_d3d11_device_setup_format_table (GstD3D11Device * self)
case GST_VIDEO_FORMAT_RGBA: case GST_VIDEO_FORMAT_RGBA:
case GST_VIDEO_FORMAT_RGBx: case GST_VIDEO_FORMAT_RGBx:
case GST_VIDEO_FORMAT_RGB10A2_LE: case GST_VIDEO_FORMAT_RGB10A2_LE:
case GST_VIDEO_FORMAT_RGBA64_LE:
g_assert (format->dxgi_format != DXGI_FORMAT_UNKNOWN); g_assert (format->dxgi_format != DXGI_FORMAT_UNKNOWN);
update_format_support_flag (self, format); update_format_support_flag (self, format);
break; break;
@ -580,6 +581,8 @@ gst_d3d11_device_setup_format_table (GstD3D11Device * self)
case GST_VIDEO_FORMAT_Y444_10LE: case GST_VIDEO_FORMAT_Y444_10LE:
case GST_VIDEO_FORMAT_Y444_12LE: case GST_VIDEO_FORMAT_Y444_12LE:
case GST_VIDEO_FORMAT_Y444_16LE: case GST_VIDEO_FORMAT_Y444_16LE:
case GST_VIDEO_FORMAT_AYUV:
case GST_VIDEO_FORMAT_AYUV64:
{ {
g_assert (format->dxgi_format == DXGI_FORMAT_UNKNOWN); g_assert (format->dxgi_format == DXGI_FORMAT_UNKNOWN);
update_format_support_flag (self, format); update_format_support_flag (self, format);

4
subprojects/gst-plugins-bad/gst-libs/gst/d3d11/gstd3d11format.h
View File

@ -27,10 +27,10 @@
G_BEGIN_DECLS G_BEGIN_DECLS
#define GST_D3D11_COMMON_FORMATS \ #define GST_D3D11_COMMON_FORMATS \
"BGRA, RGBA, RGB10A2_LE, BGRx, RGBx, VUYA, NV12, NV21, " \ "RGBA64_LE, RGB10A2_LE, BGRA, RGBA, BGRx, RGBx, VUYA, NV12, NV21, " \
"P010_10LE, P012_LE, P016_LE, I420, YV12, I420_10LE, I420_12LE, " \ "P010_10LE, P012_LE, P016_LE, I420, YV12, I420_10LE, I420_12LE, " \
"Y42B, I422_10LE, I422_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, " \ "Y42B, I422_10LE, I422_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, " \
"GRAY8, GRAY16_LE" "GRAY8, GRAY16_LE, AYUV, AYUV64"
#define GST_D3D11_EXTRA_IN_FORMATS \ #define GST_D3D11_EXTRA_IN_FORMATS \
"Y410" "Y410"

180
subprojects/gst-plugins-bad/sys/d3d11/gstd3d11converter.cpp
View File

@ -126,12 +126,18 @@ static const gchar templ_REORDER_BODY[] =
" xyza.a = shaderTexture[0].Sample(samplerState, input.Texture).a * alpha_mul;\n" " xyza.a = shaderTexture[0].Sample(samplerState, input.Texture).a * alpha_mul;\n"
" output.Plane_0 = xyza;\n"; " output.Plane_0 = xyza;\n";
static const gchar templ_REORDER_SWIZZLE_BODY[] =
" float4 xyza;\n"
" xyza.%c%c%c = shaderTexture[0].Sample(samplerState, input.Texture).%c%c%c;\n"
" xyza.%c = shaderTexture[0].Sample(samplerState, input.Texture).%c * alpha_mul;\n"
" output.Plane_0 = xyza;\n";
static const gchar templ_VUYA_to_RGB_BODY[] = static const gchar templ_VUYA_to_RGB_BODY[] =
" float4 sample, rgba;\n" " float4 sample, rgba;\n"
" sample.x = shaderTexture[0].Sample(samplerState, input.Texture).z;\n" " sample.x = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n"
" sample.y = shaderTexture[0].Sample(samplerState, input.Texture).y;\n" " sample.y = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n"
" sample.z = shaderTexture[0].Sample(samplerState, input.Texture).x;\n" " sample.z = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n"
" sample.a = shaderTexture[0].Sample(samplerState, input.Texture).a;\n" " sample.a = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n"
" rgba.rgb = yuv_to_rgb (sample.xyz);\n" " rgba.rgb = yuv_to_rgb (sample.xyz);\n"
" rgba.a = sample.a;\n" " rgba.a = sample.a;\n"
" output.Plane_0 = rgba;\n"; " output.Plane_0 = rgba;\n";
@ -139,8 +145,8 @@ static const gchar templ_VUYA_to_RGB_BODY[] =
static const gchar templ_RGB_to_VUYA_BODY[] = static const gchar templ_RGB_to_VUYA_BODY[] =
" float4 sample, vuya;\n" " float4 sample, vuya;\n"
" sample = shaderTexture[0].Sample(samplerState, input.Texture);\n" " sample = shaderTexture[0].Sample(samplerState, input.Texture);\n"
" vuya.zyx = rgb_to_yuv (sample.rgb);\n" " vuya.%c%c%c = rgb_to_yuv (sample.rgb);\n"
" vuya.a = sample.a;\n" " vuya.%c = sample.a;\n"
" output.Plane_0 = vuya;\n"; " output.Plane_0 = vuya;\n";
static const gchar templ_PACKED_YUV_to_RGB_BODY[] = static const gchar templ_PACKED_YUV_to_RGB_BODY[] =
@ -233,40 +239,45 @@ static const gchar templ_PLANAR_TO_PLANAR_CHROMA_BODY[] =
/* VUYA to YUV */ /* VUYA to YUV */
static const gchar templ_VUYA_to_LUMA_BODY[] = static const gchar templ_VUYA_to_LUMA_BODY[] =
" float4 sample;\n" " float4 sample;\n"
" sample.x = shaderTexture[0].Sample(samplerState, input.Texture).z;\n" " sample.x = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n"
" output.Plane_0 = float4(sample.x / %u, 0.0, 0.0, 0.0);\n"; " output.Plane_0 = float4(sample.x / %u, 0.0, 0.0, 0.0);\n";
static const gchar templ_VUYA_TO_PLANAR_CHROMA_BODY[] = static const gchar templ_VUYA_TO_PLANAR_CHROMA_BODY[] =
" float4 sample;\n" " float4 sample;\n"
" sample.yz = shaderTexture[0].Sample(samplerState, input.Texture).yx;\n" " sample.yz = shaderTexture[0].Sample(samplerState, input.Texture).%c%c;\n"
" output.Plane_0 = float4(sample.%c / %d, 0.0, 0.0, 0.0);\n" " output.Plane_0 = float4(sample.%c / %d, 0.0, 0.0, 0.0);\n"
" output.Plane_1 = float4(sample.%c / %d, 0.0, 0.0, 0.0);\n"; " output.Plane_1 = float4(sample.%c / %d, 0.0, 0.0, 0.0);\n";
static const gchar templ_VUYA_TO_SEMI_PLANAR_CHROMA_BODY[] = static const gchar templ_VUYA_TO_SEMI_PLANAR_CHROMA_BODY[] =
" float2 sample;\n" " float2 sample;\n"
" sample.xy = shaderTexture[0].Sample(samplerState, input.Texture).%c%c;\n" " sample.%c%c = shaderTexture[0].Sample(samplerState, input.Texture).%c%c;\n"
" output.Plane_0 = float4(sample.xy, 0.0, 0.0);\n"; " output.Plane_0 = float4(sample, 0.0, 0.0);\n";
/* YUV to VUYA */ /* YUV to VUYA */
static const gchar templ_PLANAR_to_VUYA_BODY[] = static const gchar templ_PLANAR_to_VUYA_BODY[] =
" float4 sample;\n" " float3 sample;\n"
" float4 vuya;\n"
" sample.x = shaderTexture[0].Sample(samplerState, input.Texture).x * %u;\n" " sample.x = shaderTexture[0].Sample(samplerState, input.Texture).x * %u;\n"
" sample.%c = shaderTexture[1].Sample(samplerState, input.Texture).x * %u;\n" " sample.%c = shaderTexture[1].Sample(samplerState, input.Texture).x * %u;\n"
" sample.%c = shaderTexture[2].Sample(samplerState, input.Texture).x * %u;\n" " sample.%c = shaderTexture[2].Sample(samplerState, input.Texture).x * %u;\n"
" output.Plane_0 = float4(sample.zyx, 1.0f);\n"; " vuya.%c%c%c = sample;\n"
" vuya.%c = 1.0f;\n"
" output.Plane_0 = vuya;\n";
static const gchar templ_SEMI_PLANAR_to_VUYA_BODY[] = static const gchar templ_SEMI_PLANAR_to_VUYA_BODY[] =
" float4 sample;\n" " float4 sample;\n"
" sample.z = shaderTexture[0].Sample(samplerState, input.Texture).x;\n" " sample.%c = shaderTexture[0].Sample(samplerState, input.Texture).x;\n"
" sample.xy = shaderTexture[1].Sample(samplerState, input.Texture).%c%c;\n" " sample.%c%c = shaderTexture[1].Sample(samplerState, input.Texture).%c%c;\n"
" output.Plane_0 = float4(sample.xyz, 1.0f);\n"; " sample.%c = 1.0f;\n"
" output.Plane_0 = sample;\n";
static const gchar templ_PACKED_YUV_to_VUYA_BODY[] = static const gchar templ_PACKED_YUV_to_VUYA_BODY[] =
" float4 sample;\n" " float4 sample;\n"
" sample.z = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n" " sample.%c = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n"
" sample.y = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n" " sample.%c = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n"
" sample.x = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n" " sample.%c = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n"
" output.Plane_0 = float4(sample.xyz, 1.0f);\n"; " sample.%c = 1.0f;\n"
" output.Plane_0 = sample;\n";
/* packed YUV to (semi) planar YUV */ /* packed YUV to (semi) planar YUV */
static const gchar templ_PACKED_YUV_to_LUMA_BODY[] = static const gchar templ_PACKED_YUV_to_LUMA_BODY[] =
@ -299,7 +310,7 @@ static const gchar templ_RGB_to_GRAY_BODY[] =
static const gchar templ_VUYA_to_GRAY_BODY[] = static const gchar templ_VUYA_to_GRAY_BODY[] =
" float4 sample;\n" " float4 sample;\n"
" sample.x = shaderTexture[0].Sample(samplerState, input.Texture).z;\n" " sample.x = shaderTexture[0].Sample(samplerState, input.Texture).%c;\n"
" sample.y = 0.0;\n" " sample.y = 0.0;\n"
" sample.z = 0.0;\n" " sample.z = 0.0;\n"
" sample.a = 0.0;\n" " sample.a = 0.0;\n"
@ -340,10 +351,10 @@ static const gchar templ_GRAY_to_RGB_BODY[] =
static const gchar templ_GRAY_to_VUYA_BODY[] = static const gchar templ_GRAY_to_VUYA_BODY[] =
" float4 sample;\n" " float4 sample;\n"
" sample.z = shaderTexture[0].Sample(samplerState, input.Texture).x;\n" " sample.%c = shaderTexture[0].Sample(samplerState, input.Texture).x;\n"
" sample.x = 0.5;\n" " sample.%c = 0.5;\n"
" sample.y = 0.5;\n" " sample.%c = 0.5;\n"
" sample.a = 1.0;\n" " sample.%c = 1.0;\n"
" output.Plane_0 = sample;\n"; " output.Plane_0 = sample;\n";
static const gchar templ_GRAY_to_LUMA_BODY[] = static const gchar templ_GRAY_to_LUMA_BODY[] =
@ -802,6 +813,38 @@ get_semi_planar_component (const GstVideoInfo * info, gchar * u, gchar * v)
} }
} }
static void
get_vuya_component (const GstVideoInfo * info, gchar * y, gchar * u,
gchar * v, gchar * a)
{
switch (GST_VIDEO_INFO_FORMAT (info)) {
case GST_VIDEO_FORMAT_VUYA:
if (y)
*y = 'z';
if (u)
*u = 'y';
if (v)
*v = 'x';
if (a)
*a = 'a';
break;
case GST_VIDEO_FORMAT_AYUV:
case GST_VIDEO_FORMAT_AYUV64:
if (y)
*y = 'g';
if (u)
*u = 'b';
if (v)
*v = 'a';
if (a)
*a = 'r';
break;
default:
g_assert_not_reached ();
break;
}
}
static gboolean static gboolean
setup_convert_info_yuv_to_rgb (GstD3D11Converter * self, setup_convert_info_yuv_to_rgb (GstD3D11Converter * self,
const GstVideoInfo * in_info, const GstVideoInfo * out_info) const GstVideoInfo * in_info, const GstVideoInfo * out_info)
@ -813,8 +856,15 @@ setup_convert_info_yuv_to_rgb (GstD3D11Converter * self,
switch (GST_VIDEO_INFO_FORMAT (in_info)) { switch (GST_VIDEO_INFO_FORMAT (in_info)) {
case GST_VIDEO_FORMAT_VUYA: case GST_VIDEO_FORMAT_VUYA:
info->ps_body[0] = g_strdup_printf (templ_VUYA_to_RGB_BODY); case GST_VIDEO_FORMAT_AYUV:
case GST_VIDEO_FORMAT_AYUV64:
{
gchar y, u, v, a;
get_vuya_component (in_info, &y, &u, &v, &a);
info->ps_body[0] = g_strdup_printf (templ_VUYA_to_RGB_BODY, y, u, v, a);
break; break;
}
case GST_VIDEO_FORMAT_YUY2: case GST_VIDEO_FORMAT_YUY2:
case GST_VIDEO_FORMAT_UYVY: case GST_VIDEO_FORMAT_UYVY:
case GST_VIDEO_FORMAT_VYUY: case GST_VIDEO_FORMAT_VYUY:
@ -885,8 +935,16 @@ setup_convert_info_rgb_to_yuv (GstD3D11Converter * self,
switch (GST_VIDEO_INFO_FORMAT (out_info)) { switch (GST_VIDEO_INFO_FORMAT (out_info)) {
case GST_VIDEO_FORMAT_VUYA: case GST_VIDEO_FORMAT_VUYA:
info->ps_body[0] = g_strdup_printf (templ_RGB_to_VUYA_BODY); case GST_VIDEO_FORMAT_AYUV:
case GST_VIDEO_FORMAT_AYUV64:
{
gchar y, u, v, a;
get_vuya_component (out_info, &y, &u, &v, &a);
info->ps_body[0] = g_strdup_printf (templ_RGB_to_VUYA_BODY, y, u, v, a);
break; break;
}
case GST_VIDEO_FORMAT_NV12: case GST_VIDEO_FORMAT_NV12:
case GST_VIDEO_FORMAT_NV21: case GST_VIDEO_FORMAT_NV21:
case GST_VIDEO_FORMAT_P010_10LE: case GST_VIDEO_FORMAT_P010_10LE:
@ -1032,11 +1090,17 @@ setup_convert_info_vuya_to_vuya (GstD3D11Converter * self,
const GstVideoInfo * in_info, const GstVideoInfo * out_info) const GstVideoInfo * in_info, const GstVideoInfo * out_info)
{ {
ConvertInfo *info = &self->convert_info; ConvertInfo *info = &self->convert_info;
gchar sy, su, sv, sa;
gchar dy, du, dv, da;
info->templ = &templ_REORDER; info->templ = &templ_REORDER;
info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY; info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY;
info->ps_body[0] = g_strdup_printf (templ_REORDER_BODY); get_vuya_component (in_info, &sy, &su, &sv, &sa);
get_vuya_component (out_info, &dy, &du, &dv, &da);
info->ps_body[0] = g_strdup_printf (templ_REORDER_SWIZZLE_BODY, dy, du, dv,
sy, su, sv, da, sa);
return TRUE; return TRUE;
} }
@ -1048,16 +1112,18 @@ setup_convert_info_vuya_to_planar (GstD3D11Converter * self,
ConvertInfo *info = &self->convert_info; ConvertInfo *info = &self->convert_info;
guint div; guint div;
gchar u, v; gchar u, v;
gchar sy, su, sv, sa;
info->templ = &templ_REORDER; info->templ = &templ_REORDER;
info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY; info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY;
info->ps_output[1] = HLSL_PS_OUTPUT_TWO_PLANES_BODY; info->ps_output[1] = HLSL_PS_OUTPUT_TWO_PLANES_BODY;
get_planar_component (out_info, &u, &v, &div); get_planar_component (out_info, &u, &v, &div);
get_vuya_component (in_info, &sy, &su, &sv, &sa);
info->ps_body[0] = g_strdup_printf (templ_VUYA_to_LUMA_BODY, div); info->ps_body[0] = g_strdup_printf (templ_VUYA_to_LUMA_BODY, sy, div);
info->ps_body[1] = info->ps_body[1] = g_strdup_printf (templ_VUYA_TO_PLANAR_CHROMA_BODY,
g_strdup_printf (templ_VUYA_TO_PLANAR_CHROMA_BODY, u, div, v, div); su, sv, u, div, v, div);
return TRUE; return TRUE;
} }
@ -1069,16 +1135,18 @@ setup_convert_info_vuya_to_semi_planar (GstD3D11Converter * self,
ConvertInfo *info = &self->convert_info; ConvertInfo *info = &self->convert_info;
guint div = 1; guint div = 1;
gchar u, v; gchar u, v;
gchar sy, su, sv, sa;
info->templ = &templ_REORDER; info->templ = &templ_REORDER;
info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY; info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY;
info->ps_output[1] = HLSL_PS_OUTPUT_ONE_PLANE_BODY; info->ps_output[1] = HLSL_PS_OUTPUT_ONE_PLANE_BODY;
get_semi_planar_component (out_info, &u, &v); get_semi_planar_component (out_info, &u, &v);
get_vuya_component (in_info, &sy, &su, &sv, &sa);
info->ps_body[0] = g_strdup_printf (templ_VUYA_to_LUMA_BODY, div); info->ps_body[0] = g_strdup_printf (templ_VUYA_to_LUMA_BODY, sy, div);
info->ps_body[1] = info->ps_body[1] = g_strdup_printf (templ_VUYA_TO_SEMI_PLANAR_CHROMA_BODY,
g_strdup_printf (templ_VUYA_TO_SEMI_PLANAR_CHROMA_BODY, v, u); u, v, su, sv);
return TRUE; return TRUE;
} }
@ -1090,14 +1158,16 @@ setup_convert_info_planar_to_vuya (GstD3D11Converter * self,
ConvertInfo *info = &self->convert_info; ConvertInfo *info = &self->convert_info;
guint mul; guint mul;
gchar u, v; gchar u, v;
gchar dy, du, dv, da;
get_planar_component (in_info, &u, &v, &mul); get_planar_component (in_info, &u, &v, &mul);
get_vuya_component (out_info, &dy, &du, &dv, &da);
info->templ = &templ_REORDER; info->templ = &templ_REORDER;
info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY; info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY;
info->ps_body[0] = info->ps_body[0] = g_strdup_printf (templ_PLANAR_to_VUYA_BODY,
g_strdup_printf (templ_PLANAR_to_VUYA_BODY, mul, u, mul, v, mul); mul, u, mul, v, mul, dy, du, dv, da);
return TRUE; return TRUE;
} }
@ -1108,6 +1178,7 @@ setup_convert_info_packed_yuv_to_vuya (GstD3D11Converter * self,
{ {
ConvertInfo *info = &self->convert_info; ConvertInfo *info = &self->convert_info;
gchar y, u, v; gchar y, u, v;
gchar dy, du, dv, da;
info->templ = &templ_REORDER; info->templ = &templ_REORDER;
info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY; info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY;
@ -1117,7 +1188,10 @@ setup_convert_info_packed_yuv_to_vuya (GstD3D11Converter * self,
return FALSE; return FALSE;
} }
info->ps_body[0] = g_strdup_printf (templ_PACKED_YUV_to_VUYA_BODY, y, u, v); get_vuya_component (out_info, &dy, &du, &dv, &da);
info->ps_body[0] = g_strdup_printf (templ_PACKED_YUV_to_VUYA_BODY,
dy, y, du, u, dv, v, da);
return TRUE; return TRUE;
} }
@ -1128,13 +1202,15 @@ setup_convert_info_semi_planar_to_vuya (GstD3D11Converter * self,
{ {
ConvertInfo *info = &self->convert_info; ConvertInfo *info = &self->convert_info;
gchar u, v; gchar u, v;
gchar dy, du, dv, da;
get_semi_planar_component (in_info, &u, &v); get_semi_planar_component (in_info, &u, &v);
get_vuya_component (out_info, &dy, &du, &dv, &da);
info->templ = &templ_REORDER; info->templ = &templ_REORDER;
info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY; info->ps_output[0] = HLSL_PS_OUTPUT_ONE_PLANE_BODY;
info->ps_body[0] = g_strdup_printf (templ_SEMI_PLANAR_to_VUYA_BODY,
info->ps_body[0] = g_strdup_printf (templ_SEMI_PLANAR_to_VUYA_BODY, v, u); dy, du, dv, u, v, da);
return TRUE; return TRUE;
} }
@ -1226,8 +1302,12 @@ setup_convert_info_yuv_to_yuv (GstD3D11Converter * self,
gboolean in_vuya, out_vuya; gboolean in_vuya, out_vuya;
gboolean in_packed; gboolean in_packed;
in_vuya = GST_VIDEO_INFO_FORMAT (in_info) == GST_VIDEO_FORMAT_VUYA; in_vuya = (GST_VIDEO_INFO_FORMAT (in_info) == GST_VIDEO_FORMAT_VUYA ||
out_vuya = GST_VIDEO_INFO_FORMAT (out_info) == GST_VIDEO_FORMAT_VUYA; GST_VIDEO_INFO_FORMAT (in_info) == GST_VIDEO_FORMAT_AYUV ||
GST_VIDEO_INFO_FORMAT (in_info) == GST_VIDEO_FORMAT_AYUV64);
out_vuya = (GST_VIDEO_INFO_FORMAT (out_info) == GST_VIDEO_FORMAT_VUYA ||
GST_VIDEO_INFO_FORMAT (out_info) == GST_VIDEO_FORMAT_AYUV ||
GST_VIDEO_INFO_FORMAT (out_info) == GST_VIDEO_FORMAT_AYUV64);
in_planar = is_planar_format (in_info); in_planar = is_planar_format (in_info);
in_packed = (GST_VIDEO_INFO_FORMAT (in_info) == GST_VIDEO_FORMAT_YUY2 || in_packed = (GST_VIDEO_INFO_FORMAT (in_info) == GST_VIDEO_FORMAT_YUY2 ||
GST_VIDEO_INFO_FORMAT (in_info) == GST_VIDEO_FORMAT_UYVY || GST_VIDEO_INFO_FORMAT (in_info) == GST_VIDEO_FORMAT_UYVY ||
@ -1313,8 +1393,17 @@ setup_convert_info_yuv_to_gray (GstD3D11Converter * self,
switch (GST_VIDEO_INFO_FORMAT (in_info)) { switch (GST_VIDEO_INFO_FORMAT (in_info)) {
case GST_VIDEO_FORMAT_VUYA: case GST_VIDEO_FORMAT_VUYA:
info->ps_body[0] = g_strdup_printf (templ_VUYA_to_GRAY_BODY); case GST_VIDEO_FORMAT_AYUV:
case GST_VIDEO_FORMAT_AYUV64:
{
gchar y;
get_vuya_component (in_info, &y, nullptr, nullptr, nullptr);
info->ps_body[0] = g_strdup_printf (templ_VUYA_to_GRAY_BODY, y);
break; break;
}
case GST_VIDEO_FORMAT_I420: case GST_VIDEO_FORMAT_I420:
case GST_VIDEO_FORMAT_YV12: case GST_VIDEO_FORMAT_YV12:
case GST_VIDEO_FORMAT_I420_10LE: case GST_VIDEO_FORMAT_I420_10LE:
@ -1412,8 +1501,15 @@ setup_convert_info_gray_to_yuv (GstD3D11Converter * self,
switch (GST_VIDEO_INFO_FORMAT (out_info)) { switch (GST_VIDEO_INFO_FORMAT (out_info)) {
case GST_VIDEO_FORMAT_VUYA: case GST_VIDEO_FORMAT_VUYA:
info->ps_body[0] = g_strdup_printf (templ_GRAY_to_VUYA_BODY); case GST_VIDEO_FORMAT_AYUV:
case GST_VIDEO_FORMAT_AYUV64:
{
gchar y, u, v, a;
get_vuya_component (out_info, &y, &u, &v, &a);
info->ps_body[0] = g_strdup_printf (templ_GRAY_to_VUYA_BODY, y, u, v, a);
break; break;
}
case GST_VIDEO_FORMAT_I420: case GST_VIDEO_FORMAT_I420:
case GST_VIDEO_FORMAT_YV12: case GST_VIDEO_FORMAT_YV12:
case GST_VIDEO_FORMAT_I420_10LE: case GST_VIDEO_FORMAT_I420_10LE:

17
subprojects/gst-plugins-bad/tests/check/elements/d3d11colorconvert.c
View File

@ -29,6 +29,8 @@
#include <gst/check/gstharness.h> #include <gst/check/gstharness.h>
#include <gst/video/video.h> #include <gst/video/video.h>
static const gchar *run_visual_test = NULL;
/* enable this define to see color conversion result with videosink */ /* enable this define to see color conversion result with videosink */
#define RUN_VISUAL_TEST 0 #define RUN_VISUAL_TEST 0
@ -48,11 +50,11 @@ static const guint8 bgra_reorder_data[] = { 0x72, 0x24, 0x49, 0xff };
static const gchar *YUV_FORMATS[] = { static const gchar *YUV_FORMATS[] = {
"VUYA", "NV12", "P010_10LE", "P012_LE", "P016_LE", "I420", "I420_10LE", "VUYA", "NV12", "P010_10LE", "P012_LE", "P016_LE", "I420", "I420_10LE",
"I420_12LE", "YV12", "NV21", "Y444", "Y444_10LE", "Y444_12LE", "Y444_16LE", "I420_12LE", "YV12", "NV21", "Y444", "Y444_10LE", "Y444_12LE", "Y444_16LE",
"Y42B", "I422_10LE", "I422_12LE", "Y42B", "I422_10LE", "I422_12LE", "AYUV", "AYUV64"
}; };
static const gchar *RGB_FORMATS[] = { static const gchar *RGB_FORMATS[] = {
"BGRA", "RGBA", "RGB10A2_LE", "BGRx", "RGBx", "BGRA", "RGBA", "RGB10A2_LE", "BGRx", "RGBx", "RGBA64_LE"
}; };
static const gchar *PACKED_YUV_FORMATS[] = { static const gchar *PACKED_YUV_FORMATS[] = {
@ -157,7 +159,8 @@ run_convert_pipelne (const gchar * in_format, const gchar * out_format)
g_strdup_printf ("videotestsrc num-buffers=1 is-live=true ! " g_strdup_printf ("videotestsrc num-buffers=1 is-live=true ! "
"video/x-raw,format=%s,framerate=3/1 ! d3d11upload ! " "video/x-raw,format=%s,framerate=3/1 ! d3d11upload ! "
"d3d11convert ! d3d11download ! video/x-raw,format=%s ! " "d3d11convert ! d3d11download ! video/x-raw,format=%s ! "
"videoconvert ! d3d11videosink", in_format, out_format); "videoconvert ! %s", in_format, out_format,
run_visual_test ? "d3d11videosink" : "fakesink");
GstElement *pipeline; GstElement *pipeline;
pipeline = gst_parse_launch (pipeline_str, NULL); pipeline = gst_parse_launch (pipeline_str, NULL);
@ -351,11 +354,15 @@ d3d11colorconvert_suite (void)
{ {
Suite *s = suite_create ("d3d11colorconvert"); Suite *s = suite_create ("d3d11colorconvert");
TCase *tc_basic = tcase_create ("general"); TCase *tc_basic = tcase_create ("general");
const gchar *run_visual_test = g_getenv ("RUN_VISUAL_TEST");
run_visual_test = g_getenv ("ENABLE_D3D11_VISUAL_TEST");
suite_add_tcase (s, tc_basic); suite_add_tcase (s, tc_basic);
tcase_add_test (tc_basic, test_d3d11_color_convert_rgba_reorder); tcase_add_test (tc_basic, test_d3d11_color_convert_rgba_reorder);
if (run_visual_test != NULL) {
/* XXX: Some methods for device's capability checking and initialization
* are plugin internal. Enable conversion tests only when it's enabled */
if (g_getenv ("ENABLE_D3D11_CONVERSION_TEST")) {
tcase_add_test (tc_basic, test_d3d11_color_convert_yuv_yuv); tcase_add_test (tc_basic, test_d3d11_color_convert_yuv_yuv);
tcase_add_test (tc_basic, test_d3d11_color_convert_yuv_rgb); tcase_add_test (tc_basic, test_d3d11_color_convert_yuv_rgb);
tcase_add_test (tc_basic, test_d3d11_color_convert_yuv_gray); tcase_add_test (tc_basic, test_d3d11_color_convert_yuv_gray);