FaSTTUBe/GST-Tensordecoder-ov_ep
37
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

analytics: Move IoU calculation to gstanalytics lib

Browse Source 
Calculating intersection-of-union (IoU) is a very common operation used by
tensor-decoder handling tensors from vision models. Having this in a library
will improve maintainability and ease of writing tensor-decoder.

- Post-fix _uint: We might eventually want to handle different datatype that we
woule post-fix with _type

Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8805>
This commit is contained in:
Daniel Morin 2025-04-09 20:36:40 -04:00 committed by GStreamer Marge Bot
parent 4c4e80d286
commit e887b2e20e
5 changed files with 362 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

88
girs/GstAnalytics-1.0.gir
View File

@ -1724,6 +1724,94 @@ desired to track an object across many frames. This type of metadata holds
information about the tracking, for example, it can be used alongside a information about the tracking, for example, it can be used alongside a
#GstAnalyticsODMtd to track an object.</doc> #GstAnalyticsODMtd to track an object.</doc>
</docsection> </docsection>
<function name="image_util_iou_float" c:identifier="gst_analytics_image_util_iou_float" version="1.28">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Calculate the intersection over the union (IoU) of the two areas defined by
the bounding box 1 and bounding box 2. IoU is a measure of how much two
regions overlap.</doc>
<source-position filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.h"/>
<return-value transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">IoU of bb1 and bb2.</doc>
<type name="gfloat" c:type="gfloat"/>
</return-value>
<parameters>
<parameter name="bb1_x" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 1, X coordinate</doc>
<type name="gfloat" c:type="gfloat"/>
</parameter>
<parameter name="bb1_y" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 1, Y coordinate</doc>
<type name="gfloat" c:type="gfloat"/>
</parameter>
<parameter name="bb1_w" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 1, width</doc>
<type name="gfloat" c:type="gfloat"/>
</parameter>
<parameter name="bb1_h" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 1, height</doc>
<type name="gfloat" c:type="gfloat"/>
</parameter>
<parameter name="bb2_x" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 2, X coordinate</doc>
<type name="gfloat" c:type="gfloat"/>
</parameter>
<parameter name="bb2_y" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 2, Y coordinate</doc>
<type name="gfloat" c:type="gfloat"/>
</parameter>
<parameter name="bb2_w" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 2, width</doc>
<type name="gfloat" c:type="gfloat"/>
</parameter>
<parameter name="bb2_h" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 2, height</doc>
<type name="gfloat" c:type="gfloat"/>
</parameter>
</parameters>
</function>
<function name="image_util_iou_int" c:identifier="gst_analytics_image_util_iou_int" version="1.28">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Calculate the intersection over the union (IoU) of the two areas defined by
the bounding box 1 and bounding box 2. IoU is a measure of how much two
regions overlap.</doc>
<source-position filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.h"/>
<return-value transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">IoU of bb1 and bb2.</doc>
<type name="gfloat" c:type="gfloat"/>
</return-value>
<parameters>
<parameter name="bb1_x" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 1, X coordinate</doc>
<type name="gint" c:type="gint"/>
</parameter>
<parameter name="bb1_y" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 1, Y coordinate</doc>
<type name="gint" c:type="gint"/>
</parameter>
<parameter name="bb1_w" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 1, width</doc>
<type name="gint" c:type="gint"/>
</parameter>
<parameter name="bb1_h" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 1, height</doc>
<type name="gint" c:type="gint"/>
</parameter>
<parameter name="bb2_x" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 2, X coordinate</doc>
<type name="gint" c:type="gint"/>
</parameter>
<parameter name="bb2_y" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 2, Y coordinate</doc>
<type name="gint" c:type="gint"/>
</parameter>
<parameter name="bb2_w" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 2, width</doc>
<type name="gint" c:type="gint"/>
</parameter>
<parameter name="bb2_h" transfer-ownership="none">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c">Bounding box 2, height</doc>
<type name="gint" c:type="gint"/>
</parameter>
</parameters>
</function>
<function name="mtd_type_get_name" c:identifier="gst_analytics_mtd_type_get_name" moved-to="Mtd.type_get_name" version="1.24"> <function name="mtd_type_get_name" c:identifier="gst_analytics_mtd_type_get_name" moved-to="Mtd.type_get_name" version="1.24">
<doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalyticsmeta.c">Gets the string version of the name of this type of analytics data</doc> <doc xml:space="preserve" filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalyticsmeta.c">Gets the string version of the name of this type of analytics data</doc>
<source-position filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalyticsmeta.h"/> <source-position filename="../subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalyticsmeta.h"/>

1
subprojects/gst-plugins-bad/gst-libs/gst/analytics/analytics.h
View File

@ -32,5 +32,6 @@
#include <gst/analytics/gstanalyticsobjecttrackingmtd.h> #include <gst/analytics/gstanalyticsobjecttrackingmtd.h>
#include <gst/analytics/gstanalyticssegmentationmtd.h> #include <gst/analytics/gstanalyticssegmentationmtd.h>
#include <gst/analytics/gsttensormeta.h> #include <gst/analytics/gsttensormeta.h>
#include <gst/analytics/gstanalytics_image_util.h>
#endif /* __ANALYTICS_H__ */ #endif /* __ANALYTICS_H__ */

226
subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.c Normal file
View File

@ -0,0 +1,226 @@
/* GStreamer
* Copyright (C) 2025 Collabora Ltd
* @author: Daniel Morin <daniel.morin@dmohub.org>
*
* gstanalytics_image_util.c
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#include "gstanalytics_image_util.h"
/* Evaluate if there's an intersection between segement s1 and s2 */
static guint
linear_intersection_uint (guint s1_min, guint s1_max, guint s2_min,
guint s2_max)
{
guint tmp;
if (s1_max > s2_min && s2_max > s1_min) {
if (s1_min > s2_min) {
tmp = (s2_max > s1_max) ? s1_max : s2_max;
return tmp - s1_min;
} else {
tmp = (s1_max > s2_max) ? s2_max : s1_max;
return tmp - s2_min;
}
}
return 0.0f;
}
static gfloat
linear_intersection_float (gfloat s1_min, gfloat s1_max, gfloat s2_min,
gfloat s2_max)
{
gfloat tmp;
if (s1_max > s2_min && s2_max > s1_min) {
if (s1_min > s2_min) {
tmp = (s2_max > s1_max) ? s1_max : s2_max;
return tmp - s1_min;
} else {
tmp = (s1_max > s2_max) ? s2_max : s1_max;
return tmp - s2_min;
}
}
return 0.0f;
}
static gboolean
_clips_and_adj_dim_int (gint * xy, gint * wh)
{
g_return_val_if_fail (xy != NULL, FALSE);
g_return_val_if_fail (wh != NULL, FALSE);
if (*xy < 0) {
if ((*xy + *wh) < 0) {
/* Bouding box completly outside the visible area */
return FALSE;
}
/* reduce width by the portion that is negative */
*wh += *xy;
*xy = 0;
}
return TRUE;
}
static gboolean
_clips_and_adj_dim_float (gfloat * xy, gfloat * wh)
{
g_return_val_if_fail (xy != NULL, FALSE);
g_return_val_if_fail (wh != NULL, FALSE);
if (*xy < 0.0f) {
if ((*xy + *wh) < 0.0f) {
/* Bouding box completly outside the visible area */
return FALSE;
}
/* reduce width by the portion that is negative */
*wh += *xy;
*xy = 0.0;
}
return TRUE;
}
/**
* gst_analytics_image_util_iou_int:
* @bb1_x: Bounding box 1, X coordinate
* @bb1_y: Bounding box 1, Y coordinate
* @bb1_w: Bounding box 1, width
* @bb1_h: Bounding box 1, height
* @bb2_x: Bounding box 2, X coordinate
* @bb2_y: Bounding box 2, Y coordinate
* @bb2_w: Bounding box 2, width
* @bb2_h: Bounding box 2, height
*
* Calculate the intersection over the union (IoU) of the two areas defined by
* the bounding box 1 and bounding box 2. IoU is a measure of how much two
* regions overlap.
*
* Return: IoU of bb1 and bb2.
*
* Since: 1.28
*/
gfloat
gst_analytics_image_util_iou_int (gint bb1_x, gint bb1_y, gint bb1_w,
gint bb1_h, gint bb2_x, gint bb2_y, gint bb2_w, gint bb2_h)
{
if (_clips_and_adj_dim_int (&bb1_x, &bb1_w) == FALSE) {
return 0.0f;
}
if (_clips_and_adj_dim_int (&bb1_y, &bb1_h) == FALSE) {
return 0.0f;
}
if (_clips_and_adj_dim_int (&bb2_x, &bb2_w) == FALSE) {
return 0.0f;
}
if (_clips_and_adj_dim_int (&bb2_y, &bb2_h) == FALSE) {
return 0.0f;
}
/* Rational: linear intersection is much faster to calculate then
* 2d intersection. We project the two bounding boxes considered for
* intersection on one axis and verify if the segments the create intersect.
* If they don't, the bounding boxes can't intersect in 2d and we don't
* need to verify if they intersect on the other dimension. If they
* intersect on the first dimension we verify if they intersec on the other
* dimension. Again if the don't intersect the bounding boxes can't intersect
* on in a 2D space. If they intersected on both axis we calculate the IoU.*/
const guint x_intersection =
linear_intersection_uint (bb1_x, bb1_x + bb1_w, bb2_x, bb2_x + bb2_w);
if (x_intersection > 0) {
const guint y_intersection = linear_intersection_uint (bb1_y, bb1_y + bb1_h,
bb2_y, bb2_y + bb2_h);
if (y_intersection > 0) {
const guint bb1_area = bb1_w * bb1_h;
const guint bb2_area = bb2_w * bb2_h;
const guint intersect_area = x_intersection * y_intersection;
const guint union_area = bb1_area + bb2_area - intersect_area;
return union_area == 0 ? 0.0f : ((gfloat) intersect_area) / union_area;
}
}
return 0.0f;
}
/**
* gst_analytics_image_util_iou_float:
* @bb1_x: Bounding box 1, X coordinate
* @bb1_y: Bounding box 1, Y coordinate
* @bb1_w: Bounding box 1, width
* @bb1_h: Bounding box 1, height
* @bb2_x: Bounding box 2, X coordinate
* @bb2_y: Bounding box 2, Y coordinate
* @bb2_w: Bounding box 2, width
* @bb2_h: Bounding box 2, height
*
* Calculate the intersection over the union (IoU) of the two areas defined by
* the bounding box 1 and bounding box 2. IoU is a measure of how much two
* regions overlap.
*
* Return: IoU of bb1 and bb2.
*
* Since: 1.28
*/
gfloat
gst_analytics_image_util_iou_float (gfloat bb1_x, gfloat bb1_y, gfloat bb1_w,
gfloat bb1_h, gfloat bb2_x, gfloat bb2_y, gfloat bb2_w, gfloat bb2_h)
{
if (_clips_and_adj_dim_float (&bb1_x, &bb1_w) == FALSE) {
return 0.0f;
}
if (_clips_and_adj_dim_float (&bb1_y, &bb1_h) == FALSE) {
return 0.0f;
}
if (_clips_and_adj_dim_float (&bb2_x, &bb2_w) == FALSE) {
return 0.0f;
}
if (_clips_and_adj_dim_float (&bb2_y, &bb2_h) == FALSE) {
return 0.0f;
}
/* Rational: linear intersection is much faster to calculate then
* 2d intersection. We project the two bounding boxes considered for
* intersection on one axis and verify if the segments the create intersect.
* If they don't, the bounding boxes can't intersect in 2d and we don't
* need to verify if they intersect on the other dimension. If they
* intersect on the first dimension we verify if they intersec on the other
* dimension. Again if the don't intersect the bounding boxes can't intersect
* on in a 2D space. If they intersected on both axis we calculate the IoU.*/
const gfloat x_intersection =
linear_intersection_float (bb1_x, bb1_x + bb1_w, bb2_x, bb2_x + bb2_w);
if (x_intersection > 0) {
const float y_intersection =
linear_intersection_float (bb1_y, bb1_y + bb1_h,
bb2_y, bb2_y + bb2_h);
if (y_intersection > 0) {
const gfloat bb1_area = bb1_w * bb1_h;
const gfloat bb2_area = bb2_w * bb2_h;
const gfloat intersect_area = x_intersection * y_intersection;
const gfloat union_area = bb1_area + bb2_area - intersect_area;
return union_area == 0.0f ? 0.0f : intersect_area / union_area;
}
}
return 0.0f;
}

42
subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalytics_image_util.h Normal file
View File

@ -0,0 +1,42 @@
/* GStreamer
* Copyright (C) 2025 Collabora Ltd
* @author: Daniel Morin <daniel.morin@dmohub.org>
*
* gstanalyticssegmentationmtd.h
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifndef __GST_ANALYTICS_IMAGE_UTIL_H__
#define __GST_ANALYTICS_IMAGE_UTIL_H__
#include <gst/gst.h>
#include <gst/analytics/analytics-meta-prelude.h>
G_BEGIN_DECLS
GST_ANALYTICS_META_API
gfloat gst_analytics_image_util_iou_int (gint bb1_x, gint bb1_y, gint bb1_w,
gint bb1_h, gint bb2_x, gint bb2_y, gint bb2_w, gint bb2_h);
GST_ANALYTICS_META_API
gfloat gst_analytics_image_util_iou_float (gfloat bb1_x, gfloat bb1_y, gfloat
bb1_w, gfloat bb1_h, gfloat bb2_x, gfloat bb2_y, gfloat bb2_w, gfloat
bb2_h);
G_END_DECLS
#endif /* __GST_ANALYTICS_IMAGE_UTIL_H__ */

7
subprojects/gst-plugins-bad/gst-libs/gst/analytics/meson.build
View File

@ -4,7 +4,8 @@ analytics_sources = files( 'gstanalyticsmeta.c',
'gstanalyticsobjecttrackingmtd.c', 'gstanalyticsobjecttrackingmtd.c',
'gstanalyticssegmentationmtd.c', 'gstanalyticssegmentationmtd.c',
'gsttensormeta.c', 'gsttensormeta.c',
'gsttensor.c') 'gsttensor.c',
'gstanalytics_image_util.c')
analytics_headers = files( 'analytics.h', analytics_headers = files( 'analytics.h',
'gstanalyticsmeta.h', 'gstanalyticsmeta.h',
@ -14,7 +15,9 @@ analytics_headers = files( 'analytics.h',
'gstanalyticsobjecttrackingmtd.h', 'gstanalyticsobjecttrackingmtd.h',
'gstanalyticssegmentationmtd.h', 'gstanalyticssegmentationmtd.h',
'gsttensormeta.h', 'gsttensormeta.h',
'gsttensor.h') 'gsttensor.h',
'gstanalytics_image_util.h')
install_headers(analytics_headers, subdir : 'gstreamer-1.0/gst/analytics') install_headers(analytics_headers, subdir : 'gstreamer-1.0/gst/analytics')
doc_sources = [] doc_sources = []