FaSTTUBe/GST-Tensordecoder-ov_ep
37
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

audio-quantize: fix feedback dither

Browse Source 
Make sure we allocated enough extra space in the error buffer to
store the feedback error.
This commit is contained in:
Wim Taymans 2016-02-24 14:05:03 +01:00
parent 3e8cf31a96
commit 221e661f07
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
gst-libs/gst/audio/audio-quantize.c
View File

@ -176,16 +176,15 @@ gst_audio_quantize_quantize_int_dither_none (GstAudioQuantize * quant,
} }
static void static void
setup_error_buf (GstAudioQuantize * quant, gint samples) setup_error_buf (GstAudioQuantize * quant, gint samples, gint extra)
{ {
gint stride = quant->stride; gint stride = quant->stride;
gint len = (samples + quant->n_coeffs) * stride; gint len = (samples + extra) * stride;
if (quant->error_size < len) { if (quant->error_size < len) {
quant->error_buf = g_realloc (quant->error_buf, len * sizeof (gint32)); quant->error_buf = g_realloc (quant->error_buf, len * sizeof (gint32));
if (quant->error_size == 0) if (quant->error_size == 0)
memset ((gint32 *) quant->error_buf, 0, memset ((gint32 *) quant->error_buf, 0, stride * extra * sizeof (gint32));
stride * quant->n_coeffs * sizeof (gint32));
quant->error_size = len; quant->error_size = len;
} }
} }
@ -200,7 +199,7 @@ gst_audio_quantize_quantize_int_dither_feedback (GstAudioQuantize * quant,
gint32 *dith, *d = dst, v, o, *e, err; gint32 *dith, *d = dst, v, o, *e, err;
setup_dither_buf (quant, samples); setup_dither_buf (quant, samples);
setup_error_buf (quant, samples); setup_error_buf (quant, samples, 1);
stride = quant->stride; stride = quant->stride;
len = samples * stride; len = samples * stride;
@ -239,15 +238,16 @@ gst_audio_quantize_quantize_int_dither_noise_shape (GstAudioQuantize * quant,
const gint32 *s = src; const gint32 *s = src;
gint32 *c, *dith, *d = dst, v, o, *e, err; gint32 *c, *dith, *d = dst, v, o, *e, err;
nc = quant->n_coeffs;
setup_dither_buf (quant, samples); setup_dither_buf (quant, samples);
setup_error_buf (quant, samples); setup_error_buf (quant, samples, nc);
stride = quant->stride; stride = quant->stride;
len = samples * stride; len = samples * stride;
dith = quant->dither_buf; dith = quant->dither_buf;
e = quant->error_buf; e = quant->error_buf;
c = quant->coeffs; c = quant->coeffs;
nc = quant->n_coeffs;
mask = ~quant->mask; mask = ~quant->mask;
for (i = 0; i < len; i++) { for (i = 0; i < len; i++) {