Line data Source code
1 : /******************************************************************************************************
2 :
3 : (C) 2022-2025 IVAS codec Public Collaboration with portions copyright Dolby International AB, Ericsson AB,
4 : Fraunhofer-Gesellschaft zur Foerderung der angewandten Forschung e.V., Huawei Technologies Co. LTD.,
5 : Koninklijke Philips N.V., Nippon Telegraph and Telephone Corporation, Nokia Technologies Oy, Orange,
6 : Panasonic Holdings Corporation, Qualcomm Technologies, Inc., VoiceAge Corporation, and other
7 : contributors to this repository. All Rights Reserved.
8 :
9 : This software is protected by copyright law and by international treaties.
10 : The IVAS codec Public Collaboration consisting of Dolby International AB, Ericsson AB,
11 : Fraunhofer-Gesellschaft zur Foerderung der angewandten Forschung e.V., Huawei Technologies Co. LTD.,
12 : Koninklijke Philips N.V., Nippon Telegraph and Telephone Corporation, Nokia Technologies Oy, Orange,
13 : Panasonic Holdings Corporation, Qualcomm Technologies, Inc., VoiceAge Corporation, and other
14 : contributors to this repository retain full ownership rights in their respective contributions in
15 : the software. This notice grants no license of any kind, including but not limited to patent
16 : license, nor is any license granted by implication, estoppel or otherwise.
17 :
18 : Contributors are required to enter into the IVAS codec Public Collaboration agreement before making
19 : contributions.
20 :
21 : This software is provided "AS IS", without any express or implied warranties. The software is in the
22 : development stage. It is intended exclusively for experts who have experience with such software and
23 : solely for the purpose of inspection. All implied warranties of non-infringement, merchantability
24 : and fitness for a particular purpose are hereby disclaimed and excluded.
25 :
26 : Any dispute, controversy or claim arising under or in relation to providing this software shall be
27 : submitted to and settled by the final, binding jurisdiction of the courts of Munich, Germany in
28 : accordance with the laws of the Federal Republic of Germany excluding its conflict of law rules and
29 : the United Nations Convention on Contracts on the International Sales of Goods.
30 :
31 : *******************************************************************************************************/
32 :
33 : #include <stdint.h>
34 : #include "options.h"
35 : #include "prot.h"
36 : #include "ivas_prot.h"
37 : #include "ivas_prot_rend.h"
38 : #include "ivas_cnst.h"
39 : #include "ivas_rom_rend.h"
40 : #include <math.h>
41 : #include "ivas_rom_binaural_crend_head.h"
42 : #include "ivas_stat_rend.h"
43 : #include "lib_rend.h"
44 : #ifdef DEBUGGING
45 : #include "debug.h"
46 : #endif
47 : #include "wmc_auto.h"
48 :
49 :
50 : /*-------------------------------------------------------------------------
51 : * ivas_Crend_hrtf_init()
52 : *
53 : * Initialize hHrtf handle
54 : *------------------------------------------------------------------------*/
55 :
56 18017 : ivas_error ivas_Crend_hrtf_init(
57 : HRTFS_CREND_DATA *hHrtf /* i/o: HRTF handle */
58 : )
59 : {
60 : int16_t i, j;
61 :
62 18017 : if ( hHrtf == NULL )
63 : {
64 0 : return IVAS_ERR_WRONG_PARAMS;
65 : }
66 :
67 18017 : hHrtf->latency_s = 0;
68 18017 : hHrtf->max_num_ir = 0;
69 18017 : hHrtf->max_num_iterations = 0;
70 18017 : hHrtf->gain_lfe = 0;
71 18017 : hHrtf->index_frequency_max_diffuse = 0;
72 18017 : hHrtf->same_inv_diffuse_weight = 1;
73 :
74 306289 : for ( i = 0; i < MAX_INTERN_CHANNELS; i++ )
75 : {
76 864816 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
77 : {
78 576544 : hHrtf->inv_diffuse_weight[j][i] = 0;
79 576544 : hHrtf->num_iterations[i][j] = 0;
80 576544 : hHrtf->pIndex_frequency_max[i][j] = NULL;
81 576544 : hHrtf->pOut_to_bin_re[i][j] = NULL;
82 576544 : hHrtf->pOut_to_bin_im[i][j] = NULL;
83 : }
84 : }
85 :
86 54051 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
87 : {
88 36034 : hHrtf->num_iterations_diffuse[j] = 0;
89 36034 : hHrtf->pIndex_frequency_max_diffuse[j] = NULL;
90 36034 : hHrtf->pOut_to_bin_diffuse_re[j] = NULL;
91 36034 : hHrtf->pOut_to_bin_diffuse_im[j] = NULL;
92 : }
93 :
94 18017 : hHrtf->init_from_rom = 1;
95 :
96 18017 : return IVAS_ERR_OK;
97 : }
98 :
99 :
100 : /*-------------------------------------------------------------------------
101 : * ivas_hrtf_open()
102 : *
103 : * Open hHrtf handle for Crend renderer
104 : *------------------------------------------------------------------------*/
105 :
106 15729 : static ivas_error ivas_hrtf_open(
107 : HRTFS_CREND_HANDLE *hHrtf_out /* o : HRTF handle */
108 : )
109 : {
110 : HRTFS_CREND_HANDLE hHrtf;
111 : ivas_error error;
112 :
113 15729 : if ( *hHrtf_out == NULL )
114 : {
115 15729 : if ( ( hHrtf = (HRTFS_CREND_HANDLE) malloc( sizeof( HRTFS_CREND_DATA ) ) ) == NULL )
116 : {
117 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Crend HRTFS Handle\n" );
118 : }
119 :
120 15729 : if ( ( error = ivas_Crend_hrtf_init( hHrtf ) ) != IVAS_ERR_OK )
121 : {
122 0 : return error;
123 : }
124 :
125 15729 : *hHrtf_out = hHrtf;
126 : }
127 : else
128 : {
129 0 : return IVAS_ERR_INTERNAL;
130 : }
131 :
132 15729 : return IVAS_ERR_OK;
133 : }
134 :
135 :
136 : /*-------------------------------------------------------------------------
137 : * ivas_hrtf_close()
138 : *
139 : * Close hHrtf handle
140 : *------------------------------------------------------------------------*/
141 :
142 15729 : static void ivas_hrtf_close(
143 : HRTFS_CREND_HANDLE *hHrtf /* i/o: Crend HRTF handle */
144 : )
145 : {
146 15729 : if ( hHrtf == NULL || *hHrtf == NULL )
147 : {
148 0 : return;
149 : }
150 :
151 15729 : free( *hHrtf );
152 15729 : *hHrtf = NULL;
153 :
154 15729 : return;
155 : }
156 :
157 :
158 : /*-------------------------------------------------------------------------
159 : * ivas_rend_initCrend()
160 : *
161 : * Allocate and initialize crend renderer handle
162 : *------------------------------------------------------------------------*/
163 :
164 18017 : static ivas_error ivas_rend_initCrend(
165 : CREND_WRAPPER *pCrend,
166 : const AUDIO_CONFIG inConfig,
167 : const AUDIO_CONFIG outConfig,
168 : HRTFS_CREND_HANDLE hHrtfCrend,
169 : const int16_t ext_rend_flag,
170 : const int32_t output_Fs )
171 : {
172 : int16_t i, j, tmp, tmp2;
173 : int16_t nchan_in;
174 : IVAS_REND_AudioConfigType inConfigType;
175 : HRTFS_CREND_HANDLE hHrtf;
176 : ivas_error error;
177 :
178 18017 : inConfigType = getAudioConfigType( inConfig );
179 18017 : hHrtf = pCrend->hHrtfCrend;
180 :
181 : /* Do all error checks up front so that the nested if later is easier */
182 18017 : if ( inConfigType != IVAS_REND_AUDIO_CONFIG_TYPE_CHANNEL_BASED && inConfigType != IVAS_REND_AUDIO_CONFIG_TYPE_AMBISONICS )
183 : {
184 0 : return IVAS_ERROR( IVAS_ERR_INTERNAL_FATAL, "Encountered unsupported input config in Crend" );
185 : }
186 :
187 18017 : if ( outConfig != IVAS_AUDIO_CONFIG_BINAURAL && outConfig != IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR && outConfig != IVAS_AUDIO_CONFIG_BINAURAL_ROOM_REVERB && outConfig != IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_CODED && outConfig != IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_PCM )
188 : {
189 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Encountered unsupported output type in Crend" );
190 : }
191 :
192 18017 : if ( hHrtf == NULL )
193 : {
194 18017 : if ( hHrtfCrend != NULL && ext_rend_flag == 0 )
195 : {
196 : /* HRTF set loaded from binary file */
197 2288 : hHrtf = hHrtfCrend;
198 2288 : hHrtf->init_from_rom = 0;
199 : }
200 : else
201 : {
202 : /* create new handle when HRTF is loaded from ROM, or external renderer is used */
203 15729 : if ( ( error = ivas_hrtf_open( &hHrtf ) ) != IVAS_ERR_OK )
204 : {
205 0 : return error;
206 : }
207 :
208 15729 : hHrtf->init_from_rom = 1;
209 15729 : if ( hHrtfCrend != NULL )
210 : {
211 0 : hHrtf->init_from_rom = 0;
212 : }
213 : }
214 : }
215 :
216 18017 : if ( ( error = getAudioConfigNumChannels( inConfig, &nchan_in ) ) != IVAS_ERR_OK )
217 : {
218 0 : return error;
219 : }
220 18017 : hHrtf->max_num_ir = nchan_in;
221 :
222 18017 : if ( hHrtf->max_num_ir <= 0 )
223 : {
224 0 : return IVAS_ERR_INTERNAL_FATAL;
225 : }
226 :
227 18017 : if ( hHrtf->init_from_rom )
228 : {
229 15729 : if ( inConfigType == IVAS_REND_AUDIO_CONFIG_TYPE_CHANNEL_BASED )
230 : {
231 13628 : hHrtf->max_num_ir -= 1; /* subtract LFE */
232 13628 : hHrtf->gain_lfe = GAIN_LFE;
233 :
234 13628 : if ( output_Fs == 48000 )
235 : {
236 6379 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR )
237 : {
238 4955 : hHrtf->latency_s = CRendBin_Combined_BRIR_latency_s;
239 4955 : hHrtf->max_num_iterations = CRendBin_Combined_BRIR_max_num_iterations_48kHz;
240 4955 : hHrtf->index_frequency_max_diffuse = CRendBin_Combined_BRIR_index_frequency_max_diffuse_48kHz;
241 : }
242 : else
243 : {
244 1424 : hHrtf->latency_s = CRendBin_Combined_HRIR_latency_s;
245 1424 : hHrtf->max_num_iterations = CRendBin_Combined_HRIR_max_num_iterations_48kHz;
246 1424 : hHrtf->index_frequency_max_diffuse = CRendBin_Combined_HRIR_index_frequency_max_diffuse_48kHz;
247 : }
248 :
249 19137 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
250 : {
251 12758 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR )
252 : {
253 9910 : hHrtf->num_iterations_diffuse[j] = CRendBin_Combined_BRIR_num_iterations_diffuse_48kHz[j];
254 9910 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_Combined_BRIR_pIndex_frequency_max_diffuse_48kHz[j];
255 9910 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_Combined_BRIR_coeff_diffuse_re_48kHz[j];
256 9910 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_Combined_BRIR_coeff_diffuse_im_48kHz[j];
257 : }
258 : else
259 : {
260 2848 : hHrtf->num_iterations_diffuse[j] = CRendBin_Combined_HRIR_num_iterations_diffuse_48kHz[j];
261 2848 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_Combined_HRIR_pIndex_frequency_max_diffuse_48kHz[j];
262 2848 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_Combined_HRIR_coeff_diffuse_re_48kHz[j];
263 2848 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_Combined_HRIR_coeff_diffuse_im_48kHz[j];
264 : }
265 : }
266 : }
267 7249 : else if ( output_Fs == 32000 )
268 : {
269 3241 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR )
270 : {
271 2977 : hHrtf->latency_s = CRendBin_Combined_BRIR_latency_s;
272 2977 : hHrtf->max_num_iterations = CRendBin_Combined_BRIR_max_num_iterations_32kHz;
273 2977 : hHrtf->index_frequency_max_diffuse = CRendBin_Combined_BRIR_index_frequency_max_diffuse_32kHz;
274 : }
275 : else
276 : {
277 264 : hHrtf->latency_s = CRendBin_Combined_HRIR_latency_s;
278 264 : hHrtf->max_num_iterations = CRendBin_Combined_HRIR_max_num_iterations_32kHz;
279 264 : hHrtf->index_frequency_max_diffuse = CRendBin_Combined_HRIR_index_frequency_max_diffuse_32kHz;
280 : }
281 :
282 9723 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
283 : {
284 6482 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR )
285 : {
286 5954 : hHrtf->num_iterations_diffuse[j] = CRendBin_Combined_BRIR_num_iterations_diffuse_32kHz[j];
287 5954 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_Combined_BRIR_pIndex_frequency_max_diffuse_32kHz[j];
288 5954 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_Combined_BRIR_coeff_diffuse_re_32kHz[j];
289 5954 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_Combined_BRIR_coeff_diffuse_im_32kHz[j];
290 : }
291 : else
292 : {
293 528 : hHrtf->num_iterations_diffuse[j] = CRendBin_Combined_HRIR_num_iterations_diffuse_32kHz[j];
294 528 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_Combined_HRIR_pIndex_frequency_max_diffuse_32kHz[j];
295 528 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_Combined_HRIR_coeff_diffuse_re_32kHz[j];
296 528 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_Combined_HRIR_coeff_diffuse_im_32kHz[j];
297 : }
298 : }
299 : }
300 4008 : else if ( output_Fs == 16000 )
301 : {
302 4008 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR )
303 : {
304 2033 : hHrtf->latency_s = CRendBin_Combined_BRIR_latency_s;
305 :
306 2033 : hHrtf->max_num_iterations = CRendBin_Combined_BRIR_max_num_iterations_16kHz;
307 2033 : hHrtf->index_frequency_max_diffuse = CRendBin_Combined_BRIR_index_frequency_max_diffuse_16kHz;
308 : }
309 : else
310 : {
311 1975 : hHrtf->latency_s = CRendBin_Combined_HRIR_latency_s;
312 1975 : hHrtf->max_num_iterations = CRendBin_Combined_HRIR_max_num_iterations_16kHz;
313 1975 : hHrtf->index_frequency_max_diffuse = CRendBin_Combined_HRIR_index_frequency_max_diffuse_16kHz;
314 : }
315 :
316 12024 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
317 : {
318 8016 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR )
319 : {
320 4066 : hHrtf->num_iterations_diffuse[j] = CRendBin_Combined_BRIR_num_iterations_diffuse_16kHz[j];
321 4066 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_Combined_BRIR_pIndex_frequency_max_diffuse_16kHz[j];
322 4066 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_Combined_BRIR_coeff_diffuse_re_16kHz[j];
323 4066 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_Combined_BRIR_coeff_diffuse_im_16kHz[j];
324 : }
325 : else
326 : {
327 3950 : hHrtf->num_iterations_diffuse[j] = CRendBin_Combined_HRIR_num_iterations_diffuse_16kHz[j];
328 3950 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_Combined_HRIR_pIndex_frequency_max_diffuse_16kHz[j];
329 3950 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_Combined_HRIR_coeff_diffuse_re_16kHz[j];
330 3950 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_Combined_HRIR_coeff_diffuse_im_16kHz[j];
331 : }
332 : }
333 : }
334 : else
335 : {
336 0 : return IVAS_ERROR( IVAS_ERR_INVALID_SAMPLING_RATE, "Encountered Unsupported sampling rate in Crend" );
337 : }
338 :
339 130480 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
340 : {
341 116852 : if ( inConfig == IVAS_AUDIO_CONFIG_5_1 )
342 : {
343 23390 : tmp = channelIndex_CICP6[i];
344 : }
345 93462 : else if ( inConfig == IVAS_AUDIO_CONFIG_7_1 )
346 : {
347 1519 : tmp = channelIndex_CICP12[i];
348 : }
349 91943 : else if ( inConfig == IVAS_AUDIO_CONFIG_5_1_2 )
350 : {
351 6321 : tmp = channelIndex_CICP14[i];
352 : }
353 85622 : else if ( inConfig == IVAS_AUDIO_CONFIG_5_1_4 )
354 : {
355 2286 : tmp = channelIndex_CICP16[i];
356 : }
357 83336 : else if ( inConfig == IVAS_AUDIO_CONFIG_7_1_4 )
358 : {
359 83336 : tmp = channelIndex_CICP19[i];
360 : }
361 : else
362 : {
363 0 : return IVAS_ERROR( IVAS_ERR_INTERNAL_FATAL, "Error: Channel configuration not specified!\n\n" );
364 : }
365 :
366 116852 : if ( output_Fs == 48000 )
367 : {
368 156765 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
369 : {
370 104510 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR )
371 : {
372 87038 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_Combined_BRIR_inv_diffuse_weight_48kHz[j][tmp];
373 87038 : hHrtf->num_iterations[i][j] = CRendBin_Combined_BRIR_num_iterations_48kHz[tmp][j];
374 87038 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_Combined_BRIR_pIndex_frequency_max_48kHz[tmp][j];
375 87038 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_Combined_BRIR_coeff_re_48kHz[tmp][j];
376 87038 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_Combined_BRIR_coeff_im_48kHz[tmp][j];
377 : }
378 : else
379 : {
380 17472 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_Combined_HRIR_inv_diffuse_weight_48kHz[j][tmp];
381 17472 : hHrtf->num_iterations[i][j] = CRendBin_Combined_HRIR_num_iterations_48kHz[tmp][j];
382 17472 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_Combined_HRIR_pIndex_frequency_max_48kHz[tmp][j];
383 17472 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_Combined_HRIR_coeff_re_48kHz[tmp][j];
384 17472 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_Combined_HRIR_coeff_im_48kHz[tmp][j];
385 : }
386 : }
387 : }
388 64597 : else if ( output_Fs == 32000 )
389 : {
390 103497 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
391 : {
392 68998 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR )
393 : {
394 64646 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_Combined_BRIR_inv_diffuse_weight_32kHz[j][tmp];
395 64646 : hHrtf->num_iterations[i][j] = CRendBin_Combined_BRIR_num_iterations_32kHz[tmp][j];
396 64646 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_Combined_BRIR_pIndex_frequency_max_32kHz[tmp][j];
397 64646 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_Combined_BRIR_coeff_re_32kHz[tmp][j];
398 64646 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_Combined_BRIR_coeff_im_32kHz[tmp][j];
399 : }
400 : else
401 : {
402 4352 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_Combined_HRIR_inv_diffuse_weight_32kHz[j][tmp];
403 4352 : hHrtf->num_iterations[i][j] = CRendBin_Combined_HRIR_num_iterations_32kHz[tmp][j];
404 4352 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_Combined_HRIR_pIndex_frequency_max_32kHz[tmp][j];
405 4352 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_Combined_HRIR_coeff_re_32kHz[tmp][j];
406 4352 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_Combined_HRIR_coeff_im_32kHz[tmp][j];
407 : }
408 : }
409 : }
410 30098 : else if ( output_Fs == 16000 )
411 : {
412 90294 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
413 : {
414 60196 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR )
415 : {
416 38734 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_Combined_BRIR_inv_diffuse_weight_16kHz[j][tmp];
417 38734 : hHrtf->num_iterations[i][j] = CRendBin_Combined_BRIR_num_iterations_16kHz[tmp][j];
418 38734 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_Combined_BRIR_pIndex_frequency_max_16kHz[tmp][j];
419 38734 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_Combined_BRIR_coeff_re_16kHz[tmp][j];
420 38734 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_Combined_BRIR_coeff_im_16kHz[tmp][j];
421 : }
422 : else
423 : {
424 21462 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_Combined_HRIR_inv_diffuse_weight_16kHz[j][tmp];
425 21462 : hHrtf->num_iterations[i][j] = CRendBin_Combined_HRIR_num_iterations_16kHz[tmp][j];
426 21462 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_Combined_HRIR_pIndex_frequency_max_16kHz[tmp][j];
427 21462 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_Combined_HRIR_coeff_re_16kHz[tmp][j];
428 21462 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_Combined_HRIR_coeff_im_16kHz[tmp][j];
429 : }
430 : }
431 : }
432 : else
433 : {
434 0 : return IVAS_ERROR( IVAS_ERR_INVALID_SAMPLING_RATE, "Encountered Unsupported sampling rate in Crend" );
435 : }
436 : }
437 : }
438 2101 : else if ( inConfigType == IVAS_REND_AUDIO_CONFIG_TYPE_AMBISONICS )
439 : {
440 2101 : if ( inConfig == IVAS_AUDIO_CONFIG_HOA3 )
441 : {
442 1183 : if ( output_Fs == 48000 )
443 : {
444 943 : hHrtf->latency_s = CRendBin_HOA3_HRIR_latency_s;
445 943 : hHrtf->max_num_iterations = CRendBin_HOA3_HRIR_max_num_iterations_48kHz;
446 943 : hHrtf->index_frequency_max_diffuse = CRendBin_HOA3_HRIR_index_frequency_max_diffuse_48kHz;
447 :
448 16031 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
449 : {
450 45264 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
451 : {
452 30176 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_HOA3_HRIR_inv_diffuse_weight_48kHz[j][i];
453 30176 : hHrtf->num_iterations[i][j] = CRendBin_HOA3_HRIR_num_iterations_48kHz[i][j];
454 30176 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_HOA3_HRIR_pIndex_frequency_max_48kHz[i][j];
455 30176 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_HOA3_HRIR_coeff_re_48kHz[i][j];
456 30176 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_HOA3_HRIR_coeff_im_48kHz[i][j];
457 : }
458 : }
459 2829 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
460 : {
461 1886 : hHrtf->num_iterations_diffuse[j] = CRendBin_HOA3_HRIR_num_iterations_diffuse_48kHz[j];
462 1886 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_HOA3_HRIR_pIndex_frequency_max_diffuse_48kHz[j];
463 1886 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_HOA3_HRIR_coeff_diffuse_re_48kHz[j];
464 1886 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_HOA3_HRIR_coeff_diffuse_im_48kHz[j];
465 : }
466 : }
467 240 : else if ( output_Fs == 32000 )
468 : {
469 120 : hHrtf->latency_s = CRendBin_HOA3_HRIR_latency_s;
470 120 : hHrtf->max_num_iterations = CRendBin_HOA3_HRIR_max_num_iterations_32kHz;
471 120 : hHrtf->index_frequency_max_diffuse = CRendBin_HOA3_HRIR_index_frequency_max_diffuse_32kHz;
472 :
473 2040 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
474 : {
475 5760 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
476 : {
477 3840 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_HOA3_HRIR_inv_diffuse_weight_32kHz[j][i];
478 3840 : hHrtf->num_iterations[i][j] = CRendBin_HOA3_HRIR_num_iterations_32kHz[i][j];
479 3840 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_HOA3_HRIR_pIndex_frequency_max_32kHz[i][j];
480 3840 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_HOA3_HRIR_coeff_re_32kHz[i][j];
481 3840 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_HOA3_HRIR_coeff_im_32kHz[i][j];
482 : }
483 : }
484 :
485 360 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
486 : {
487 240 : hHrtf->num_iterations_diffuse[j] = CRendBin_HOA3_HRIR_num_iterations_diffuse_32kHz[j];
488 240 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_HOA3_HRIR_pIndex_frequency_max_diffuse_32kHz[j];
489 240 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_HOA3_HRIR_coeff_diffuse_re_32kHz[j];
490 240 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_HOA3_HRIR_coeff_diffuse_im_32kHz[j];
491 : }
492 : }
493 120 : else if ( output_Fs == 16000 )
494 : {
495 120 : hHrtf->latency_s = CRendBin_HOA3_HRIR_latency_s;
496 120 : hHrtf->max_num_iterations = CRendBin_HOA3_HRIR_max_num_iterations_16kHz;
497 120 : hHrtf->index_frequency_max_diffuse = CRendBin_HOA3_HRIR_index_frequency_max_diffuse_16kHz;
498 :
499 2040 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
500 : {
501 5760 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
502 : {
503 3840 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_HOA3_HRIR_inv_diffuse_weight_16kHz[j][i];
504 3840 : hHrtf->num_iterations[i][j] = CRendBin_HOA3_HRIR_num_iterations_16kHz[i][j];
505 3840 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_HOA3_HRIR_pIndex_frequency_max_16kHz[i][j];
506 3840 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_HOA3_HRIR_coeff_re_16kHz[i][j];
507 3840 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_HOA3_HRIR_coeff_im_16kHz[i][j];
508 : }
509 : }
510 :
511 360 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
512 : {
513 240 : hHrtf->num_iterations_diffuse[j] = CRendBin_HOA3_HRIR_num_iterations_diffuse_16kHz[j];
514 240 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_HOA3_HRIR_pIndex_frequency_max_diffuse_16kHz[j];
515 240 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_HOA3_HRIR_coeff_diffuse_re_16kHz[j];
516 240 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_HOA3_HRIR_coeff_diffuse_im_16kHz[j];
517 : }
518 : }
519 : else
520 : {
521 0 : return IVAS_ERROR( IVAS_ERR_INVALID_SAMPLING_RATE, "Encountered Unsupported sampling rate in Crend" );
522 : }
523 : }
524 918 : else if ( inConfig == IVAS_AUDIO_CONFIG_HOA2 )
525 : {
526 424 : if ( output_Fs == 48000 )
527 : {
528 184 : hHrtf->latency_s = CRendBin_HOA2_HRIR_latency_s;
529 184 : hHrtf->max_num_iterations = CRendBin_HOA2_HRIR_max_num_iterations_48kHz;
530 184 : hHrtf->index_frequency_max_diffuse = CRendBin_HOA2_HRIR_index_frequency_max_diffuse_48kHz;
531 :
532 1840 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
533 : {
534 4968 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
535 : {
536 3312 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_HOA2_HRIR_inv_diffuse_weight_48kHz[j][i];
537 3312 : hHrtf->num_iterations[i][j] = CRendBin_HOA2_HRIR_num_iterations_48kHz[i][j];
538 3312 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_HOA2_HRIR_pIndex_frequency_max_48kHz[i][j];
539 3312 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_HOA2_HRIR_coeff_re_48kHz[i][j];
540 3312 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_HOA2_HRIR_coeff_im_48kHz[i][j];
541 : }
542 : }
543 552 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
544 : {
545 368 : hHrtf->num_iterations_diffuse[j] = CRendBin_HOA2_HRIR_num_iterations_diffuse_48kHz[j];
546 368 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_HOA2_HRIR_pIndex_frequency_max_diffuse_48kHz[j];
547 368 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_HOA2_HRIR_coeff_diffuse_re_48kHz[j];
548 368 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_HOA2_HRIR_coeff_diffuse_im_48kHz[j];
549 : }
550 : }
551 240 : else if ( output_Fs == 32000 )
552 : {
553 120 : hHrtf->latency_s = CRendBin_HOA2_HRIR_latency_s;
554 120 : hHrtf->max_num_iterations = CRendBin_HOA2_HRIR_max_num_iterations_32kHz;
555 120 : hHrtf->index_frequency_max_diffuse = CRendBin_HOA2_HRIR_index_frequency_max_diffuse_32kHz;
556 :
557 1200 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
558 : {
559 3240 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
560 : {
561 2160 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_HOA2_HRIR_inv_diffuse_weight_32kHz[j][i];
562 2160 : hHrtf->num_iterations[i][j] = CRendBin_HOA2_HRIR_num_iterations_32kHz[i][j];
563 2160 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_HOA2_HRIR_pIndex_frequency_max_32kHz[i][j];
564 2160 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_HOA2_HRIR_coeff_re_32kHz[i][j];
565 2160 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_HOA2_HRIR_coeff_im_32kHz[i][j];
566 : }
567 : }
568 :
569 360 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
570 : {
571 240 : hHrtf->num_iterations_diffuse[j] = CRendBin_HOA2_HRIR_num_iterations_diffuse_32kHz[j];
572 240 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_HOA2_HRIR_pIndex_frequency_max_diffuse_32kHz[j];
573 240 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_HOA2_HRIR_coeff_diffuse_re_32kHz[j];
574 240 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_HOA2_HRIR_coeff_diffuse_im_32kHz[j];
575 : }
576 : }
577 120 : else if ( output_Fs == 16000 )
578 : {
579 120 : hHrtf->latency_s = CRendBin_HOA2_HRIR_latency_s;
580 120 : hHrtf->max_num_iterations = CRendBin_HOA2_HRIR_max_num_iterations_16kHz;
581 120 : hHrtf->index_frequency_max_diffuse = CRendBin_HOA2_HRIR_index_frequency_max_diffuse_16kHz;
582 :
583 1200 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
584 : {
585 3240 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
586 : {
587 2160 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_HOA2_HRIR_inv_diffuse_weight_16kHz[j][i];
588 2160 : hHrtf->num_iterations[i][j] = CRendBin_HOA2_HRIR_num_iterations_16kHz[i][j];
589 2160 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_HOA2_HRIR_pIndex_frequency_max_16kHz[i][j];
590 2160 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_HOA2_HRIR_coeff_re_16kHz[i][j];
591 2160 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_HOA2_HRIR_coeff_im_16kHz[i][j];
592 : }
593 : }
594 :
595 360 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
596 : {
597 240 : hHrtf->num_iterations_diffuse[j] = CRendBin_HOA2_HRIR_num_iterations_diffuse_16kHz[j];
598 240 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_HOA2_HRIR_pIndex_frequency_max_diffuse_16kHz[j];
599 240 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_HOA2_HRIR_coeff_diffuse_re_16kHz[j];
600 240 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_HOA2_HRIR_coeff_diffuse_im_16kHz[j];
601 : }
602 : }
603 : else
604 : {
605 0 : return IVAS_ERROR( IVAS_ERR_INVALID_SAMPLING_RATE, "Encountered Unsupported sampling rate in Crend" );
606 : }
607 : }
608 494 : else if ( inConfig == IVAS_AUDIO_CONFIG_FOA )
609 : {
610 494 : if ( output_Fs == 48000 )
611 : {
612 254 : hHrtf->latency_s = CRendBin_FOA_HRIR_latency_s;
613 254 : hHrtf->max_num_iterations = CRendBin_FOA_HRIR_max_num_iterations_48kHz;
614 254 : hHrtf->index_frequency_max_diffuse = CRendBin_FOA_HRIR_index_frequency_max_diffuse_48kHz;
615 :
616 1270 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
617 : {
618 3048 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
619 : {
620 2032 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_FOA_HRIR_inv_diffuse_weight_48kHz[j][i];
621 2032 : hHrtf->num_iterations[i][j] = CRendBin_FOA_HRIR_num_iterations_48kHz[i][j];
622 2032 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_FOA_HRIR_pIndex_frequency_max_48kHz[i][j];
623 2032 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_FOA_HRIR_coeff_re_48kHz[i][j];
624 2032 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_FOA_HRIR_coeff_im_48kHz[i][j];
625 : }
626 : }
627 762 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
628 : {
629 508 : hHrtf->num_iterations_diffuse[j] = CRendBin_FOA_HRIR_num_iterations_diffuse_48kHz[j];
630 508 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_FOA_HRIR_pIndex_frequency_max_diffuse_48kHz[j];
631 508 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_FOA_HRIR_coeff_diffuse_re_48kHz[j];
632 508 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_FOA_HRIR_coeff_diffuse_im_48kHz[j];
633 : }
634 : }
635 240 : else if ( output_Fs == 32000 )
636 : {
637 120 : hHrtf->latency_s = CRendBin_FOA_HRIR_latency_s;
638 120 : hHrtf->max_num_iterations = CRendBin_FOA_HRIR_max_num_iterations_32kHz;
639 120 : hHrtf->index_frequency_max_diffuse = CRendBin_FOA_HRIR_index_frequency_max_diffuse_32kHz;
640 :
641 600 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
642 : {
643 1440 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
644 : {
645 960 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_FOA_HRIR_inv_diffuse_weight_32kHz[j][i];
646 960 : hHrtf->num_iterations[i][j] = CRendBin_FOA_HRIR_num_iterations_32kHz[i][j];
647 960 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_FOA_HRIR_pIndex_frequency_max_32kHz[i][j];
648 960 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_FOA_HRIR_coeff_re_32kHz[i][j];
649 960 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_FOA_HRIR_coeff_im_32kHz[i][j];
650 : }
651 : }
652 :
653 360 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
654 : {
655 240 : hHrtf->num_iterations_diffuse[j] = CRendBin_FOA_HRIR_num_iterations_diffuse_32kHz[j];
656 240 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_FOA_HRIR_pIndex_frequency_max_diffuse_32kHz[j];
657 240 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_FOA_HRIR_coeff_diffuse_re_32kHz[j];
658 240 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_FOA_HRIR_coeff_diffuse_im_32kHz[j];
659 : }
660 : }
661 120 : else if ( output_Fs == 16000 )
662 : {
663 120 : hHrtf->latency_s = CRendBin_FOA_HRIR_latency_s;
664 120 : hHrtf->max_num_iterations = CRendBin_FOA_HRIR_max_num_iterations_16kHz;
665 120 : hHrtf->index_frequency_max_diffuse = CRendBin_FOA_HRIR_index_frequency_max_diffuse_16kHz;
666 :
667 600 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
668 : {
669 1440 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
670 : {
671 960 : hHrtf->inv_diffuse_weight[j][i] = CRendBin_FOA_HRIR_inv_diffuse_weight_16kHz[j][i];
672 960 : hHrtf->num_iterations[i][j] = CRendBin_FOA_HRIR_num_iterations_16kHz[i][j];
673 960 : hHrtf->pIndex_frequency_max[i][j] = CRendBin_FOA_HRIR_pIndex_frequency_max_16kHz[i][j];
674 960 : hHrtf->pOut_to_bin_re[i][j] = CRendBin_FOA_HRIR_coeff_re_16kHz[i][j];
675 960 : hHrtf->pOut_to_bin_im[i][j] = CRendBin_FOA_HRIR_coeff_im_16kHz[i][j];
676 : }
677 : }
678 :
679 360 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
680 : {
681 240 : hHrtf->num_iterations_diffuse[j] = CRendBin_FOA_HRIR_num_iterations_diffuse_16kHz[j];
682 240 : hHrtf->pIndex_frequency_max_diffuse[j] = CRendBin_FOA_HRIR_pIndex_frequency_max_diffuse_16kHz[j];
683 240 : hHrtf->pOut_to_bin_diffuse_re[j] = CRendBin_FOA_HRIR_coeff_diffuse_re_16kHz[j];
684 240 : hHrtf->pOut_to_bin_diffuse_im[j] = CRendBin_FOA_HRIR_coeff_diffuse_im_16kHz[j];
685 : }
686 : }
687 : else
688 : {
689 0 : return IVAS_ERROR( IVAS_ERR_INVALID_SAMPLING_RATE, "Encountered Unsupported sampling rate in Crend" );
690 : }
691 : }
692 : else
693 : {
694 0 : return IVAS_ERROR( IVAS_ERR_INVALID_INPUT_FORMAT, "Encountered unsupported input config in Crend" );
695 : }
696 : }
697 : else
698 : {
699 0 : return IVAS_ERROR( IVAS_ERR_INTERNAL, "Unsupported renderer type in Crend" );
700 : }
701 : }
702 : else
703 : {
704 2288 : if ( inConfigType == IVAS_REND_AUDIO_CONFIG_TYPE_CHANNEL_BASED )
705 : {
706 2288 : hHrtf->max_num_ir -= 1; /* subtract LFE */
707 2288 : hHrtf->gain_lfe = GAIN_LFE;
708 : }
709 :
710 2288 : if ( ext_rend_flag == 1 )
711 : {
712 0 : if ( hHrtfCrend == NULL )
713 : {
714 0 : return IVAS_ERROR( IVAS_ERR_UNEXPECTED_NULL_POINTER, "Invalid function parameters " );
715 : }
716 0 : hHrtf->latency_s = hHrtfCrend->latency_s;
717 0 : hHrtf->max_num_iterations = hHrtfCrend->max_num_iterations;
718 0 : hHrtf->index_frequency_max_diffuse = hHrtfCrend->index_frequency_max_diffuse;
719 :
720 0 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
721 : {
722 0 : hHrtf->num_iterations_diffuse[j] = hHrtfCrend->num_iterations_diffuse[j];
723 0 : hHrtf->pIndex_frequency_max_diffuse[j] = hHrtfCrend->pIndex_frequency_max_diffuse[j];
724 0 : hHrtf->pOut_to_bin_diffuse_re[j] = hHrtfCrend->pOut_to_bin_diffuse_re[j];
725 0 : hHrtf->pOut_to_bin_diffuse_im[j] = hHrtfCrend->pOut_to_bin_diffuse_im[j];
726 : }
727 : }
728 :
729 2288 : if ( inConfig == IVAS_AUDIO_CONFIG_7_1 && ext_rend_flag == 0 )
730 : {
731 : /* hack to enable pointers swapping - needed when indexes of 'channelIndex_CICPx[]' are not in increasing order */
732 189 : for ( i = 5; i < hHrtf->max_num_ir; i++ )
733 : {
734 126 : tmp = channelIndex_CICP12[i];
735 126 : tmp2 = channelIndex_CICP14[i];
736 :
737 378 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
738 : {
739 252 : hHrtf->inv_diffuse_weight[j][tmp2] = hHrtfCrend->inv_diffuse_weight[j][tmp];
740 252 : hHrtf->num_iterations[tmp2][j] = hHrtfCrend->num_iterations[tmp][j];
741 252 : hHrtf->pIndex_frequency_max[tmp2][j] = hHrtfCrend->pIndex_frequency_max[tmp][j];
742 252 : hHrtf->pOut_to_bin_re[tmp2][j] = hHrtfCrend->pOut_to_bin_re[tmp][j];
743 252 : hHrtf->pOut_to_bin_im[tmp2][j] = hHrtfCrend->pOut_to_bin_im[tmp][j];
744 : }
745 : }
746 : }
747 :
748 26384 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
749 : {
750 24096 : if ( inConfig == IVAS_AUDIO_CONFIG_5_1 )
751 : {
752 360 : tmp = channelIndex_CICP6[i];
753 : }
754 23736 : else if ( inConfig == IVAS_AUDIO_CONFIG_7_1 )
755 : {
756 441 : if ( ext_rend_flag == 0 )
757 : {
758 441 : tmp = channelIndex_CICP14[i];
759 : }
760 : else
761 : {
762 0 : tmp = channelIndex_CICP12[i];
763 : }
764 : }
765 23295 : else if ( inConfig == IVAS_AUDIO_CONFIG_5_1_2 )
766 : {
767 441 : tmp = channelIndex_CICP14[i];
768 : }
769 22854 : else if ( inConfig == IVAS_AUDIO_CONFIG_5_1_4 )
770 : {
771 612 : tmp = channelIndex_CICP16[i];
772 : }
773 22242 : else if ( inConfig == IVAS_AUDIO_CONFIG_7_1_4 )
774 : {
775 22242 : tmp = channelIndex_CICP19[i];
776 : }
777 0 : else if ( inConfigType == IVAS_REND_AUDIO_CONFIG_TYPE_AMBISONICS )
778 : {
779 0 : tmp = i;
780 : }
781 : else
782 : {
783 0 : return IVAS_ERROR( IVAS_ERR_INTERNAL_FATAL, "Error: Channel configuration not specified!\n\n" );
784 : }
785 :
786 72288 : for ( j = 0; j < BINAURAL_CHANNELS; j++ )
787 : {
788 48192 : hHrtf->inv_diffuse_weight[j][i] = hHrtfCrend->inv_diffuse_weight[j][tmp];
789 48192 : hHrtf->num_iterations[i][j] = hHrtfCrend->num_iterations[tmp][j];
790 :
791 48192 : if ( ext_rend_flag == 0 )
792 : {
793 : /* in case of HRTF handle reuse, swap the pointers for correct deallocation at the exit */
794 : #define WMC_TOOL_SKIP
795 48192 : swap( hHrtf->pIndex_frequency_max[i][j], hHrtf->pIndex_frequency_max[tmp][j], const uint16_t * );
796 : MOVE( 3 );
797 48192 : swap( hHrtf->pOut_to_bin_re[i][j], hHrtf->pOut_to_bin_re[tmp][j], const float * );
798 : MOVE( 3 );
799 48192 : swap( hHrtf->pOut_to_bin_im[i][j], hHrtf->pOut_to_bin_im[tmp][j], const float * );
800 : MOVE( 3 );
801 : #undef WMC_TOOL_SKIP
802 : }
803 : else
804 : {
805 0 : hHrtf->pIndex_frequency_max[i][j] = hHrtfCrend->pIndex_frequency_max[tmp][j];
806 0 : hHrtf->pOut_to_bin_re[i][j] = hHrtfCrend->pOut_to_bin_re[tmp][j];
807 0 : hHrtf->pOut_to_bin_im[i][j] = hHrtfCrend->pOut_to_bin_im[tmp][j];
808 : }
809 : }
810 : }
811 : }
812 :
813 18017 : hHrtf->same_inv_diffuse_weight = 1;
814 183685 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
815 : {
816 165668 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR )
817 : {
818 106661 : if ( hHrtf->inv_diffuse_weight[0][i] != hHrtf->inv_diffuse_weight[1][i] )
819 : {
820 0 : hHrtf->same_inv_diffuse_weight = 0;
821 : }
822 : }
823 : }
824 :
825 18017 : pCrend->hHrtfCrend = hHrtf;
826 :
827 18017 : return IVAS_ERR_OK;
828 : }
829 :
830 :
831 : /*-------------------------------------------------------------------------
832 : * ivas_shoebox_data_init()
833 : *
834 : * Initialize shoebox_data_t handle
835 : *------------------------------------------------------------------------*/
836 :
837 112 : static ivas_error ivas_shoebox_data_init(
838 : shoebox_data_t *hShoeboxData /* i/o: shoebox_data_t handle */
839 : )
840 : {
841 : int16_t i;
842 :
843 112 : if ( hShoeboxData == NULL )
844 : {
845 0 : return IVAS_ERR_WRONG_PARAMS;
846 : }
847 :
848 16912 : for ( i = 0; i < 150; i++ )
849 : {
850 16800 : hShoeboxData->data[i] = 0.0f;
851 : }
852 224 : for ( i = 0; i < 1; i++ )
853 : {
854 112 : hShoeboxData->size[i] = 0;
855 : }
856 :
857 112 : return IVAS_ERR_OK;
858 : }
859 :
860 :
861 : /*-------------------------------------------------------------------------
862 : * ivas_shoebox_output_init()
863 : *
864 : * Initialize shoebox_output_t handle
865 : *------------------------------------------------------------------------*/
866 :
867 28 : static ivas_error ivas_shoebox_output_init(
868 : shoebox_output_t *hShoeboxOutput /* i/o: shoebox_output_t handle */
869 : )
870 : {
871 : ivas_error error;
872 :
873 28 : if ( hShoeboxOutput == NULL )
874 : {
875 0 : return IVAS_ERR_WRONG_PARAMS;
876 : }
877 :
878 28 : hShoeboxOutput->n_sources = 0;
879 28 : hShoeboxOutput->n_ref = 0;
880 :
881 28 : if ( ( error = ivas_shoebox_data_init( &hShoeboxOutput->times ) ) != IVAS_ERR_OK )
882 : {
883 0 : return error;
884 : }
885 :
886 28 : if ( ( error = ivas_shoebox_data_init( &hShoeboxOutput->gains ) ) != IVAS_ERR_OK )
887 : {
888 0 : return error;
889 : }
890 :
891 28 : if ( ( error = ivas_shoebox_data_init( &hShoeboxOutput->az_angle ) ) != IVAS_ERR_OK )
892 : {
893 0 : return error;
894 : }
895 :
896 28 : if ( ( error = ivas_shoebox_data_init( &hShoeboxOutput->el_angle ) ) != IVAS_ERR_OK )
897 : {
898 0 : return error;
899 : }
900 :
901 28 : return IVAS_ERR_OK;
902 : }
903 :
904 :
905 : /*-------------------------------------------------------------------------
906 : * ivas_shoebox_config_init()
907 : *
908 : * Initialize shoebox_config_t handle
909 : *------------------------------------------------------------------------*/
910 :
911 28 : static ivas_error ivas_shoebox_config_init_params(
912 : shoebox_config_t *hShoeboxConfig /* i/o: shoebox_config_t handle */
913 : )
914 : {
915 : int16_t i;
916 :
917 28 : if ( hShoeboxConfig == NULL )
918 : {
919 0 : return IVAS_ERR_WRONG_PARAMS;
920 : }
921 :
922 28 : hShoeboxConfig->room_L = 0.0f;
923 28 : hShoeboxConfig->room_W = 0.0f;
924 28 : hShoeboxConfig->room_H = 0.0f;
925 :
926 196 : for ( i = 0; i < IVAS_ROOM_ABS_COEFF; i++ )
927 : {
928 168 : hShoeboxConfig->abs_coeff[i] = 0.0f;
929 : }
930 112 : for ( i = 0; i < 3; i++ )
931 : {
932 84 : hShoeboxConfig->list_orig[i] = 0.0f;
933 : }
934 :
935 28 : return IVAS_ERR_OK;
936 : }
937 :
938 :
939 : /*-------------------------------------------------------------------------
940 : * ivas_shoebox_obj_init()
941 : *
942 : * Initialize shoebox_obj_t handle
943 : *------------------------------------------------------------------------*/
944 :
945 28 : static ivas_error ivas_shoebox_obj_init(
946 : shoebox_obj_t *hShoeboxObj /* i/o: shoebox_obj_t handle */
947 : )
948 : {
949 : int16_t i;
950 : ivas_error error;
951 :
952 28 : if ( hShoeboxObj == NULL )
953 : {
954 0 : return IVAS_ERR_WRONG_PARAMS;
955 : }
956 :
957 28 : hShoeboxObj->isCartesian = 0;
958 28 : hShoeboxObj->isRelative = 0;
959 28 : hShoeboxObj->isZHeight = 0;
960 28 : hShoeboxObj->isRadians = 0;
961 28 : hShoeboxObj->MAX_SOURCES = 0;
962 28 : hShoeboxObj->max_bands = 0;
963 28 : hShoeboxObj->REF_ORDER = 0;
964 :
965 2128 : for ( i = 0; i < 75; i++ )
966 : {
967 2100 : hShoeboxObj->src_pos[i] = 0.0f;
968 : }
969 728 : for ( i = 0; i < 25; i++ )
970 : {
971 700 : hShoeboxObj->src_dist[i] = 0.0f;
972 : }
973 112 : for ( i = 0; i < 3; i++ )
974 : {
975 84 : hShoeboxObj->list_pos[i] = 0.0f;
976 : }
977 :
978 28 : hShoeboxObj->nSrc = 0;
979 28 : hShoeboxObj->radius = 0.0f;
980 28 : hShoeboxObj->min_wall_dist = 0.0f;
981 28 : hShoeboxObj->soundspeed = 0.0f;
982 28 : hShoeboxObj->air_coeff = 0.0f;
983 :
984 28 : if ( ( error = ivas_shoebox_config_init_params( &hShoeboxObj->cal ) ) != IVAS_ERR_OK )
985 : {
986 0 : return error;
987 : }
988 :
989 28 : return IVAS_ERR_OK;
990 : }
991 :
992 :
993 : /*-------------------------------------------------------------------------
994 : * ivas_er_init_handle()
995 : *
996 : * Initialize early reflections handle
997 : *------------------------------------------------------------------------*/
998 :
999 28 : static ivas_error ivas_er_init_handle(
1000 : er_struct_t *reflections /* i/o: early reflections handle */
1001 : )
1002 : {
1003 : int16_t i;
1004 : ivas_error error;
1005 :
1006 28 : if ( reflections == NULL )
1007 : {
1008 0 : return IVAS_ERR_WRONG_PARAMS;
1009 : }
1010 :
1011 28 : reflections->audio_config = IVAS_AUDIO_CONFIG_INVALID;
1012 28 : reflections->use_er = 0;
1013 28 : reflections->is_ready = 0;
1014 28 : reflections->circ_len = 0;
1015 28 : reflections->circ_insert = 0;
1016 28 : reflections->n_total_reflections = 0;
1017 28 : reflections->is_cartesian = 0;
1018 28 : reflections->is_relative = 0;
1019 28 : reflections->max_frame_size = 0;
1020 28 : reflections->output_Fs = 0.0f;
1021 :
1022 2128 : for ( i = 0; i < 75; i++ )
1023 : {
1024 2100 : reflections->source_positions[i] = 0.0f;
1025 : }
1026 112 : for ( i = 0; i < 3; i++ )
1027 : {
1028 84 : reflections->user_origin[i] = 0.0f;
1029 84 : if ( i == 2 )
1030 : {
1031 28 : reflections->user_origin[i] = ER_LIST_HEIGHT;
1032 : }
1033 : }
1034 :
1035 28 : reflections->circ_buffers = NULL;
1036 28 : reflections->closest_ch_idx = NULL;
1037 :
1038 28 : if ( ( error = ivas_shoebox_output_init( &reflections->shoebox_data ) ) != IVAS_ERR_OK )
1039 : {
1040 0 : return error;
1041 : }
1042 :
1043 28 : if ( ( error = ivas_shoebox_obj_init( &reflections->shoebox_lib ) ) != IVAS_ERR_OK )
1044 : {
1045 0 : return error;
1046 : }
1047 :
1048 28 : return IVAS_ERR_OK;
1049 : }
1050 :
1051 :
1052 : /*-------------------------------------------------------------------------
1053 : * ivas_rend_initCrendWrapper()
1054 : *
1055 : * Allocate and initialize crend renderer handle
1056 : *------------------------------------------------------------------------*/
1057 :
1058 18017 : ivas_error ivas_rend_initCrendWrapper(
1059 : CREND_WRAPPER_HANDLE *pCrend,
1060 : const int16_t num_poses )
1061 : {
1062 : int16_t i;
1063 : CREND_HANDLE hCrend;
1064 : int16_t pos_idx;
1065 :
1066 18017 : if ( pCrend == NULL )
1067 : {
1068 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for renderer handle" );
1069 : }
1070 :
1071 18017 : if ( ( *pCrend = (CREND_WRAPPER_HANDLE) malloc( sizeof( CREND_WRAPPER ) ) ) == NULL )
1072 : {
1073 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Crend Wrapper\n" );
1074 : }
1075 :
1076 18017 : ( *pCrend )->binaural_latency_ns = 0;
1077 18017 : ( *pCrend )->hHrtfCrend = NULL;
1078 :
1079 162153 : for ( pos_idx = 0; pos_idx < MAX_HEAD_ROT_POSES; pos_idx++ )
1080 : {
1081 144136 : ( *pCrend )->hCrend[pos_idx] = NULL;
1082 : }
1083 :
1084 37074 : for ( pos_idx = 0; pos_idx < num_poses; pos_idx++ )
1085 : {
1086 19057 : hCrend = NULL;
1087 19057 : if ( ( hCrend = (CREND_HANDLE) malloc( sizeof( CREND_DATA ) ) ) == NULL )
1088 : {
1089 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for renderer handle" );
1090 : }
1091 :
1092 19057 : hCrend->lfe_delay_line = NULL;
1093 :
1094 323969 : for ( i = 0; i < MAX_INTERN_CHANNELS; i++ )
1095 : {
1096 304912 : hCrend->freq_buffer_re[i] = NULL;
1097 304912 : hCrend->freq_buffer_im[i] = NULL;
1098 : }
1099 :
1100 57171 : for ( i = 0; i < BINAURAL_CHANNELS; i++ )
1101 : {
1102 38114 : hCrend->prev_out_buffer[i] = NULL;
1103 : }
1104 :
1105 19057 : hCrend->freq_buffer_re_diffuse[0] = NULL;
1106 19057 : hCrend->freq_buffer_re_diffuse[1] = NULL;
1107 19057 : hCrend->freq_buffer_im_diffuse[0] = NULL;
1108 19057 : hCrend->freq_buffer_im_diffuse[1] = NULL;
1109 19057 : hCrend->hReverb = NULL;
1110 19057 : hCrend->reflections = NULL;
1111 19057 : hCrend->delay_line_rw_index = 0;
1112 19057 : hCrend->diffuse_delay_line_rw_index = 0;
1113 19057 : hCrend->hTrack = NULL;
1114 19057 : hCrend->m_fYaw = 0;
1115 19057 : hCrend->m_fPitch = 0;
1116 19057 : hCrend->m_fRoll = 0;
1117 :
1118 19057 : ( *pCrend )->hCrend[pos_idx] = hCrend;
1119 : }
1120 :
1121 18017 : return IVAS_ERR_OK;
1122 : }
1123 :
1124 :
1125 : /*-------------------------------------------------------------------------
1126 : * ivas_rend_openMultiBinCrend()
1127 : *
1128 : * Allocate and initialize crend renderer handle
1129 : *------------------------------------------------------------------------*/
1130 :
1131 170 : ivas_error ivas_rend_openMultiBinCrend(
1132 : CREND_WRAPPER_HANDLE *pCrend,
1133 : const AUDIO_CONFIG inConfig,
1134 : const AUDIO_CONFIG outConfig,
1135 : const MULTI_BIN_REND_POSE_DATA *pMultiBinPoseData,
1136 : const int32_t output_Fs )
1137 : {
1138 170 : return ivas_rend_openCrend( pCrend, inConfig, outConfig, NULL /*hRendCfg*/, NULL, NULL /* hHrtfStatistics */, output_Fs, 0, pMultiBinPoseData->num_poses );
1139 : }
1140 :
1141 :
1142 : /*-------------------------------------------------------------------------
1143 : * ivas_rend_openCrend()
1144 : *
1145 : * Allocate and initialize crend renderer handle
1146 : *------------------------------------------------------------------------*/
1147 :
1148 18017 : ivas_error ivas_rend_openCrend(
1149 : CREND_WRAPPER_HANDLE *pCrend,
1150 : const AUDIO_CONFIG inConfig,
1151 : const AUDIO_CONFIG outConfig,
1152 : RENDER_CONFIG_DATA *hRendCfg,
1153 : HRTFS_CREND_HANDLE hHrtfCrend,
1154 : HRTFS_STATISTICS_HANDLE hHrtfStatistics,
1155 : const int32_t output_Fs,
1156 : const int16_t ext_rend_flag,
1157 : const int16_t num_poses )
1158 : {
1159 : int16_t i, subframe_length;
1160 : int32_t max_total_ir_len;
1161 : HRTFS_CREND_HANDLE hHrtf;
1162 : CREND_HANDLE hCrend;
1163 : ivas_error error;
1164 : int16_t pos_idx;
1165 :
1166 18017 : if ( ( error = ivas_rend_initCrendWrapper( pCrend, num_poses ) ) != IVAS_ERR_OK )
1167 : {
1168 0 : return error;
1169 : }
1170 :
1171 18017 : subframe_length = (int16_t) ( output_Fs / FRAMES_PER_SEC ) / MAX_PARAM_SPATIAL_SUBFRAMES;
1172 :
1173 18017 : if ( ( *pCrend )->hHrtfCrend == NULL )
1174 : {
1175 18017 : if ( ( error = ivas_rend_initCrend( *pCrend, inConfig, outConfig, hHrtfCrend, ext_rend_flag, output_Fs ) ) != IVAS_ERR_OK )
1176 : {
1177 0 : return error;
1178 : }
1179 : }
1180 :
1181 37074 : for ( pos_idx = 0; pos_idx < num_poses; pos_idx++ )
1182 : {
1183 19057 : hCrend = ( *pCrend )->hCrend[pos_idx];
1184 19057 : hHrtf = ( *pCrend )->hHrtfCrend;
1185 :
1186 19057 : if ( hHrtf != NULL )
1187 : {
1188 19057 : max_total_ir_len = hHrtf->max_num_iterations * subframe_length;
1189 :
1190 198205 : for ( i = 0; i < hHrtf->max_num_ir; i++ )
1191 : {
1192 179148 : if ( ( hCrend->freq_buffer_re[i] = (float *) malloc( sizeof( float ) * max_total_ir_len ) ) == NULL )
1193 : {
1194 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Crend" );
1195 : }
1196 179148 : set_zero_l( hCrend->freq_buffer_re[i], max_total_ir_len );
1197 :
1198 179148 : if ( ( hCrend->freq_buffer_im[i] = (float *) malloc( sizeof( float ) * max_total_ir_len ) ) == NULL )
1199 : {
1200 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Crend" );
1201 : }
1202 179148 : set_zero_l( hCrend->freq_buffer_im[i], max_total_ir_len );
1203 : }
1204 :
1205 57171 : for ( i = 0; i < BINAURAL_CHANNELS; i++ )
1206 : {
1207 38114 : if ( ( hCrend->prev_out_buffer[i] = (float *) malloc( sizeof( float ) * subframe_length ) ) == NULL )
1208 : {
1209 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Crend" );
1210 : }
1211 38114 : set_zero_l( hCrend->prev_out_buffer[i], subframe_length );
1212 : }
1213 :
1214 19057 : max_total_ir_len = hHrtf->num_iterations_diffuse[0] * subframe_length;
1215 :
1216 19057 : if ( max_total_ir_len > 0 )
1217 : {
1218 11039 : if ( ( hCrend->freq_buffer_re_diffuse[0] = (float *) malloc( sizeof( float ) * max_total_ir_len ) ) == NULL )
1219 : {
1220 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Crend" );
1221 : }
1222 11039 : if ( hHrtf->same_inv_diffuse_weight == 0 )
1223 : {
1224 0 : if ( ( hCrend->freq_buffer_re_diffuse[1] = (float *) malloc( sizeof( float ) * max_total_ir_len ) ) == NULL )
1225 : {
1226 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Crend" );
1227 : }
1228 : }
1229 : else
1230 : {
1231 11039 : hCrend->freq_buffer_re_diffuse[1] = NULL;
1232 : }
1233 11039 : set_zero_l( hCrend->freq_buffer_re_diffuse[0], max_total_ir_len );
1234 11039 : if ( hCrend->freq_buffer_re_diffuse[1] != NULL )
1235 : {
1236 0 : set_zero_l( hCrend->freq_buffer_re_diffuse[1], max_total_ir_len );
1237 : }
1238 :
1239 11039 : if ( ( hCrend->freq_buffer_im_diffuse[0] = (float *) malloc( sizeof( float ) * max_total_ir_len ) ) == NULL )
1240 : {
1241 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Crend" );
1242 : }
1243 11039 : if ( hHrtf->same_inv_diffuse_weight == 0 )
1244 : {
1245 0 : if ( ( hCrend->freq_buffer_im_diffuse[1] = (float *) malloc( sizeof( float ) * max_total_ir_len ) ) == NULL )
1246 : {
1247 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Crend" );
1248 : }
1249 : }
1250 : else
1251 : {
1252 11039 : hCrend->freq_buffer_im_diffuse[1] = NULL;
1253 : }
1254 11039 : set_zero_l( hCrend->freq_buffer_im_diffuse[0], max_total_ir_len );
1255 11039 : if ( hCrend->freq_buffer_im_diffuse[1] != NULL )
1256 : {
1257 0 : set_zero_l( hCrend->freq_buffer_im_diffuse[1], max_total_ir_len );
1258 : }
1259 : }
1260 : else
1261 : {
1262 8018 : hCrend->freq_buffer_re_diffuse[0] = NULL;
1263 8018 : hCrend->freq_buffer_im_diffuse[0] = NULL;
1264 8018 : hCrend->freq_buffer_re_diffuse[1] = NULL;
1265 8018 : hCrend->freq_buffer_im_diffuse[1] = NULL;
1266 : }
1267 :
1268 19057 : max_total_ir_len = (int16_t) ( hHrtf->latency_s * output_Fs + 0.5f ) + subframe_length;
1269 19057 : if ( max_total_ir_len > 0 )
1270 : {
1271 19057 : if ( ( hCrend->lfe_delay_line = (float *) malloc( sizeof( float ) * max_total_ir_len ) ) == NULL )
1272 : {
1273 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Crend" );
1274 : }
1275 19057 : set_zero_l( hCrend->lfe_delay_line, max_total_ir_len );
1276 : }
1277 : else
1278 : {
1279 0 : hCrend->lfe_delay_line = NULL;
1280 : }
1281 :
1282 19057 : if ( outConfig == IVAS_AUDIO_CONFIG_BINAURAL_ROOM_REVERB )
1283 : {
1284 3008 : if ( ( error = ivas_reverb_open( &( hCrend->hReverb ), hHrtfStatistics, hRendCfg, output_Fs ) ) != IVAS_ERR_OK )
1285 : {
1286 0 : return error;
1287 : }
1288 :
1289 3008 : if ( hRendCfg->roomAcoustics.use_er == 1 )
1290 : {
1291 :
1292 : /* Allocate memory for reflections */
1293 28 : hCrend->reflections = (er_struct_t *) malloc( sizeof( er_struct_t ) );
1294 28 : if ( !hCrend->reflections )
1295 : {
1296 0 : return IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for Early Reflections" );
1297 : }
1298 28 : if ( ( error = ivas_er_init_handle( hCrend->reflections ) ) != IVAS_ERR_OK )
1299 : {
1300 0 : return error;
1301 : }
1302 :
1303 28 : hCrend->reflections->use_er = hRendCfg->roomAcoustics.use_er;
1304 28 : hCrend->reflections->lowComplexity = hRendCfg->roomAcoustics.lowComplexity;
1305 :
1306 : /* Set sample rate and frame size */
1307 28 : hCrend->reflections->output_Fs = (float) output_Fs;
1308 28 : hCrend->reflections->max_frame_size = (int16_t) ( output_Fs / FRAMES_PER_SEC );
1309 :
1310 : /* Init Shoebox */
1311 28 : ivas_shoebox_config_init( &hCrend->reflections->shoebox_lib.cal, hRendCfg );
1312 :
1313 : /* Init and compute Reflections */
1314 28 : if ( ( error = ivas_er_init( hCrend->reflections, inConfig ) ) != IVAS_ERR_OK )
1315 : {
1316 0 : return error;
1317 : }
1318 : }
1319 : else
1320 : {
1321 2980 : hCrend->reflections = NULL;
1322 : }
1323 : }
1324 : else
1325 : {
1326 16049 : hCrend->hReverb = NULL;
1327 : }
1328 :
1329 19057 : ( *pCrend )->binaural_latency_ns = (int32_t) ( ( *pCrend )->hHrtfCrend->latency_s * 1000000000.f );
1330 : }
1331 :
1332 19057 : ( *pCrend )->hCrend[pos_idx] = hCrend;
1333 : }
1334 :
1335 18017 : return IVAS_ERR_OK;
1336 : }
1337 :
1338 :
1339 : /*-------------------------------------------------------------------------
1340 : * ivas_rend_closeCrend()
1341 : *
1342 : * Deallocate Crend renderer handle
1343 : *------------------------------------------------------------------------*/
1344 :
1345 2385121 : void ivas_rend_closeCrend(
1346 : CREND_WRAPPER_HANDLE *pCrend )
1347 : {
1348 : int16_t i;
1349 : int16_t pos_idx;
1350 : CREND_HANDLE hCrend;
1351 :
1352 2385121 : if ( pCrend == NULL || *pCrend == NULL )
1353 : {
1354 2367104 : return;
1355 : }
1356 :
1357 18017 : if ( ( *pCrend )->hHrtfCrend != NULL && ( *pCrend )->hHrtfCrend->init_from_rom )
1358 : {
1359 15729 : ivas_hrtf_close( &( *pCrend )->hHrtfCrend );
1360 : }
1361 :
1362 162153 : for ( pos_idx = 0; pos_idx < MAX_HEAD_ROT_POSES; pos_idx++ )
1363 : {
1364 144136 : hCrend = ( *pCrend )->hCrend[pos_idx];
1365 144136 : if ( hCrend != NULL )
1366 : {
1367 323969 : for ( i = 0; i < MAX_INTERN_CHANNELS; i++ )
1368 : {
1369 304912 : if ( hCrend->freq_buffer_re[i] != NULL )
1370 : {
1371 179148 : free( hCrend->freq_buffer_re[i] );
1372 179148 : hCrend->freq_buffer_re[i] = NULL;
1373 : }
1374 304912 : if ( hCrend->freq_buffer_im[i] != NULL )
1375 : {
1376 179148 : free( hCrend->freq_buffer_im[i] );
1377 179148 : hCrend->freq_buffer_im[i] = NULL;
1378 : }
1379 : }
1380 :
1381 57171 : for ( i = 0; i < BINAURAL_CHANNELS; i++ )
1382 : {
1383 38114 : if ( hCrend->prev_out_buffer[i] != NULL )
1384 : {
1385 38114 : free( hCrend->prev_out_buffer[i] );
1386 38114 : hCrend->prev_out_buffer[i] = NULL;
1387 : }
1388 : }
1389 :
1390 19057 : if ( hCrend->lfe_delay_line != NULL )
1391 : {
1392 19057 : free( hCrend->lfe_delay_line );
1393 19057 : hCrend->lfe_delay_line = NULL;
1394 : }
1395 19057 : if ( hCrend->freq_buffer_re_diffuse[0] != NULL )
1396 : {
1397 11039 : free( hCrend->freq_buffer_re_diffuse[0] );
1398 11039 : hCrend->freq_buffer_re_diffuse[0] = NULL;
1399 : }
1400 :
1401 19057 : if ( hCrend->freq_buffer_im_diffuse[0] != NULL )
1402 : {
1403 11039 : free( hCrend->freq_buffer_im_diffuse[0] );
1404 11039 : hCrend->freq_buffer_im_diffuse[0] = NULL;
1405 : }
1406 :
1407 19057 : if ( hCrend->freq_buffer_re_diffuse[1] != NULL )
1408 : {
1409 0 : free( hCrend->freq_buffer_re_diffuse[1] );
1410 0 : hCrend->freq_buffer_re_diffuse[1] = NULL;
1411 : }
1412 :
1413 19057 : if ( hCrend->freq_buffer_im_diffuse[1] != NULL )
1414 : {
1415 0 : free( hCrend->freq_buffer_im_diffuse[1] );
1416 0 : hCrend->freq_buffer_im_diffuse[1] = NULL;
1417 : }
1418 :
1419 19057 : if ( hCrend->hTrack != NULL )
1420 : {
1421 0 : free( hCrend->hTrack );
1422 0 : hCrend->hTrack = NULL;
1423 : }
1424 :
1425 19057 : ivas_reverb_close( &hCrend->hReverb );
1426 :
1427 19057 : if ( hCrend->reflections != NULL )
1428 : {
1429 28 : if ( hCrend->reflections->closest_ch_idx != NULL )
1430 : {
1431 28 : free( hCrend->reflections->closest_ch_idx );
1432 28 : hCrend->reflections->closest_ch_idx = NULL;
1433 : }
1434 :
1435 28 : if ( hCrend->reflections->circ_buffers != NULL )
1436 : {
1437 28 : free( hCrend->reflections->circ_buffers );
1438 28 : hCrend->reflections->circ_buffers = NULL;
1439 : }
1440 :
1441 28 : free( hCrend->reflections );
1442 28 : hCrend->reflections = NULL;
1443 : }
1444 :
1445 19057 : free( hCrend );
1446 19057 : hCrend = NULL;
1447 19057 : ( *pCrend )->hCrend[pos_idx] = hCrend;
1448 : }
1449 : }
1450 :
1451 18017 : free( *pCrend );
1452 18017 : *pCrend = NULL;
1453 :
1454 18017 : return;
1455 : }
1456 :
1457 :
1458 : /*-------------------------------------------------------------------------
1459 : * ivas_rend_closeCldfbRend()
1460 : *
1461 : * Close CLDFB based fastconv binaural renderer memories
1462 : *------------------------------------------------------------------------*/
1463 :
1464 8 : void ivas_rend_closeCldfbRend(
1465 : CLDFB_REND_WRAPPER *pCldfbRend )
1466 : {
1467 8 : if ( pCldfbRend->hCldfbRend->hInputSetup != NULL )
1468 : {
1469 8 : free( pCldfbRend->hCldfbRend->hInputSetup );
1470 8 : pCldfbRend->hCldfbRend->hInputSetup = NULL;
1471 : }
1472 :
1473 8 : ivas_binRenderer_close( &pCldfbRend->hCldfbRend );
1474 8 : ivas_binaural_hrtf_close( &pCldfbRend->hHrtfFastConv );
1475 8 : ivas_HRTF_fastconv_binary_close( &pCldfbRend->hHrtfFastConv );
1476 :
1477 8 : return;
1478 : }
1479 :
1480 :
1481 : /*-----------------------------------------------------------------------------------------*
1482 : * Function ivas_rend_crendConvolver()
1483 : *
1484 : * Convolver block
1485 : *-----------------------------------------------------------------------------------------*/
1486 :
1487 61675718 : static ivas_error ivas_rend_crendConvolver(
1488 : const CREND_WRAPPER *pCrend,
1489 : AUDIO_CONFIG inConfig,
1490 : AUDIO_CONFIG outConfig,
1491 : float *pcm_in[],
1492 : float *pcm_out[],
1493 : const int32_t output_Fs,
1494 : const int16_t i_ts,
1495 : const int16_t pos_idx )
1496 : {
1497 : int16_t i, j, k, m;
1498 : int16_t subframe_length, idx_in;
1499 : int16_t lfe_idx_in;
1500 : int32_t offset, offset_in, offset_diffuse;
1501 : int16_t nchan_in, nchan_out;
1502 : const float *pIn;
1503 : const float *pFreq_filt_re, *pFreq_filt_im;
1504 61675718 : float *pFreq_buf_re = NULL, *pFreq_buf_im = NULL;
1505 61675718 : float *pFreq_buf2_re = NULL, *pFreq_buf2_im = NULL;
1506 : float pOut[2 /*Re,Im*/ * L_FRAME48k / MAX_PARAM_SPATIAL_SUBFRAMES];
1507 : float tmp_out_re[L_FRAME48k / MAX_PARAM_SPATIAL_SUBFRAMES], tmp_out_im[L_FRAME48k / MAX_PARAM_SPATIAL_SUBFRAMES];
1508 : CREND_HANDLE hCrend;
1509 : ivas_error error;
1510 :
1511 61675718 : hCrend = pCrend->hCrend[pos_idx];
1512 :
1513 61675718 : if ( ( error = getAudioConfigNumChannels( inConfig, &nchan_in ) ) != IVAS_ERR_OK )
1514 : {
1515 0 : return error;
1516 : }
1517 :
1518 61675718 : if ( ( error = getAudioConfigNumChannels( outConfig, &nchan_out ) ) != IVAS_ERR_OK )
1519 : {
1520 0 : return error;
1521 : }
1522 :
1523 61675718 : subframe_length = (int16_t) ( output_Fs / FRAMES_PER_SEC ) / MAX_PARAM_SPATIAL_SUBFRAMES;
1524 :
1525 61675718 : lfe_idx_in = -1;
1526 61675718 : if ( getAudioConfigType( inConfig ) == IVAS_REND_AUDIO_CONFIG_TYPE_CHANNEL_BASED )
1527 : {
1528 45115094 : if ( inConfig != IVAS_AUDIO_CONFIG_LS_CUSTOM )
1529 : {
1530 45115094 : lfe_idx_in = LFE_CHANNEL;
1531 : }
1532 : else
1533 : {
1534 0 : assert( 0 && "Custom LS not supported in CRend" );
1535 : }
1536 : }
1537 :
1538 61675718 : offset = hCrend->delay_line_rw_index * subframe_length; /* subframe_length * ( pCrend->hHrtfCrend->max_num_iterations - 1 ); */
1539 61675718 : offset_diffuse = hCrend->diffuse_delay_line_rw_index * subframe_length; /* subframe_length *( pCrend->hHrtfCrend->num_iterations_diffuse[0] - 1 ); */
1540 :
1541 61675718 : if ( pCrend->hHrtfCrend->num_iterations_diffuse[0] > 0 )
1542 : {
1543 38318418 : set_zero( &hCrend->freq_buffer_re_diffuse[0][offset_diffuse], subframe_length );
1544 38318418 : set_zero( &hCrend->freq_buffer_im_diffuse[0][offset_diffuse], subframe_length );
1545 38318418 : if ( pCrend->hHrtfCrend->same_inv_diffuse_weight == 0 )
1546 : {
1547 0 : set_zero( &hCrend->freq_buffer_re_diffuse[1][offset_diffuse], subframe_length );
1548 0 : set_zero( &hCrend->freq_buffer_im_diffuse[1][offset_diffuse], subframe_length );
1549 : }
1550 : }
1551 :
1552 61675718 : if ( pCrend->hHrtfCrend->num_iterations_diffuse[0] > 0 )
1553 : {
1554 38318418 : if ( pCrend->hHrtfCrend->same_inv_diffuse_weight )
1555 : {
1556 38318418 : pFreq_buf_re = &hCrend->freq_buffer_re_diffuse[0][offset_diffuse];
1557 38318418 : pFreq_buf_im = &hCrend->freq_buffer_im_diffuse[0][offset_diffuse];
1558 : }
1559 : else
1560 : {
1561 0 : pFreq_buf_re = &hCrend->freq_buffer_re_diffuse[0][offset_diffuse];
1562 0 : pFreq_buf_im = &hCrend->freq_buffer_im_diffuse[0][offset_diffuse];
1563 0 : pFreq_buf2_re = &hCrend->freq_buffer_re_diffuse[1][offset_diffuse];
1564 0 : pFreq_buf2_im = &hCrend->freq_buffer_im_diffuse[1][offset_diffuse];
1565 : }
1566 : }
1567 :
1568 61675718 : i = 0;
1569 738190966 : for ( idx_in = 0; idx_in < nchan_in; idx_in++ )
1570 : {
1571 676515248 : pIn = &pcm_in[idx_in][i_ts * subframe_length];
1572 676515248 : if ( idx_in != lfe_idx_in )
1573 : {
1574 631400154 : if ( pCrend->hHrtfCrend->num_iterations_diffuse[0] > 0 )
1575 : {
1576 409417486 : if ( pCrend->hHrtfCrend->same_inv_diffuse_weight )
1577 : {
1578 409417486 : pFreq_filt_re = &hCrend->freq_buffer_re[i][offset];
1579 409417486 : pFreq_filt_im = &hCrend->freq_buffer_im[i][offset];
1580 :
1581 37827191538 : for ( k = 0; k < pCrend->hHrtfCrend->index_frequency_max_diffuse; k++ )
1582 : {
1583 37417774052 : pFreq_buf_re[k] += pFreq_filt_re[k] * pCrend->hHrtfCrend->inv_diffuse_weight[0][i];
1584 37417774052 : pFreq_buf_im[k] += pFreq_filt_im[k] * pCrend->hHrtfCrend->inv_diffuse_weight[0][i];
1585 : }
1586 : }
1587 : else
1588 : {
1589 0 : pFreq_filt_re = &hCrend->freq_buffer_re[i][offset];
1590 0 : pFreq_filt_im = &hCrend->freq_buffer_im[i][offset];
1591 :
1592 0 : for ( k = 0; k < pCrend->hHrtfCrend->index_frequency_max_diffuse; k++ )
1593 : {
1594 0 : pFreq_buf_re[k] += pFreq_filt_re[k] * pCrend->hHrtfCrend->inv_diffuse_weight[0][i];
1595 0 : pFreq_buf_im[k] += pFreq_filt_im[k] * pCrend->hHrtfCrend->inv_diffuse_weight[0][i];
1596 0 : pFreq_buf2_re[k] += pFreq_filt_re[k] * pCrend->hHrtfCrend->inv_diffuse_weight[1][i];
1597 0 : pFreq_buf2_im[k] += pFreq_filt_im[k] * pCrend->hHrtfCrend->inv_diffuse_weight[1][i];
1598 : }
1599 : }
1600 : }
1601 :
1602 631400154 : ivas_mdft( pIn, &hCrend->freq_buffer_re[i][offset], &hCrend->freq_buffer_im[i][offset], subframe_length, subframe_length );
1603 631400154 : i++;
1604 : }
1605 : }
1606 :
1607 185027154 : for ( j = 0; j < nchan_out; j++ )
1608 : {
1609 123351436 : set_zero( tmp_out_re, subframe_length );
1610 123351436 : set_zero( tmp_out_im, subframe_length );
1611 :
1612 123351436 : i = 0;
1613 1476381932 : for ( idx_in = 0; idx_in < nchan_in; idx_in++ )
1614 : {
1615 1353030496 : if ( idx_in != lfe_idx_in )
1616 : {
1617 1262800308 : offset = 0;
1618 19967102288 : for ( m = 0; m < pCrend->hHrtfCrend->num_iterations[i][j]; m++ )
1619 : {
1620 18704301980 : offset_in = ( hCrend->delay_line_rw_index + pCrend->hHrtfCrend->max_num_iterations - pCrend->hHrtfCrend->num_iterations[i][j] + m + 1 );
1621 18704301980 : offset_in = offset_in % ( pCrend->hHrtfCrend->max_num_iterations );
1622 18704301980 : offset_in = offset_in * subframe_length;
1623 18704301980 : pFreq_buf_re = &hCrend->freq_buffer_re[i][offset_in];
1624 18704301980 : pFreq_buf_im = &hCrend->freq_buffer_im[i][offset_in];
1625 18704301980 : pFreq_filt_re = &pCrend->hHrtfCrend->pOut_to_bin_re[i][j][offset];
1626 18704301980 : pFreq_filt_im = &pCrend->hHrtfCrend->pOut_to_bin_im[i][j][offset];
1627 :
1628 >21596*10^8 : for ( k = 0; k < pCrend->hHrtfCrend->pIndex_frequency_max[i][j][m]; k++ )
1629 : {
1630 >21409*10^8 : tmp_out_re[k] += pFreq_buf_re[k] * pFreq_filt_re[k] - pFreq_buf_im[k] * pFreq_filt_im[k];
1631 >21409*10^8 : tmp_out_im[k] += pFreq_buf_re[k] * pFreq_filt_im[k] + pFreq_buf_im[k] * pFreq_filt_re[k];
1632 : }
1633 18704301980 : offset = offset + k;
1634 : }
1635 1262800308 : i++;
1636 : }
1637 : }
1638 :
1639 123351436 : offset = 0;
1640 3188824876 : for ( m = 0; m < pCrend->hHrtfCrend->num_iterations_diffuse[j]; m++ )
1641 : {
1642 3065473440 : offset_diffuse = ( hCrend->diffuse_delay_line_rw_index + m + 1 );
1643 3065473440 : offset_diffuse = offset_diffuse % pCrend->hHrtfCrend->num_iterations_diffuse[0];
1644 3065473440 : offset_diffuse = offset_diffuse * subframe_length;
1645 3065473440 : if ( pCrend->hHrtfCrend->same_inv_diffuse_weight )
1646 : {
1647 3065473440 : pFreq_buf_re = &hCrend->freq_buffer_re_diffuse[0][offset_diffuse];
1648 3065473440 : pFreq_buf_im = &hCrend->freq_buffer_im_diffuse[0][offset_diffuse];
1649 : }
1650 : else
1651 : {
1652 0 : pFreq_buf_re = &hCrend->freq_buffer_re_diffuse[j][offset_diffuse];
1653 0 : pFreq_buf_im = &hCrend->freq_buffer_im_diffuse[j][offset_diffuse];
1654 : }
1655 3065473440 : pFreq_filt_re = &pCrend->hHrtfCrend->pOut_to_bin_diffuse_re[j][offset];
1656 3065473440 : pFreq_filt_im = &pCrend->hHrtfCrend->pOut_to_bin_diffuse_im[j][offset];
1657 :
1658 >21438*10^7 : for ( k = 0; k < pCrend->hHrtfCrend->pIndex_frequency_max_diffuse[j][m]; k++ )
1659 : {
1660 >21132*10^7 : tmp_out_re[k] += pFreq_buf_re[k] * pFreq_filt_re[k] - pFreq_buf_im[k] * pFreq_filt_im[k];
1661 >21132*10^7 : tmp_out_im[k] += pFreq_buf_re[k] * pFreq_filt_im[k] + pFreq_buf_im[k] * pFreq_filt_re[k];
1662 : }
1663 3065473440 : offset = offset + k;
1664 : }
1665 :
1666 123351436 : ivas_imdft( tmp_out_re, tmp_out_im, pOut, subframe_length );
1667 :
1668 123351436 : pFreq_buf_re = &pcm_out[j][i_ts * subframe_length];
1669 21389525516 : for ( k = 0; k < subframe_length; k++ )
1670 : {
1671 21266174080 : pFreq_buf_re[k] = pOut[k] + hCrend->prev_out_buffer[j][k];
1672 21266174080 : hCrend->prev_out_buffer[j][k] = pOut[k + subframe_length];
1673 : }
1674 : }
1675 :
1676 61675718 : hCrend->delay_line_rw_index++;
1677 61675718 : hCrend->delay_line_rw_index = hCrend->delay_line_rw_index % ( pCrend->hHrtfCrend->max_num_iterations );
1678 61675718 : if ( pCrend->hHrtfCrend->num_iterations_diffuse[0] > 0 )
1679 : {
1680 38318418 : hCrend->diffuse_delay_line_rw_index++;
1681 38318418 : hCrend->diffuse_delay_line_rw_index = hCrend->diffuse_delay_line_rw_index % ( pCrend->hHrtfCrend->num_iterations_diffuse[0] );
1682 : }
1683 :
1684 61675718 : return IVAS_ERR_OK;
1685 : }
1686 :
1687 :
1688 : /*-----------------------------------------------------------------------------------------*
1689 : * Function ivas_rend_crendProcessSubframe()
1690 : *
1691 : *
1692 : *-----------------------------------------------------------------------------------------*/
1693 :
1694 39968579 : ivas_error ivas_rend_crendProcessSubframe(
1695 : const CREND_WRAPPER *pCrend, /* i/o: Crend wrapper handle */
1696 : const AUDIO_CONFIG inConfig, /* i : input audio configuration */
1697 : const AUDIO_CONFIG outConfig, /* i : output audio configuration */
1698 : const DECODER_CONFIG_HANDLE hDecoderConfig, /* i : decoder config. structure */
1699 : const COMBINED_ORIENTATION_HANDLE hCombinedOrientationData, /* i : combined orientation handle */
1700 : const IVAS_OUTPUT_SETUP_HANDLE hIntSetup, /* i : internal setup handle */
1701 : const EFAP_HANDLE hEFAPdata, /* i : EFAP handle */
1702 : DECODER_TC_BUFFER_HANDLE hTcBuffer, /* i/o: JBM handle */
1703 : float *input_f[], /* i : transport channels */
1704 : float *output[], /* i/o: input/output audio channels */
1705 : const int16_t n_samples_to_render, /* i : output frame length per channel */
1706 : const int32_t output_Fs, /* i : output sampling rate */
1707 : const int16_t pos_idx /* i : pose index */
1708 : )
1709 : {
1710 : int16_t subframe_idx, subframe_len;
1711 : int16_t nchan_out, nchan_in, ch, first_sf, last_sf, slot_size, slots_to_render;
1712 : float *tc_local[MAX_OUTPUT_CHANNELS];
1713 : float *p_output[BINAURAL_CHANNELS];
1714 : float pcm_tmp[BINAURAL_CHANNELS][L_FRAME48k / MAX_PARAM_SPATIAL_SUBFRAMES];
1715 : float *p_pcm_tmp[BINAURAL_CHANNELS];
1716 : IVAS_REND_AudioConfigType inConfigType;
1717 : ivas_error error;
1718 : int8_t combinedOrientationEnabled;
1719 : CREND_HANDLE hCrend;
1720 :
1721 39968579 : hCrend = pCrend->hCrend[pos_idx];
1722 :
1723 39968579 : combinedOrientationEnabled = 0;
1724 39968579 : if ( hCombinedOrientationData != NULL )
1725 : {
1726 393724 : if ( hCombinedOrientationData->enableCombinedOrientation[0] != 0 )
1727 : {
1728 393724 : combinedOrientationEnabled = 1;
1729 : }
1730 : }
1731 :
1732 39968579 : push_wmops( "ivas_rend_crendProcessSubframe" );
1733 39968579 : inConfigType = getAudioConfigType( inConfig );
1734 :
1735 39968579 : if ( ( error = getAudioConfigNumChannels( outConfig, &nchan_out ) ) != IVAS_ERR_OK )
1736 : {
1737 0 : return error;
1738 : }
1739 :
1740 39968579 : if ( ( error = getAudioConfigNumChannels( inConfig, &nchan_in ) ) != IVAS_ERR_OK )
1741 : {
1742 0 : return error;
1743 : }
1744 :
1745 477198711 : for ( ch = 0; ch < nchan_in; ch++ )
1746 : {
1747 437230132 : tc_local[ch] = input_f[ch];
1748 : }
1749 :
1750 119905737 : for ( ch = 0; ch < BINAURAL_CHANNELS; ch++ )
1751 : {
1752 79937158 : p_pcm_tmp[ch] = pcm_tmp[ch];
1753 79937158 : p_output[ch] = output[ch];
1754 : }
1755 :
1756 39968579 : if ( hTcBuffer != NULL )
1757 : {
1758 2266507 : slot_size = hTcBuffer->n_samples_granularity;
1759 :
1760 : /* loop for synthesis, assume we always have to render in multiples of 5ms subframes with spills */
1761 2266507 : slots_to_render = min( hTcBuffer->num_slots - hTcBuffer->slots_rendered, n_samples_to_render / slot_size );
1762 2266507 : first_sf = hTcBuffer->subframes_rendered;
1763 2266507 : last_sf = first_sf;
1764 :
1765 6579983 : while ( slots_to_render > 0 )
1766 : {
1767 4313476 : slots_to_render -= hTcBuffer->subframe_nbslots[last_sf];
1768 4313476 : last_sf++;
1769 : }
1770 2266507 : subframe_len = -1; /* will be set later */
1771 : }
1772 : else
1773 : {
1774 37702072 : subframe_len = (int16_t) ( output_Fs / ( FRAMES_PER_SEC * MAX_PARAM_SPATIAL_SUBFRAMES ) );
1775 37702072 : first_sf = 0;
1776 37702072 : last_sf = n_samples_to_render / subframe_len;
1777 : }
1778 :
1779 101644297 : for ( subframe_idx = first_sf; subframe_idx < last_sf; subframe_idx++ )
1780 : {
1781 61675718 : if ( hTcBuffer != NULL )
1782 : {
1783 4313476 : subframe_len = hTcBuffer->subframe_nbslots[subframe_idx] * hTcBuffer->n_samples_granularity;
1784 : }
1785 :
1786 : /* Early Reflections */
1787 61675718 : if ( hCrend->reflections != NULL )
1788 : {
1789 415036 : if ( hCrend->reflections->use_er == 1 && hCrend->reflections->is_ready == 1 )
1790 : {
1791 415036 : if ( ( error = ivas_er_process( hCrend->reflections, subframe_len, 0, tc_local, inConfig ) ) != IVAS_ERR_OK )
1792 : {
1793 0 : return error;
1794 : }
1795 : }
1796 : }
1797 :
1798 61675718 : if ( hDecoderConfig && combinedOrientationEnabled )
1799 : {
1800 : /* Rotation in SHD for:
1801 : MC with elevation (5_1_2 / 5_1_4 / 7_1_4) -> BINAURAL
1802 : SBA SPAR -> BINAURAL or BINAURAL_ROOM
1803 : */
1804 806152 : if ( inConfig == IVAS_AUDIO_CONFIG_FOA || inConfig == IVAS_AUDIO_CONFIG_HOA2 || inConfig == IVAS_AUDIO_CONFIG_HOA3 )
1805 : {
1806 351720 : rotateFrame_shd( hCombinedOrientationData, tc_local, subframe_len, *hIntSetup, 0 );
1807 : }
1808 : /* Rotation in SD for MC -> BINAURAL_ROOM */
1809 454432 : else if ( ( hIntSetup != NULL ) && hIntSetup->is_loudspeaker_setup )
1810 : {
1811 454432 : rotateFrame_sd( hCombinedOrientationData, tc_local, subframe_len, *hIntSetup, hEFAPdata, 0 );
1812 : }
1813 : }
1814 :
1815 61675718 : if ( ( inConfigType == IVAS_REND_AUDIO_CONFIG_TYPE_CHANNEL_BASED ) || ( inConfigType == IVAS_REND_AUDIO_CONFIG_TYPE_AMBISONICS ) )
1816 : {
1817 61675718 : if ( ( error = ivas_rend_crendConvolver( pCrend, inConfig, outConfig, tc_local, p_pcm_tmp, output_Fs, 0, pos_idx ) ) != IVAS_ERR_OK )
1818 : {
1819 0 : return error;
1820 : }
1821 :
1822 61675718 : if ( pCrend->hCrend[0]->hReverb != NULL )
1823 : {
1824 12206480 : if ( ( error = ivas_reverb_process( pCrend->hCrend[pos_idx]->hReverb, inConfig, 1, tc_local, p_pcm_tmp, 0 ) ) != IVAS_ERR_OK )
1825 : {
1826 0 : return error;
1827 : }
1828 : }
1829 :
1830 738190966 : for ( ch = 0; ch < nchan_in; ch++ )
1831 : {
1832 676515248 : tc_local[ch] += subframe_len;
1833 : }
1834 :
1835 61675718 : if ( hTcBuffer != NULL )
1836 : {
1837 4313476 : hTcBuffer->slots_rendered += hTcBuffer->subframe_nbslots[subframe_idx];
1838 : }
1839 : }
1840 : else
1841 : {
1842 0 : return IVAS_ERR_INVALID_INPUT_FORMAT;
1843 : }
1844 :
1845 185027154 : for ( ch = 0; ch < BINAURAL_CHANNELS; ch++ )
1846 : {
1847 : /* move to output */
1848 123351436 : mvr2r( pcm_tmp[ch], p_output[ch], subframe_len );
1849 :
1850 123351436 : p_output[ch] += subframe_len;
1851 : }
1852 :
1853 : /* update combined orientation access index */
1854 61675718 : ivas_combined_orientation_update_index( hCombinedOrientationData, subframe_len );
1855 : }
1856 :
1857 39968579 : if ( hTcBuffer != NULL )
1858 : {
1859 2266507 : hTcBuffer->subframes_rendered = last_sf;
1860 : }
1861 :
1862 39968579 : pop_wmops();
1863 :
1864 39968579 : return IVAS_ERR_OK;
1865 : }
1866 :
1867 :
1868 : /*-----------------------------------------------------------------------------------------*
1869 : * Function ivas_rend_crend_ProcessSubframesSplitBin()
1870 : *
1871 : * Process call for IVAS Crend renderer
1872 : *-----------------------------------------------------------------------------------------*/
1873 :
1874 13535 : ivas_error ivas_rend_crendProcessSubframesSplitBin(
1875 : const CREND_WRAPPER *pCrend, /* i/o: Crend wrapper handle */
1876 : const AUDIO_CONFIG inConfig, /* i : input audio configuration */
1877 : const AUDIO_CONFIG outConfig, /* i : output audio configuration */
1878 : const MULTI_BIN_REND_POSE_DATA *pMultiBinPoseData, /* i/o: pose correction data handle */
1879 : const DECODER_CONFIG_HANDLE hDecoderConfig, /* i : decoder config. structure */
1880 : const COMBINED_ORIENTATION_HANDLE hCombinedOrientationData, /* i : combined orientation handle */
1881 : const IVAS_OUTPUT_SETUP_HANDLE hIntSetup, /* i : internal setup handle */
1882 : const EFAP_HANDLE hEFAPdata, /* i : EFAP handle */
1883 : DECODER_TC_BUFFER_HANDLE hTcBuffer, /* i/o: JBM handle */
1884 : float *input_f[], /* i : transport channels */
1885 : float *output[], /* i/o: input/output audio channels */
1886 : const int16_t n_samples_to_render, /* i : output frame length per channel */
1887 : const int32_t output_Fs /* i : output sampling rate */
1888 : )
1889 : {
1890 : int16_t i, j;
1891 : int16_t sf;
1892 : int16_t pos_idx;
1893 : ivas_error error;
1894 : float gain_lfe;
1895 : float tmpLfeBuffer[L_FRAME48k];
1896 : int16_t original_subframes_rendered, original_slots_rendered;
1897 : float tmpInputBuffer[MAX_OUTPUT_CHANNELS][L_FRAME48k];
1898 : float *p_tmpInputBuffer[MAX_OUTPUT_CHANNELS];
1899 : float tmpSplitBinBuffer[MAX_OUTPUT_CHANNELS][L_FRAME48k];
1900 : COMBINED_ORIENTATION_DATA combinedOrientationDataLocal;
1901 : COMBINED_ORIENTATION_HANDLE pCombinedOrientationDataLocal;
1902 :
1903 : /* save current head positions */
1904 13535 : pCombinedOrientationDataLocal = hCombinedOrientationData;
1905 13535 : combinedOrientationDataLocal = *pCombinedOrientationDataLocal;
1906 13535 : original_subframes_rendered = hTcBuffer->subframes_rendered;
1907 13535 : original_slots_rendered = hTcBuffer->slots_rendered;
1908 :
1909 : /* copy input */
1910 230095 : for ( i = 0; i < hIntSetup->nchan_out_woLFE; ++i )
1911 : {
1912 216560 : mvr2r( input_f[i], tmpInputBuffer[i], n_samples_to_render );
1913 : }
1914 :
1915 230095 : for ( i = 0; i < MAX_OUTPUT_CHANNELS; ++i )
1916 : {
1917 216560 : p_tmpInputBuffer[i] = tmpInputBuffer[i];
1918 : }
1919 :
1920 : /* save current head positions */
1921 13535 : pCombinedOrientationDataLocal = hCombinedOrientationData;
1922 13535 : combinedOrientationDataLocal = *pCombinedOrientationDataLocal;
1923 13535 : if ( pMultiBinPoseData->poseCorrectionMode == ISAR_SPLIT_REND_POSE_CORRECTION_MODE_CLDFB )
1924 : {
1925 39100 : for ( sf = 1; sf < hCombinedOrientationData->num_subframes; ++sf )
1926 : {
1927 29325 : combinedOrientationDataLocal.Quaternions[sf] = combinedOrientationDataLocal.Quaternions[0];
1928 117300 : for ( i = 0; i < 3; i++ )
1929 : {
1930 351900 : for ( j = 0; j < 3; j++ )
1931 : {
1932 263925 : combinedOrientationDataLocal.Rmat[sf][i][j] = combinedOrientationDataLocal.Rmat[0][i][j];
1933 : }
1934 : }
1935 : }
1936 : }
1937 :
1938 : /* copy LFE to tmpLfeBuffer and apply gain only once */
1939 13535 : if ( hIntSetup->num_lfe > 0 && hIntSetup->index_lfe[0] != -1 )
1940 : {
1941 0 : mvr2r( output[hIntSetup->index_lfe[0]], tmpLfeBuffer, n_samples_to_render );
1942 0 : gain_lfe = ( ( pCrend != NULL ) && ( pCrend->hHrtfCrend != NULL ) ) ? pCrend->hHrtfCrend->gain_lfe : GAIN_LFE;
1943 0 : v_multc( tmpLfeBuffer, gain_lfe, tmpLfeBuffer, n_samples_to_render );
1944 : }
1945 : else
1946 : {
1947 13535 : set_zero( tmpLfeBuffer, n_samples_to_render );
1948 : }
1949 :
1950 70680 : for ( pos_idx = 0; pos_idx < pMultiBinPoseData->num_poses; ++pos_idx )
1951 : {
1952 : /* Update head positions */
1953 : IVAS_QUATERNION Quaternions_orig[MAX_PARAM_SPATIAL_SUBFRAMES], Quaternions_abs;
1954 285725 : for ( i = 0; i < hCombinedOrientationData->num_subframes; i++ )
1955 : {
1956 228580 : Quaternions_orig[i] = combinedOrientationDataLocal.Quaternions[i];
1957 228580 : Quaternions_abs.w = -3.0f;
1958 228580 : Quat2EulerDegree( combinedOrientationDataLocal.Quaternions[i], &Quaternions_abs.z, &Quaternions_abs.y, &Quaternions_abs.x ); /*order in Quat2Euler seems to be reversed ?*/
1959 :
1960 228580 : Quaternions_abs.x += pMultiBinPoseData->relative_head_poses[pos_idx][0];
1961 228580 : Quaternions_abs.y += pMultiBinPoseData->relative_head_poses[pos_idx][1];
1962 228580 : Quaternions_abs.z += pMultiBinPoseData->relative_head_poses[pos_idx][2];
1963 228580 : combinedOrientationDataLocal.Quaternions[i] = Quaternions_abs;
1964 228580 : QuatToRotMat( combinedOrientationDataLocal.Quaternions[i], combinedOrientationDataLocal.Rmat[i] );
1965 : }
1966 :
1967 57145 : pCombinedOrientationDataLocal = &combinedOrientationDataLocal;
1968 :
1969 57145 : hTcBuffer->subframes_rendered = original_subframes_rendered;
1970 57145 : hTcBuffer->slots_rendered = original_slots_rendered;
1971 :
1972 : /* update combined orientation access index */
1973 57145 : ivas_combined_orientation_set_to_start_index( pCombinedOrientationDataLocal );
1974 :
1975 228580 : for ( i = 0; i < 3; i++ )
1976 : {
1977 171435 : mvr2r( hCombinedOrientationData->Rmat_prev[pos_idx][i], pCombinedOrientationDataLocal->Rmat_prev[0][i], 3 );
1978 : }
1979 :
1980 57145 : if ( ( error = ivas_rend_crendProcessSubframe( pCrend, inConfig, outConfig, hDecoderConfig, pCombinedOrientationDataLocal,
1981 : hIntSetup, hEFAPdata, hTcBuffer, p_tmpInputBuffer, p_tmpInputBuffer, n_samples_to_render, output_Fs, pos_idx ) ) != IVAS_ERR_OK )
1982 : {
1983 0 : return error;
1984 : }
1985 :
1986 228580 : for ( i = 0; i < 3; i++ )
1987 : {
1988 171435 : mvr2r( pCombinedOrientationDataLocal->Rmat_prev[0][i], hCombinedOrientationData->Rmat_prev[pos_idx][i], 3 );
1989 : }
1990 :
1991 171435 : for ( i = 0; i < BINAURAL_CHANNELS; ++i )
1992 : {
1993 : /* accumulate LFE to output */
1994 114290 : v_add( tmpInputBuffer[i], tmpLfeBuffer, tmpInputBuffer[i], n_samples_to_render );
1995 :
1996 : /* move to split bin output buffer */
1997 114290 : mvr2r( tmpInputBuffer[i], tmpSplitBinBuffer[pos_idx * BINAURAL_CHANNELS + i], n_samples_to_render );
1998 : }
1999 :
2000 : /* overwrite rendered channels with input again for next iteration */
2001 971465 : for ( i = 0; i < hIntSetup->nchan_out_woLFE; ++i )
2002 : {
2003 914320 : mvr2r( input_f[i], tmpInputBuffer[i], n_samples_to_render );
2004 : }
2005 :
2006 : /* restore original headrotation data */
2007 285725 : for ( i = 0; i < hCombinedOrientationData->num_subframes; i++ )
2008 : {
2009 228580 : combinedOrientationDataLocal.Quaternions[i] = Quaternions_orig[i];
2010 : }
2011 : }
2012 :
2013 : /* copy split binaural rendered signals to final output */
2014 127825 : for ( i = 0; i < BINAURAL_CHANNELS * pMultiBinPoseData->num_poses; ++i )
2015 : {
2016 114290 : mvr2r( tmpSplitBinBuffer[i], output[i], n_samples_to_render );
2017 : }
2018 :
2019 : /* update main combined orientation access index */
2020 13535 : ivas_combined_orientation_update_index( hCombinedOrientationData, n_samples_to_render );
2021 :
2022 13535 : return IVAS_ERR_OK;
2023 : }
|
