Line data Source code
1 : /******************************************************************************************************
2 :
3 : (C) 2022-2025 IVAS codec Public Collaboration with portions copyright Dolby International AB, Ericsson AB,
4 : Fraunhofer-Gesellschaft zur Foerderung der angewandten Forschung e.V., Huawei Technologies Co. LTD.,
5 : Koninklijke Philips N.V., Nippon Telegraph and Telephone Corporation, Nokia Technologies Oy, Orange,
6 : Panasonic Holdings Corporation, Qualcomm Technologies, Inc., VoiceAge Corporation, and other
7 : contributors to this repository. All Rights Reserved.
8 :
9 : This software is protected by copyright law and by international treaties.
10 : The IVAS codec Public Collaboration consisting of Dolby International AB, Ericsson AB,
11 : Fraunhofer-Gesellschaft zur Foerderung der angewandten Forschung e.V., Huawei Technologies Co. LTD.,
12 : Koninklijke Philips N.V., Nippon Telegraph and Telephone Corporation, Nokia Technologies Oy, Orange,
13 : Panasonic Holdings Corporation, Qualcomm Technologies, Inc., VoiceAge Corporation, and other
14 : contributors to this repository retain full ownership rights in their respective contributions in
15 : the software. This notice grants no license of any kind, including but not limited to patent
16 : license, nor is any license granted by implication, estoppel or otherwise.
17 :
18 : Contributors are required to enter into the IVAS codec Public Collaboration agreement before making
19 : contributions.
20 :
21 : This software is provided "AS IS", without any express or implied warranties. The software is in the
22 : development stage. It is intended exclusively for experts who have experience with such software and
23 : solely for the purpose of inspection. All implied warranties of non-infringement, merchantability
24 : and fitness for a particular purpose are hereby disclaimed and excluded.
25 :
26 : Any dispute, controversy or claim arising under or in relation to providing this software shall be
27 : submitted to and settled by the final, binding jurisdiction of the courts of Munich, Germany in
28 : accordance with the laws of the Federal Republic of Germany excluding its conflict of law rules and
29 : the United Nations Convention on Contracts on the International Sales of Goods.
30 :
31 : *******************************************************************************************************/
32 :
33 : #include <stdint.h>
34 : #include "options.h"
35 : #include "cnst.h"
36 : #include "ivas_cnst.h"
37 : #include "rom_com.h"
38 : #include "prot.h"
39 : #include "ivas_prot.h"
40 : #include "ivas_prot_rend.h"
41 : #include "ivas_rom_com.h"
42 : #include <math.h>
43 : #ifdef DEBUGGING
44 : #include "debug.h"
45 : #endif
46 : #include "wmc_auto.h"
47 :
48 :
49 : /*-----------------------------------------------------------------------*
50 : * Local function prototypes
51 : *-----------------------------------------------------------------------*/
52 :
53 : static void ivas_jbm_dec_tc_buffer_playout( Decoder_Struct *st_ivas, const uint16_t nSamplesAsked, uint16_t *nSamplesRendered, float *output[] );
54 :
55 : static void ivas_jbm_dec_copy_masa_meta_to_buffer( Decoder_Struct *st_ivas );
56 :
57 : static void ivas_jbm_masa_sf_to_slot_map( Decoder_Struct *st_ivas, const int16_t nCldfbTs );
58 :
59 :
60 : /*--------------------------------------------------------------------------*
61 : * ivas_jbm_dec_tc()
62 : *
63 : * Principal IVAS JBM decoder routine, decoding of metadata and transport channels
64 : *--------------------------------------------------------------------------*/
65 :
66 12667120 : ivas_error ivas_jbm_dec_tc(
67 : Decoder_Struct *st_ivas /* i/o: IVAS decoder structure */
68 : )
69 : {
70 : int16_t n, output_frame, nchan_out;
71 : Decoder_State *st; /* used for bitstream handling */
72 : float *p_output[MAX_TRANSPORT_CHANNELS]; /* 'float' buffer for output synthesis */
73 : int16_t nchan_remapped;
74 : int16_t nb_bits_metadata[MAX_SCE + 1];
75 : int32_t output_Fs, ivas_total_brate;
76 : AUDIO_CONFIG output_config;
77 : ivas_error error;
78 : int16_t num_md_sub_frames;
79 : int32_t ism_total_brate;
80 :
81 12667120 : push_wmops( "ivas_jbm_dec_tc" );
82 :
83 : /*----------------------------------------------------------------*
84 : * Initialization of local vars after struct has been set
85 : *----------------------------------------------------------------*/
86 :
87 12667120 : output_Fs = st_ivas->hDecoderConfig->output_Fs;
88 12667120 : nchan_out = st_ivas->hTcBuffer->nchan_transport_jbm;
89 12667120 : output_config = st_ivas->hDecoderConfig->output_config;
90 12667120 : ivas_total_brate = st_ivas->hDecoderConfig->ivas_total_brate;
91 :
92 12667120 : output_frame = (int16_t) ( output_Fs / FRAMES_PER_SEC );
93 :
94 : /* set pointers to transport channels audio */
95 164672560 : for ( n = 0; n < MAX_TRANSPORT_CHANNELS; n++ )
96 : {
97 152005440 : p_output[n] = st_ivas->p_output_f[n];
98 152005440 : if ( p_output[n] != NULL )
99 : {
100 70792766 : set_zero( p_output[n], L_FRAME48k );
101 : }
102 : }
103 :
104 : /*----------------------------------------------------------------*
105 : * Decoding + pre-rendering
106 : *----------------------------------------------------------------*/
107 :
108 12667120 : if ( st_ivas->bfi && st_ivas->ini_frame == 0 )
109 : {
110 : /* zero output when first frame(s) is lost */
111 0 : for ( n = 0; n < nchan_out; n++ )
112 : {
113 0 : set_f( p_output[n], 0.0f, output_frame );
114 : }
115 :
116 : #ifdef DEBUG_MODE_INFO
117 : create_sce_dec( st_ivas, 0, ivas_total_brate );
118 : output_debug_mode_info_dec( st_ivas->hSCE[0]->hCoreCoder, 1, output_frame, NULL );
119 : destroy_sce_dec( st_ivas->hSCE[0] );
120 : st_ivas->hSCE[0] = NULL;
121 : #endif
122 : }
123 12667120 : else if ( st_ivas->ivas_format == STEREO_FORMAT )
124 : {
125 992081 : st_ivas->hCPE[0]->element_brate = ivas_total_brate;
126 992081 : if ( ( error = ivas_cpe_dec( st_ivas, 0, p_output, output_frame, 0 ) ) != IVAS_ERR_OK )
127 : {
128 0 : return error;
129 : }
130 :
131 : /* HP filtering */
132 2664925 : for ( n = 0; n < min( nchan_out, st_ivas->nchan_transport ); n++ )
133 : {
134 1672844 : hp20( p_output[n], output_frame, st_ivas->mem_hp20_out[n], output_Fs );
135 : }
136 : }
137 11675039 : else if ( st_ivas->ivas_format == ISM_FORMAT )
138 : {
139 : /* Metadata decoding and configuration */
140 1753884 : if ( ivas_total_brate == IVAS_SID_5k2 || ivas_total_brate == FRAME_NO_DATA )
141 : {
142 19239 : ivas_ism_dtx_dec( st_ivas, nb_bits_metadata );
143 :
144 : /* decode dominant object first so the noise energy of the other objects can be limited */
145 19239 : if ( ( error = ivas_sce_dec( st_ivas, st_ivas->hISMDTX.sce_id_dtx, &p_output[st_ivas->hISMDTX.sce_id_dtx], output_frame, nb_bits_metadata[st_ivas->hISMDTX.sce_id_dtx] ) ) != IVAS_ERR_OK )
146 : {
147 0 : return error;
148 : }
149 :
150 19239 : ivas_ism_dtx_limit_noise_energy_for_near_silence( st_ivas->hSCE, st_ivas->hISMDTX.sce_id_dtx, st_ivas->nchan_transport );
151 :
152 19239 : ivas_param_ism_dec_dequant_md( st_ivas );
153 : }
154 1734645 : else if ( st_ivas->ism_mode == ISM_MODE_PARAM )
155 : {
156 269370 : if ( ( error = ivas_ism_metadata_dec( ivas_total_brate, st_ivas->nchan_ism, &( st_ivas->nchan_transport ), st_ivas->hIsmMetaData, st_ivas->hSCE, st_ivas->bfi, nb_bits_metadata, st_ivas->ism_mode, st_ivas->hISMDTX, st_ivas->hParamIsmDec->hParamIsm, &st_ivas->ism_extmeta_active, &st_ivas->ism_extmeta_cnt, st_ivas->hSCE[0]->hCoreCoder[0] ) ) != IVAS_ERR_OK )
157 : {
158 0 : return error;
159 : }
160 :
161 269370 : ivas_param_ism_dec_dequant_md( st_ivas );
162 : }
163 : else /* ISM_MODE_DISC */
164 : {
165 1465275 : if ( ( error = ivas_ism_metadata_dec( ivas_total_brate, st_ivas->nchan_ism, &( st_ivas->nchan_transport ), st_ivas->hIsmMetaData, st_ivas->hSCE, st_ivas->bfi, nb_bits_metadata, st_ivas->ism_mode, st_ivas->hISMDTX, NULL, &st_ivas->ism_extmeta_active, &st_ivas->ism_extmeta_cnt, st_ivas->hSCE[0]->hCoreCoder[0] ) ) != IVAS_ERR_OK )
166 : {
167 0 : return error;
168 : }
169 : }
170 :
171 6251772 : for ( n = 0; n < st_ivas->nchan_transport; n++ )
172 : {
173 : /* for DTX frames, dominant object has already been decoded before */
174 4497888 : if ( !( ( ivas_total_brate == IVAS_SID_5k2 || ivas_total_brate == FRAME_NO_DATA ) && n == st_ivas->hISMDTX.sce_id_dtx ) )
175 : {
176 4478649 : if ( ( error = ivas_sce_dec( st_ivas, n, &p_output[n], output_frame, nb_bits_metadata[n] ) ) != IVAS_ERR_OK )
177 : {
178 0 : return error;
179 : }
180 : }
181 :
182 : /* HP filtering */
183 4497888 : hp20( p_output[n], output_frame, st_ivas->mem_hp20_out[n], output_Fs );
184 : }
185 :
186 1753884 : if ( st_ivas->renderer_type == RENDERER_MONO_DOWNMIX )
187 : {
188 92574 : ivas_ism_mono_dmx( st_ivas, p_output, output_frame );
189 : }
190 1661310 : else if ( st_ivas->ism_mode == ISM_MODE_PARAM && ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM || st_ivas->renderer_type == RENDERER_STEREO_PARAMETRIC ) )
191 : {
192 : /* loudness correction */
193 122802 : ivas_dirac_dec_binaural_sba_gain( p_output, st_ivas->nchan_transport, output_frame );
194 : }
195 : }
196 9921155 : else if ( st_ivas->ivas_format == SBA_FORMAT || st_ivas->ivas_format == MASA_FORMAT )
197 : {
198 6187629 : set_s( nb_bits_metadata, 0, MAX_SCE );
199 :
200 :
201 : /* read parameters from the bitstream */
202 6187629 : if ( st_ivas->ivas_format == MASA_FORMAT && st_ivas->hQMetaData != NULL )
203 : {
204 1059744 : st = ( st_ivas->nSCE > 0 ) ? st_ivas->hSCE[0]->hCoreCoder[0] : st_ivas->hCPE[0]->hCoreCoder[0];
205 :
206 1059744 : if ( ( error = ivas_masa_decode( st_ivas, st, &nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
207 : {
208 0 : return error;
209 : }
210 : }
211 5127885 : else if ( st_ivas->ivas_format == SBA_FORMAT )
212 : {
213 5127885 : if ( ( error = ivas_spar_dec( st_ivas, nb_bits_metadata ) ) != IVAS_ERR_OK )
214 : {
215 0 : return error;
216 : }
217 : }
218 :
219 6187629 : if ( st_ivas->nchan_transport == CPE_CHANNELS && st_ivas->nCPE >= 1 )
220 : {
221 1984447 : st_ivas->hCPE[0]->brate_surplus = 0;
222 1984447 : st_ivas->hCPE[0]->element_brate = ivas_total_brate;
223 : }
224 :
225 : /* core-decoding of transport channels */
226 6187629 : if ( st_ivas->nSCE == 1 )
227 : {
228 2175787 : if ( ( error = ivas_sce_dec( st_ivas, 0, p_output, output_frame, nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
229 : {
230 0 : return error;
231 : }
232 : }
233 4011842 : else if ( st_ivas->nCPE == 1 )
234 : {
235 1984447 : if ( ( error = ivas_cpe_dec( st_ivas, 0, p_output, output_frame, nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
236 : {
237 0 : return error;
238 : }
239 : }
240 2027395 : else if ( st_ivas->nCPE > 1 )
241 : {
242 2027395 : if ( ( error = ivas_mct_dec( st_ivas, p_output, output_frame, nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
243 : {
244 0 : return error;
245 : }
246 : }
247 :
248 : #ifdef DEBUG_SBA_AUDIO_DUMP
249 : /* Dump audio signal after core-decoding */
250 : ivas_spar_dump_signal_wav( output_frame, NULL, output, st_ivas->nchan_transport, spar_foa_dec_wav[0], "core-decoding" );
251 : #endif
252 : /* TCs remapping */
253 6187629 : nchan_remapped = st_ivas->nchan_transport;
254 6187629 : if ( st_ivas->sba_dirac_stereo_flag )
255 : {
256 126354 : nchan_remapped = nchan_out;
257 :
258 126354 : if ( st_ivas->ivas_format == SBA_FORMAT )
259 : {
260 126354 : ivas_agc_dec_process( st_ivas->hSpar->hAgcDec, p_output, p_output, st_ivas->hSpar->hMdDec->spar_md_cfg.nchan_transport, output_frame );
261 :
262 126354 : if ( st_ivas->hSpar->hPCA != NULL )
263 : {
264 594 : ivas_pca_dec( st_ivas->hSpar->hPCA, output_frame, st_ivas->hSpar->hMdDec->spar_md_cfg.nchan_transport, ivas_total_brate, st_ivas->hDecoderConfig->last_ivas_total_brate, st_ivas->bfi, p_output );
265 : }
266 :
267 126354 : ivas_spar_dec_gen_umx_mat( st_ivas->hSpar->hMdDec, st_ivas->nchan_transport, IVAS_MAX_NUM_BANDS, st_ivas->bfi, ivas_get_spar_dec_md_num_subframes( st_ivas->sba_order, ivas_total_brate, st_ivas->last_active_ivas_total_brate ) );
268 : }
269 :
270 126354 : ivas_sba_dirac_stereo_dec( st_ivas, p_output, output_frame, st_ivas->ivas_format == MC_FORMAT );
271 : }
272 6061275 : else if ( st_ivas->ivas_format == MASA_FORMAT && ivas_total_brate < MASA_STEREO_MIN_BITRATE && ( ivas_total_brate > IVAS_SID_5k2 || ( ivas_total_brate <= IVAS_SID_5k2 && st_ivas->nCPE > 0 && st_ivas->hCPE[0]->nchan_out == 1 ) ) )
273 : {
274 260892 : nchan_remapped = 1; /* Only one channel transported */
275 : }
276 :
277 : /* HP filtering */
278 : #ifndef DEBUG_SPAR_BYPASS_EVS_CODEC
279 19339896 : for ( n = 0; n < nchan_remapped; n++ )
280 : {
281 13152267 : hp20( p_output[n], output_frame, st_ivas->mem_hp20_out[n], output_Fs );
282 : }
283 : #endif
284 :
285 6187629 : if ( st_ivas->ivas_format == SBA_FORMAT )
286 : {
287 5127885 : nchan_remapped = ivas_sba_remapTCs( p_output, st_ivas, output_frame );
288 :
289 5127885 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM )
290 : {
291 487528 : num_md_sub_frames = ivas_get_spar_dec_md_num_subframes( st_ivas->sba_analysis_order, ivas_total_brate, st_ivas->last_active_ivas_total_brate );
292 487528 : ivas_sba_mix_matrix_determiner( st_ivas->hSpar, p_output, st_ivas->bfi, nchan_remapped, output_frame, num_md_sub_frames );
293 : }
294 4640357 : else if ( st_ivas->renderer_type != RENDERER_DISABLE )
295 : {
296 4471111 : ivas_spar_dec_agc_pca( st_ivas, p_output, output_frame );
297 : }
298 : }
299 :
300 6187629 : if ( st_ivas->ivas_format == MASA_FORMAT )
301 : {
302 1059744 : ivas_masa_prerender( st_ivas, p_output, output_frame, nchan_remapped );
303 :
304 : /* external output */
305 1059744 : if ( output_config == IVAS_AUDIO_CONFIG_EXTERNAL && st_ivas->hMasa->config.input_ivas_format == MASA_ISM_FORMAT )
306 : {
307 35022 : for ( n = 0; n < st_ivas->nchan_ism; n++ )
308 : {
309 25962 : set_zero( p_output[st_ivas->nchan_transport + n], output_frame );
310 : }
311 :
312 9060 : ivas_omasa_rearrange_channels( p_output, st_ivas->nchan_ism, output_frame );
313 : }
314 : }
315 5127885 : else if ( st_ivas->ivas_format == SBA_FORMAT && ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM ) )
316 : {
317 : /* loudness correction */
318 487528 : ivas_dirac_dec_binaural_sba_gain( p_output, nchan_remapped, output_frame );
319 : }
320 : }
321 3733526 : else if ( st_ivas->ivas_format == MASA_ISM_FORMAT )
322 : {
323 : int16_t nchan_ism, nchan_transport_ism;
324 : int16_t dirac_bs_md_write_idx;
325 :
326 630561 : set_s( nb_bits_metadata, 0, MAX_SCE + 1 );
327 :
328 : /* Set the number of objects for the parametric rendering */
329 630561 : dirac_bs_md_write_idx = 0;
330 630561 : if ( st_ivas->hSpatParamRendCom != NULL )
331 : {
332 529515 : st_ivas->hSpatParamRendCom->numIsmDirections = 0;
333 529515 : if ( st_ivas->ism_mode != ISM_MASA_MODE_DISC && st_ivas->ism_mode != ISM_MASA_MODE_MASA_ONE_OBJ )
334 : {
335 107578 : st_ivas->hSpatParamRendCom->numIsmDirections = st_ivas->nchan_ism;
336 : }
337 :
338 529515 : dirac_bs_md_write_idx = st_ivas->hSpatParamRendCom->dirac_bs_md_write_idx; /* Store the write-index for this frame */
339 : }
340 :
341 : /* MASA metadata decoding */
342 630561 : if ( ( error = ivas_masa_decode( st_ivas, st_ivas->hCPE[0]->hCoreCoder[0], &nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
343 : {
344 0 : return error;
345 : }
346 :
347 : /* Configuration of combined-format bit-budget distribution */
348 630561 : ivas_set_surplus_brate_dec( st_ivas, &ism_total_brate );
349 :
350 630561 : st_ivas->hCPE[0]->hCoreCoder[0]->bit_stream = &( st_ivas->bit_stream[( ism_total_brate / FRAMES_PER_SEC )] );
351 :
352 : /* set ISM parameters and decode ISM metadata in OMASA format */
353 630561 : if ( ( error = ivas_omasa_ism_metadata_dec( st_ivas, ism_total_brate, &nchan_ism, &nchan_transport_ism, dirac_bs_md_write_idx, &nb_bits_metadata[1] ) ) != IVAS_ERR_OK )
354 : {
355 0 : return error;
356 : }
357 :
358 : /* decode ISM channels */
359 1804397 : for ( n = 0; n < nchan_transport_ism; n++ )
360 : {
361 1173836 : if ( ( error = ivas_sce_dec( st_ivas, n, &p_output[st_ivas->nchan_transport + n], output_frame, nb_bits_metadata[1] ) ) != IVAS_ERR_OK )
362 : {
363 0 : return error;
364 : }
365 : }
366 :
367 : /* decode MASA channels */
368 630561 : if ( ( error = ivas_cpe_dec( st_ivas, 0, p_output, output_frame, nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
369 : {
370 0 : return error;
371 : }
372 :
373 630561 : if ( st_ivas->hCPE[0]->nchan_out == 1 )
374 : {
375 88846 : mvr2r( p_output[0], p_output[1], output_frame ); /* Copy mono signal to stereo output channels */
376 : }
377 :
378 : /* HP filtering */
379 3065519 : for ( n = 0; n < getNumChanSynthesis( st_ivas ); n++ )
380 : {
381 2434958 : hp20( p_output[n], output_frame, st_ivas->mem_hp20_out[n], output_Fs );
382 : }
383 :
384 630561 : if ( st_ivas->renderer_type == RENDERER_MONO_DOWNMIX )
385 : {
386 55758 : ivas_ism_mono_dmx( st_ivas, p_output, output_frame );
387 : }
388 574803 : else if ( output_config == IVAS_AUDIO_CONFIG_EXTERNAL )
389 : {
390 50772 : if ( st_ivas->ism_mode == ISM_MASA_MODE_DISC )
391 : {
392 41304 : ivas_omasa_rearrange_channels( p_output, nchan_transport_ism, output_frame );
393 : }
394 9468 : else if ( st_ivas->ism_mode == ISM_MASA_MODE_MASA_ONE_OBJ )
395 : {
396 : /* Convert separate object to MASA, combine with the original MASA, and output combined MASA + empty objects. */
397 3984 : ivas_omasa_combine_separate_ism_with_masa( st_ivas, p_output, st_ivas->nchan_ism, output_frame );
398 : }
399 5484 : else if ( st_ivas->ism_mode == ISM_MASA_MODE_PARAM_ONE_OBJ )
400 : {
401 : /* Extract objects from MASA, output MASA + all objects (i.e., extracted and separated objects) */
402 5484 : ivas_omasa_render_objects_from_mix( st_ivas, p_output, st_ivas->nchan_ism, output_frame );
403 : }
404 : }
405 : }
406 3102965 : else if ( st_ivas->ivas_format == SBA_ISM_FORMAT )
407 : {
408 : int16_t nchan_ism, sba_ch_idx;
409 :
410 1962338 : set_s( nb_bits_metadata, 0, MAX_SCE + 1 );
411 1962338 : nchan_ism = st_ivas->nchan_ism;
412 1962338 : if ( st_ivas->ism_mode == ISM_SBA_MODE_DISC )
413 : {
414 : /* set ISM parameters and decode ISM metadata in OSBA format */
415 897564 : if ( ( error = ivas_osba_ism_metadata_dec( st_ivas, ivas_total_brate, &nchan_ism, &nb_bits_metadata[1] ) ) != IVAS_ERR_OK )
416 : {
417 0 : return error;
418 : }
419 897564 : sba_ch_idx = st_ivas->nchan_ism;
420 : }
421 : else
422 : {
423 1064774 : nb_bits_metadata[1] += NO_BITS_MASA_ISM_NO_OBJ;
424 1064774 : sba_ch_idx = 0;
425 : }
426 :
427 : /* SBA metadata decoding */
428 1962338 : if ( ( error = ivas_spar_dec( st_ivas, nb_bits_metadata ) ) != IVAS_ERR_OK )
429 : {
430 0 : return error;
431 : }
432 :
433 1962338 : if ( st_ivas->nchan_transport == CPE_CHANNELS && st_ivas->nCPE >= 1 )
434 : {
435 403195 : st_ivas->hCPE[0]->element_brate = ivas_total_brate;
436 : }
437 :
438 : /* core-decoding of transport channels */
439 1962338 : if ( st_ivas->nSCE == 1 )
440 : {
441 558748 : if ( ( error = ivas_sce_dec( st_ivas, 0, p_output, output_frame, nb_bits_metadata[0] + nb_bits_metadata[1] ) ) != IVAS_ERR_OK )
442 : {
443 0 : return error;
444 : }
445 : }
446 1403590 : else if ( st_ivas->nCPE == 1 )
447 : {
448 403195 : if ( ( error = ivas_cpe_dec( st_ivas, 0, p_output, output_frame, nb_bits_metadata[0] + nb_bits_metadata[1] ) ) != IVAS_ERR_OK )
449 : {
450 0 : return error;
451 : }
452 : }
453 1000395 : else if ( st_ivas->nCPE > 1 )
454 : {
455 1000395 : if ( ( error = ivas_mct_dec( st_ivas, p_output, output_frame, nb_bits_metadata[0] + nb_bits_metadata[1] ) ) != IVAS_ERR_OK )
456 : {
457 0 : return error;
458 : }
459 : }
460 :
461 1962338 : if ( st_ivas->sba_dirac_stereo_flag )
462 : {
463 132933 : ivas_agc_dec_process( st_ivas->hSpar->hAgcDec, &p_output[sba_ch_idx], &p_output[sba_ch_idx], st_ivas->hSpar->hMdDec->spar_md_cfg.nchan_transport, output_frame );
464 :
465 132933 : if ( st_ivas->hSpar->hPCA != NULL )
466 : {
467 2376 : ivas_pca_dec( st_ivas->hSpar->hPCA, output_frame, st_ivas->hSpar->hMdDec->spar_md_cfg.nchan_transport, st_ivas->hDecoderConfig->ivas_total_brate, st_ivas->hDecoderConfig->last_ivas_total_brate, st_ivas->bfi, &p_output[sba_ch_idx] );
468 : }
469 :
470 132933 : ivas_spar_dec_gen_umx_mat( st_ivas->hSpar->hMdDec, st_ivas->nchan_transport, IVAS_MAX_NUM_BANDS, st_ivas->bfi, ivas_get_spar_dec_md_num_subframes( st_ivas->sba_order, st_ivas->hDecoderConfig->ivas_total_brate, st_ivas->last_active_ivas_total_brate ) );
471 :
472 132933 : ivas_sba_dirac_stereo_dec( st_ivas, &p_output[sba_ch_idx], output_frame, 0 );
473 : }
474 :
475 : /* HP filtering */
476 9038096 : for ( n = 0; n < getNumChanSynthesis( st_ivas ); n++ )
477 : {
478 7075758 : hp20( p_output[n], output_frame, st_ivas->mem_hp20_out[n], output_Fs );
479 : }
480 :
481 1962338 : nchan_remapped = ivas_sba_remapTCs( &p_output[sba_ch_idx], st_ivas, output_frame );
482 :
483 : #ifdef DEBUG_OSBA
484 : if ( st_ivas->ism_mode == ISM_SBA_MODE_DISC )
485 : {
486 : int16_t nchan = st_ivas->nchan_transport + st_ivas->nchan_ism;
487 : for ( int16_t t = 0; t < output_frame; t++ )
488 : {
489 : for ( int16_t c = 0; c < nchan; c++ )
490 : {
491 : int16_t val = (int16_t) ( output[c][t] + 0.5f );
492 : dbgwrite( &val, sizeof( int16_t ), 1, 1, "./res/TC_dec_core_out.raw" );
493 : }
494 : }
495 : }
496 : #endif
497 1962338 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM )
498 : {
499 327329 : num_md_sub_frames = ivas_get_spar_dec_md_num_subframes( st_ivas->sba_analysis_order, st_ivas->hDecoderConfig->ivas_total_brate, st_ivas->last_active_ivas_total_brate );
500 :
501 327329 : ivas_sba_mix_matrix_determiner( st_ivas->hSpar, &p_output[sba_ch_idx], st_ivas->bfi, nchan_remapped, output_frame, num_md_sub_frames );
502 : }
503 1635009 : else if ( st_ivas->renderer_type != RENDERER_DISABLE && !st_ivas->sba_dirac_stereo_flag )
504 : {
505 1431403 : ivas_spar_dec_agc_pca( st_ivas, &p_output[sba_ch_idx], output_frame );
506 : }
507 :
508 1962338 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM )
509 : {
510 : /* loudness correction */
511 327329 : ivas_dirac_dec_binaural_sba_gain( &p_output[sba_ch_idx], nchan_remapped, output_frame );
512 : }
513 1635009 : else if ( st_ivas->renderer_type == RENDERER_MONO_DOWNMIX && st_ivas->ism_mode == ISM_SBA_MODE_DISC )
514 : {
515 52790 : ivas_ism_mono_dmx( st_ivas, p_output, output_frame );
516 :
517 : /* add W */
518 105580 : for ( n = 0; n < nchan_out; n++ )
519 : {
520 52790 : v_add( p_output[n], p_output[n + max( nchan_out, nchan_ism )], p_output[n], output_frame );
521 : }
522 : }
523 : }
524 1140627 : else if ( st_ivas->ivas_format == MC_FORMAT )
525 : {
526 1140627 : st = ( st_ivas->nSCE > 0 ) ? st_ivas->hSCE[0]->hCoreCoder[0] : st_ivas->hCPE[0]->hCoreCoder[0];
527 :
528 1140627 : if ( st_ivas->mc_mode == MC_MODE_MCT )
529 : {
530 : /* LFE channel decoder */
531 573241 : ivas_lfe_dec( st_ivas->hLFE, st, output_frame, st_ivas->bfi, p_output[LFE_CHANNEL] );
532 :
533 573241 : if ( ( error = ivas_mct_dec( st_ivas, p_output, output_frame, 0 ) ) != IVAS_ERR_OK )
534 : {
535 0 : return error;
536 : }
537 :
538 : /* HP filtering */
539 5113361 : for ( n = 0; n < st_ivas->nchan_transport; n++ )
540 : {
541 4540120 : if ( n != LFE_CHANNEL )
542 : {
543 3966879 : hp20( p_output[n], output_frame, st_ivas->mem_hp20_out[n], output_Fs );
544 : }
545 : }
546 :
547 573241 : if ( st_ivas->transport_config != st_ivas->intern_config && ( st_ivas->intern_config == IVAS_AUDIO_CONFIG_FOA || st_ivas->intern_config == IVAS_AUDIO_CONFIG_HOA2 || st_ivas->intern_config == IVAS_AUDIO_CONFIG_HOA3 ) )
548 : {
549 11177 : if ( ( st_ivas->hTransSetup.nchan_out_woLFE + st_ivas->hTransSetup.num_lfe ) >= ( st_ivas->hIntSetup.nchan_out_woLFE + st_ivas->hIntSetup.num_lfe ) )
550 : {
551 0 : ivas_mc2sba( st_ivas->hTransSetup, p_output, p_output, output_frame, st_ivas->hIntSetup.ambisonics_order, GAIN_LFE );
552 : }
553 : }
554 :
555 573241 : if ( ( st_ivas->renderer_type == RENDERER_MC || st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC ) && ( st_ivas->hTransSetup.nchan_out_woLFE + st_ivas->hTransSetup.num_lfe ) >= ( st_ivas->hOutSetup.nchan_out_woLFE + st_ivas->hOutSetup.num_lfe ) )
556 : {
557 84551 : if ( st_ivas->renderer_type == RENDERER_MC )
558 : {
559 72281 : ivas_ls_setup_conversion( st_ivas, st_ivas->nchan_transport, output_frame, p_output, p_output );
560 : }
561 12270 : else if ( st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC )
562 : {
563 12270 : ivas_mc2sba( st_ivas->hIntSetup, p_output, p_output, output_frame, st_ivas->hOutSetup.ambisonics_order, 0.f );
564 : }
565 : }
566 : }
567 567386 : else if ( st_ivas->mc_mode == MC_MODE_PARAMUPMIX )
568 : {
569 : /* LFE channel decoder */
570 44076 : ivas_lfe_dec( st_ivas->hLFE, st, output_frame, st_ivas->bfi, p_output[LFE_CHANNEL] );
571 :
572 44076 : ivas_mc_paramupmix_dec_read_BS( st_ivas, st, st_ivas->hMCParamUpmix, &nb_bits_metadata[0] );
573 :
574 44076 : if ( ( error = ivas_mct_dec( st_ivas, p_output, output_frame, nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
575 : {
576 0 : return error;
577 : }
578 :
579 : /* HP filtering */
580 396684 : for ( n = 0; n < st_ivas->nchan_transport; n++ )
581 : {
582 352608 : if ( n != LFE_CHANNEL )
583 : {
584 308532 : hp20( p_output[n], output_frame, st_ivas->mem_hp20_out[n], output_Fs );
585 : }
586 : }
587 :
588 : /* Rendering */
589 44076 : if ( st_ivas->renderer_type == RENDERER_MC && ( output_config == IVAS_AUDIO_CONFIG_MONO || output_config == IVAS_AUDIO_CONFIG_STEREO ) )
590 : {
591 : /* Compensate loudness for not doing full upmix */
592 9120 : for ( n = 4; n < 8; n++ )
593 : {
594 7296 : v_multc( p_output[n], 2.0f, p_output[n], output_frame );
595 : }
596 :
597 1824 : if ( output_config == IVAS_AUDIO_CONFIG_MONO || output_config == IVAS_AUDIO_CONFIG_STEREO )
598 : {
599 1824 : ivas_ls_setup_conversion( st_ivas, audioCfg2channels( IVAS_AUDIO_CONFIG_5_1_2 ), output_frame, p_output, p_output );
600 : }
601 : }
602 : }
603 523310 : else if ( st_ivas->mc_mode == MC_MODE_PARAMMC )
604 : {
605 : /* read Parametric MC parameters from the bitstream */
606 208879 : ivas_param_mc_dec_read_BS( ivas_total_brate, st, st_ivas->hParamMC, &nb_bits_metadata[0] );
607 :
608 208879 : if ( st_ivas->nCPE == 1 )
609 : {
610 175858 : if ( ( error = ivas_cpe_dec( st_ivas, 0, p_output, output_frame, nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
611 : {
612 0 : return error;
613 : }
614 : }
615 33021 : else if ( st_ivas->nCPE > 1 )
616 : {
617 33021 : if ( ( error = ivas_mct_dec( st_ivas, p_output, output_frame, nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
618 : {
619 0 : return error;
620 : }
621 : }
622 :
623 : /* HP filtering */
624 659658 : for ( n = 0; n < st_ivas->nchan_transport; n++ )
625 : {
626 450779 : hp20( p_output[n], output_frame, st_ivas->mem_hp20_out[n], output_Fs );
627 : }
628 :
629 : /* Rendering */
630 208879 : if ( output_config == IVAS_AUDIO_CONFIG_MONO || output_config == IVAS_AUDIO_CONFIG_STEREO )
631 : {
632 9272 : ivas_ls_setup_conversion( st_ivas, st_ivas->nchan_transport, output_frame, p_output, p_output );
633 : }
634 : }
635 314431 : else if ( st_ivas->mc_mode == MC_MODE_MCMASA )
636 : {
637 314431 : if ( st_ivas->hOutSetup.separateChannelEnabled )
638 : {
639 59954 : st = st_ivas->hCPE[0]->hCoreCoder[0]; /* Metadata is always with CPE in the case of separated channel */
640 : }
641 :
642 : /* read McMASA parameters from the bitstream */
643 314431 : if ( ( error = ivas_masa_decode( st_ivas, st, &nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
644 : {
645 0 : return error;
646 : }
647 :
648 314431 : if ( st_ivas->hOutSetup.separateChannelEnabled )
649 : {
650 : /* Decode the transport audio signals */
651 59954 : if ( ( error = ivas_cpe_dec( st_ivas, 0, p_output, output_frame, nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
652 : {
653 0 : return error;
654 : }
655 :
656 : /* Identify the index of the separated channel, always LFE_CHANNEL-1 here */
657 59954 : n = LFE_CHANNEL - 1;
658 :
659 : /* Decode the separated channel to output[n] to be combined with the synthesized channels */
660 59954 : if ( ( error = ivas_sce_dec( st_ivas, 0, &p_output[n], output_frame, 0 ) ) != IVAS_ERR_OK )
661 : {
662 0 : return error;
663 : }
664 :
665 : /* Delay the separated channel to sync with CLDFB delay of the DirAC synthesis, and synthesize the LFE signal. */
666 59954 : if ( output_config == IVAS_AUDIO_CONFIG_5_1 || output_config == IVAS_AUDIO_CONFIG_7_1 ||
667 46880 : output_config == IVAS_AUDIO_CONFIG_5_1_4 || output_config == IVAS_AUDIO_CONFIG_7_1_4 ||
668 43910 : output_config == IVAS_AUDIO_CONFIG_5_1_2 || ( output_config == IVAS_AUDIO_CONFIG_LS_CUSTOM && st_ivas->hOutSetup.num_lfe > 0 ) || output_config == IVAS_AUDIO_CONFIG_EXTERNAL )
669 : {
670 20257 : ivas_lfe_synth_with_filters( st_ivas->hMasa->hMasaLfeSynth, p_output, output_frame, n, LFE_CHANNEL );
671 : }
672 39697 : else if ( output_config == IVAS_AUDIO_CONFIG_LS_CUSTOM && st_ivas->hOutSetup.num_lfe == 0 )
673 : {
674 : /* Delay the separated channel to sync with the DirAC rendering */
675 0 : delay_signal( p_output[n], output_frame, st_ivas->hMasa->hMasaLfeSynth->delayBuffer_syncDirAC, st_ivas->hMasa->hMasaLfeSynth->delayBuffer_syncDirAC_size );
676 : }
677 : }
678 : else
679 : {
680 254477 : if ( st_ivas->nSCE == 1 )
681 : {
682 220798 : if ( ( error = ivas_sce_dec( st_ivas, 0, p_output, output_frame, nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
683 : {
684 0 : return error;
685 : }
686 : }
687 33679 : else if ( st_ivas->nCPE == 1 )
688 : {
689 33679 : if ( ( error = ivas_cpe_dec( st_ivas, 0, p_output, output_frame, nb_bits_metadata[0] ) ) != IVAS_ERR_OK )
690 : {
691 0 : return error;
692 : }
693 : }
694 : }
695 :
696 314431 : if ( st_ivas->sba_dirac_stereo_flag ) /* use the flag to trigger the DFT upmix */
697 : {
698 26179 : ivas_sba_dirac_stereo_dec( st_ivas, p_output, output_frame, 1 );
699 : }
700 :
701 : /* HP filtering */
702 808628 : for ( n = 0; n < getNumChanSynthesis( st_ivas ); n++ )
703 : {
704 494197 : hp20( p_output[n], output_frame, st_ivas->mem_hp20_out[n], output_Fs );
705 : }
706 :
707 314431 : if ( st_ivas->renderer_type == RENDERER_MCMASA_MONO_STEREO )
708 : {
709 32235 : ivas_mono_stereo_downmix_mcmasa( st_ivas, p_output, output_frame );
710 : }
711 : }
712 : }
713 :
714 : /*----------------------------------------------------------------*
715 : * Common updates
716 : *----------------------------------------------------------------*/
717 :
718 12667120 : if ( !st_ivas->bfi ) /* do not update if first frame(s) are lost or NO_DATA */
719 : {
720 11615352 : st_ivas->hDecoderConfig->last_ivas_total_brate = ivas_total_brate;
721 11615352 : st_ivas->last_active_ivas_total_brate = ( ivas_total_brate <= IVAS_SID_5k2 ) ? st_ivas->last_active_ivas_total_brate : ivas_total_brate;
722 : }
723 :
724 12667120 : if ( st_ivas->ini_frame < MAX_FRAME_COUNTER && !( st_ivas->bfi && st_ivas->ini_frame == 0 ) ) /* keep "st_ivas->ini_frame = 0" until first good received frame */
725 : {
726 4577712 : st_ivas->ini_frame++;
727 : }
728 :
729 12667120 : if ( st_ivas->ini_active_frame < MAX_FRAME_COUNTER && !( st_ivas->bfi && st_ivas->ini_frame == 0 ) && ivas_total_brate > IVAS_SID_5k2 ) /* needed in MASA decoder in case the first active frame is BFI, and there were SID-frames decoded before */
730 : {
731 4574773 : st_ivas->ini_active_frame++;
732 : }
733 :
734 12667120 : st_ivas->last_ivas_format = st_ivas->ivas_format;
735 :
736 : #ifdef DEBUG_MODE_INFO
737 : dbgwrite( &st_ivas->bfi, sizeof( int16_t ), 1, output_frame, "res/bfi" );
738 : dbgwrite( &st_ivas->BER_detect, sizeof( int16_t ), 1, output_frame, "res/BER_detect" );
739 : {
740 : float tmpF = ivas_total_brate / 1000.0f;
741 : dbgwrite( &tmpF, sizeof( float ), 1, output_frame, "res/ivas_total_brate.dec" );
742 : }
743 : #endif
744 :
745 12667120 : pop_wmops();
746 12667120 : return IVAS_ERR_OK;
747 : }
748 :
749 :
750 : /*--------------------------------------------------------------------------*
751 : * ivas_dec_feed_tc_to_renderer()
752 : *
753 : * Feed decoded transport channels to the IVAS renderer routine
754 : * + digest TC channels in ParamISM and ParamMC
755 : *--------------------------------------------------------------------------*/
756 :
757 12787304 : void ivas_jbm_dec_feed_tc_to_renderer(
758 : Decoder_Struct *st_ivas, /* i/o: IVAS decoder structure */
759 : const int16_t nSamplesForRendering, /* i : number of TC samples available for rendering */
760 : int16_t *nSamplesResidual /* o : number of samples not fitting into the renderer grid and buffer for the next call*/
761 : )
762 : {
763 : float tmp_buf[MAX_JBM_L_FRAME48k];
764 : float *p_data_f[FOA_CHANNELS + MAX_NUM_OBJECTS];
765 : int16_t n, n_render_timeslots, n_ch_cldfb;
766 : int16_t ch, offset, len_offset;
767 : DECODER_TC_BUFFER_HANDLE hTcBuffer;
768 :
769 12787304 : hTcBuffer = st_ivas->hTcBuffer;
770 12787304 : n_ch_cldfb = hTcBuffer->nchan_transport_jbm - hTcBuffer->nchan_buffer_full;
771 :
772 12787304 : if ( st_ivas->hDecoderConfig->Opt_tsm )
773 : {
774 : int16_t n_samples_still_available;
775 : int16_t n_ch_full_copy, n_ch_res_copy;
776 :
777 2193063 : n_samples_still_available = hTcBuffer->n_samples_buffered - hTcBuffer->n_samples_rendered;
778 2193063 : hTcBuffer->n_samples_buffered = n_samples_still_available + nSamplesForRendering + hTcBuffer->n_samples_discard;
779 2193063 : hTcBuffer->n_samples_available = hTcBuffer->n_samples_granularity * ( hTcBuffer->n_samples_buffered / hTcBuffer->n_samples_granularity );
780 2193063 : *nSamplesResidual = hTcBuffer->n_samples_buffered - hTcBuffer->n_samples_available;
781 2193063 : n_ch_full_copy = min( hTcBuffer->nchan_transport_jbm, hTcBuffer->nchan_buffer_full );
782 2193063 : n_ch_res_copy = hTcBuffer->nchan_transport_jbm - hTcBuffer->nchan_buffer_full;
783 :
784 : /* buffers are shared between 'hTcBuffer->tc[]' and 'p_output_f[]':
785 : in case of 'length(hTcBuffer->tc[]) < length(p_output_f[])', reset of TC buffers
786 : pointers is needed after ivas_buffer_interleaved_to_deinterleaved() */
787 2193063 : len_offset = NS2SA( st_ivas->hDecoderConfig->output_Fs, MAX_JBM_L_FRAME_NS );
788 2193063 : if ( len_offset < L_FRAME48k )
789 : {
790 658282 : offset = 0;
791 3166288 : for ( ch = 0; ch < max( hTcBuffer->nchan_transport_jbm, hTcBuffer->nchan_buffer_full ); ch++ )
792 : {
793 2508006 : hTcBuffer->tc[ch] = &hTcBuffer->tc_buffer[offset];
794 2508006 : offset += len_offset;
795 : }
796 : }
797 :
798 8491622 : for ( ch = 0; ch < n_ch_full_copy; ch++ )
799 : {
800 6298559 : mvr2r( hTcBuffer->tc[ch], tmp_buf, nSamplesForRendering );
801 6298559 : set_zero( hTcBuffer->tc[ch], hTcBuffer->n_samples_discard );
802 6298559 : mvr2r( hTcBuffer->tc_buffer_old[ch], hTcBuffer->tc[ch] + hTcBuffer->n_samples_discard, n_samples_still_available );
803 6298559 : mvr2r( tmp_buf, hTcBuffer->tc[ch] + n_samples_still_available + hTcBuffer->n_samples_discard, nSamplesForRendering - *nSamplesResidual );
804 6298559 : mvr2r( tmp_buf + nSamplesForRendering - *nSamplesResidual, hTcBuffer->tc_buffer_old[ch], *nSamplesResidual );
805 : }
806 :
807 2193063 : if ( n_ch_res_copy > 0 )
808 : {
809 248287 : for ( ; ch < hTcBuffer->nchan_transport_jbm; ch++ )
810 : {
811 169043 : p_data_f[ch] = hTcBuffer->tc[ch];
812 169043 : mvr2r( hTcBuffer->tc[ch], tmp_buf, nSamplesForRendering );
813 169043 : mvr2r( hTcBuffer->tc_buffer_old[ch], p_data_f[ch], n_samples_still_available );
814 169043 : mvr2r( tmp_buf, p_data_f[ch] + n_samples_still_available, nSamplesForRendering - *nSamplesResidual );
815 169043 : mvr2r( tmp_buf + nSamplesForRendering - *nSamplesResidual, hTcBuffer->tc_buffer_old[ch], *nSamplesResidual );
816 : }
817 : }
818 :
819 2193063 : n_render_timeslots = hTcBuffer->n_samples_available / hTcBuffer->n_samples_granularity;
820 : }
821 : else
822 : {
823 11070643 : for ( n = 0; n < n_ch_cldfb; n++ )
824 : {
825 476402 : p_data_f[n] = &st_ivas->p_output_f[n][0];
826 : }
827 :
828 10594241 : ch = max( hTcBuffer->nchan_transport_jbm, hTcBuffer->nchan_buffer_full );
829 51160251 : for ( n = 0; n < ch; n++ )
830 : {
831 40566010 : hTcBuffer->tc[n] = st_ivas->p_output_f[n]; /* note: buffers needed in the TD decorellator */
832 : }
833 :
834 10594241 : hTcBuffer->n_samples_buffered = nSamplesForRendering;
835 10594241 : hTcBuffer->n_samples_available = hTcBuffer->n_samples_buffered;
836 10594241 : *nSamplesResidual = 0;
837 :
838 10594241 : n_render_timeslots = DEFAULT_JBM_CLDFB_TIMESLOTS;
839 : }
840 :
841 : /* CLDFB analysis for ParamMC/ParamISM */
842 12787304 : if ( st_ivas->ivas_format == ISM_FORMAT && st_ivas->ism_mode == ISM_MODE_PARAM && ( st_ivas->renderer_type == RENDERER_PARAM_ISM || st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC ) )
843 : {
844 108568 : ivas_param_ism_dec_digest_tc( st_ivas, n_render_timeslots, p_data_f );
845 : }
846 12678736 : else if ( st_ivas->ivas_format == MC_FORMAT && st_ivas->mc_mode == MC_MODE_PARAMMC && hTcBuffer->tc_buffer_mode == TC_BUFFER_MODE_RENDERER )
847 : {
848 199607 : ivas_param_mc_dec_digest_tc( st_ivas, (uint8_t) n_render_timeslots, p_data_f );
849 : }
850 :
851 12787304 : hTcBuffer->n_samples_rendered = 0;
852 12787304 : hTcBuffer->subframes_rendered = 0;
853 :
854 12787304 : return;
855 : }
856 :
857 :
858 : /*--------------------------------------------------------------------------*
859 : * ivas_dec_render()
860 : *
861 : * Principal IVAS JBM rendering routine
862 : *--------------------------------------------------------------------------*/
863 :
864 19185772 : ivas_error ivas_jbm_dec_render(
865 : Decoder_Struct *st_ivas, /* i/o: IVAS decoder structure */
866 : const uint16_t nSamplesAsked, /* i : number of samples wanted */
867 : uint16_t *nSamplesRendered, /* o : number of samples rendered */
868 : uint16_t *nSamplesAvailableNext, /* o : number of samples still available in the rendering pipeline */
869 : const PCM_RESOLUTION pcm_resolution, /* i : type for the decoded PCM resolution */
870 : void *data /* o : output synthesis signal */
871 : )
872 : {
873 : int16_t n, nchan_out;
874 : int16_t nchan_transport;
875 : int16_t nchan_remapped;
876 : int32_t output_Fs;
877 : AUDIO_CONFIG output_config;
878 : int16_t nSamplesAskedLocal;
879 : ivas_error error;
880 : float *p_output[MAX_OUTPUT_CHANNELS + MAX_NUM_OBJECTS];
881 : float *p_tc[MAX_TRANSPORT_CHANNELS + MAX_NUM_OBJECTS];
882 : int16_t nchan_out_syn_output;
883 :
884 19185772 : push_wmops( "ivas_dec_render" );
885 : /*----------------------------------------------------------------*
886 : * Initialization of local vars after struct has been set
887 : *----------------------------------------------------------------*/
888 :
889 19185772 : output_Fs = st_ivas->hDecoderConfig->output_Fs;
890 19185772 : nchan_out = st_ivas->hDecoderConfig->nchan_out;
891 19185772 : nchan_transport = st_ivas->hTcBuffer->nchan_transport_jbm;
892 19185772 : output_config = st_ivas->hDecoderConfig->output_config;
893 19185772 : nSamplesAskedLocal = nSamplesAsked + st_ivas->hTcBuffer->n_samples_discard;
894 :
895 402901212 : for ( n = 0; n < MAX_OUTPUT_CHANNELS + MAX_NUM_OBJECTS; n++ )
896 : {
897 383715440 : p_output[n] = st_ivas->p_output_f[n];
898 : }
899 :
900 19185772 : if ( !st_ivas->hDecoderConfig->Opt_tsm )
901 : {
902 283556549 : for ( n = 0; n < MAX_INTERN_CHANNELS; n++ )
903 : {
904 266876752 : st_ivas->hTcBuffer->tc[n] = p_output[n];
905 : }
906 : }
907 :
908 92829074 : for ( n = 0; n < st_ivas->hTcBuffer->nchan_buffer_full; n++ )
909 : {
910 73643302 : p_tc[n] = &st_ivas->hTcBuffer->tc[n][st_ivas->hTcBuffer->n_samples_rendered];
911 : }
912 :
913 : /*----------------------------------------------------------------*
914 : * Update combined orientation access index
915 : *----------------------------------------------------------------*/
916 :
917 19185772 : if ( st_ivas->hCombinedOrientationData != NULL )
918 : {
919 : /* take the discard samples into account here to make sure head rotation stays on the correct 5ms grid */
920 1160820 : st_ivas->hCombinedOrientationData->cur_subframe_samples_rendered_start -= st_ivas->hTcBuffer->n_samples_discard;
921 :
922 1160820 : ivas_combined_orientation_set_to_start_index( st_ivas->hCombinedOrientationData );
923 : }
924 :
925 : /*----------------------------------------------------------------*
926 : * Rendering
927 : *----------------------------------------------------------------*/
928 :
929 19185772 : if ( st_ivas->ivas_format == UNDEFINED_FORMAT )
930 : {
931 0 : assert( 0 );
932 : }
933 19185772 : else if ( st_ivas->hTcBuffer->tc_buffer_mode == TC_BUFFER_MODE_BUFFER )
934 : {
935 2758647 : ivas_jbm_dec_tc_buffer_playout( st_ivas, nSamplesAskedLocal, nSamplesRendered, p_output );
936 : }
937 16427125 : else if ( st_ivas->ivas_format == STEREO_FORMAT )
938 : {
939 : /* Rendering */
940 49410 : if ( st_ivas->renderer_type == RENDERER_MC )
941 : {
942 49410 : *nSamplesRendered = min( st_ivas->hTcBuffer->n_samples_available, nSamplesAskedLocal );
943 49410 : ivas_ls_setup_conversion( st_ivas, st_ivas->nchan_transport, *nSamplesRendered, p_tc, p_output );
944 : }
945 : }
946 16377715 : else if ( st_ivas->ivas_format == ISM_FORMAT )
947 : {
948 : /* Rendering */
949 1774112 : if ( st_ivas->ism_mode == ISM_MODE_PARAM )
950 : {
951 337146 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM || st_ivas->renderer_type == RENDERER_STEREO_PARAMETRIC )
952 : {
953 178470 : ivas_dirac_dec_binaural_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, st_ivas->nchan_transport, p_output );
954 : }
955 158676 : else if ( st_ivas->renderer_type == RENDERER_PARAM_ISM || st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC )
956 : {
957 158676 : ivas_param_ism_dec_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, p_output );
958 :
959 158676 : if ( st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC )
960 : {
961 : /* Convert CICP19 -> Ambisonics */
962 104733 : ivas_mc2sba( st_ivas->hIntSetup, p_output, p_output, *nSamplesRendered, st_ivas->hOutSetup.ambisonics_order, 0.f );
963 : }
964 : }
965 : }
966 : else /* ISM_MODE_DISC */
967 : {
968 1436966 : *nSamplesRendered = min( st_ivas->hTcBuffer->n_samples_available, nSamplesAskedLocal );
969 :
970 : /* Loudspeaker or Ambisonics rendering */
971 1436966 : if ( st_ivas->renderer_type == RENDERER_TD_PANNING || st_ivas->renderer_type == RENDERER_BINAURAL_MIXER_CONV_ROOM )
972 : {
973 : /* Convert to CICPxx; used also for ISM->CICP19->binaural_room rendering */
974 623095 : ivas_ism_render_sf( st_ivas, st_ivas->renderer_type, p_output, *nSamplesRendered );
975 : }
976 813871 : else if ( st_ivas->renderer_type == RENDERER_NON_DIEGETIC_DOWNMIX )
977 : {
978 18195 : ivas_apply_non_diegetic_panning( p_tc[0], p_output, st_ivas->hDecoderConfig->non_diegetic_pan_gain, *nSamplesRendered );
979 : }
980 : #ifdef DEBUGGING
981 : else if ( st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC || st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV )
982 : #else
983 795676 : else if ( st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC )
984 : #endif
985 : {
986 : /* Convert to Ambisonics */
987 240988 : ivas_ism2sba_sf( p_tc, p_output, st_ivas->hIsmRendererData, st_ivas->nchan_transport, *nSamplesRendered, st_ivas->hTcBuffer->n_samples_rendered, st_ivas->hIntSetup.ambisonics_order );
988 : }
989 :
990 : /* Binaural rendering */
991 1436966 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_OBJECTS_TD )
992 : {
993 554688 : if ( output_config == IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_CODED || output_config == IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_PCM )
994 : {
995 0 : if ( ( error = ivas_td_binaural_renderer_sf_splitBinaural( st_ivas, p_output, *nSamplesRendered ) ) != IVAS_ERR_OK )
996 : {
997 0 : return error;
998 : }
999 : }
1000 : else
1001 : {
1002 554688 : if ( ( error = ivas_td_binaural_renderer_sf( st_ivas, p_output, *nSamplesRendered ) ) != IVAS_ERR_OK )
1003 : {
1004 0 : return error;
1005 : }
1006 : }
1007 : }
1008 882278 : else if ( st_ivas->renderer_type == RENDERER_BINAURAL_MIXER_CONV_ROOM )
1009 : {
1010 210703 : if ( ( error = ivas_rend_crendProcessSubframe( st_ivas->hCrendWrapper, IVAS_AUDIO_CONFIG_7_1_4, IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR, st_ivas->hDecoderConfig, NULL,
1011 210703 : NULL, NULL, st_ivas->hTcBuffer, p_output, p_output, *nSamplesRendered, output_Fs, 0 ) ) != IVAS_ERR_OK )
1012 : {
1013 0 : return error;
1014 : }
1015 : }
1016 : #ifdef DEBUGGING
1017 : else if ( st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV || st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV_ROOM )
1018 : {
1019 : ivas_binaural_cldfb_sf( st_ivas, *nSamplesRendered, st_ivas->hTcBuffer->nb_subframes, p_output );
1020 : }
1021 : #endif
1022 : }
1023 : }
1024 14603603 : else if ( st_ivas->ivas_format == SBA_FORMAT || st_ivas->ivas_format == MASA_FORMAT )
1025 : {
1026 11039228 : nchan_remapped = nchan_transport;
1027 :
1028 : /* Loudspeakers, Ambisonics or Binaural rendering */
1029 11039228 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM || st_ivas->renderer_type == RENDERER_STEREO_PARAMETRIC )
1030 : {
1031 1125143 : ivas_dirac_dec_binaural_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, nchan_remapped, p_output );
1032 : }
1033 9914085 : else if ( st_ivas->ivas_format == MASA_FORMAT )
1034 : {
1035 502193 : if ( st_ivas->renderer_type == RENDERER_DIRAC )
1036 : {
1037 502193 : ivas_dirac_dec_render( st_ivas, nchan_remapped, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, p_output );
1038 : }
1039 : }
1040 : else
1041 : {
1042 9411892 : if ( ( error = ivas_sba_dec_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, p_output ) ) != IVAS_ERR_OK )
1043 : {
1044 0 : return error;
1045 : }
1046 : }
1047 : }
1048 3564375 : else if ( st_ivas->ivas_format == MASA_ISM_FORMAT )
1049 : {
1050 583488 : nchan_remapped = st_ivas->nchan_transport;
1051 :
1052 583488 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM || st_ivas->renderer_type == RENDERER_STEREO_PARAMETRIC )
1053 : {
1054 268524 : if ( st_ivas->ism_mode == ISM_MASA_MODE_DISC && st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC )
1055 : {
1056 47216 : if ( ( error = ivas_omasa_dirac_td_binaural_jbm( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, nchan_remapped, p_output ) ) != IVAS_ERR_OK )
1057 : {
1058 0 : return error;
1059 : }
1060 : }
1061 : else
1062 : {
1063 221308 : ivas_dirac_dec_binaural_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, nchan_remapped, p_output );
1064 : }
1065 : }
1066 314964 : else if ( st_ivas->renderer_type == RENDERER_DIRAC )
1067 : {
1068 305496 : ivas_omasa_dirac_rend_jbm( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, nchan_remapped, p_output );
1069 : }
1070 9468 : else if ( st_ivas->renderer_type == RENDERER_OMASA_OBJECT_EXT || st_ivas->renderer_type == RENDERER_OMASA_MIX_EXT )
1071 : {
1072 9468 : ivas_jbm_dec_tc_buffer_playout( st_ivas, nSamplesAskedLocal, nSamplesRendered, p_output );
1073 9468 : ivas_omasa_rearrange_channels( p_output, st_ivas->nchan_ism, *nSamplesRendered );
1074 : }
1075 : }
1076 2980887 : else if ( st_ivas->ivas_format == SBA_ISM_FORMAT )
1077 : {
1078 1898630 : nchan_remapped = nchan_transport;
1079 :
1080 : /* Loudspeakers, Ambisonics or Binaural rendering */
1081 1898630 : if ( st_ivas->ism_mode == ISM_SBA_MODE_DISC )
1082 : {
1083 927852 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV )
1084 : {
1085 270187 : if ( ( error = ivas_osba_dirac_td_binaural_jbm( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, p_output ) ) != IVAS_ERR_OK )
1086 : {
1087 0 : return error;
1088 : }
1089 : }
1090 657665 : else if ( st_ivas->renderer_type == RENDERER_OSBA_STEREO )
1091 : {
1092 63431 : *nSamplesRendered = min( st_ivas->hTcBuffer->n_samples_available, nSamplesAskedLocal );
1093 :
1094 : /* shift SBA channels to avoid overwrite by ISM upmix in 1 object case and non-TSM unified channel memory*/
1095 63431 : if ( st_ivas->nchan_ism == 1 && st_ivas->hDecoderConfig->Opt_tsm == 0 )
1096 : {
1097 5940 : mvr2r( p_tc[2], p_output[3], *nSamplesRendered );
1098 5940 : mvr2r( p_tc[1], p_output[2], *nSamplesRendered );
1099 5940 : p_tc[1] = p_output[2];
1100 5940 : p_tc[2] = p_output[3];
1101 : }
1102 :
1103 : /* render objects */
1104 63431 : ivas_ism_render_sf( st_ivas, st_ivas->renderer_type, p_output, *nSamplesRendered );
1105 :
1106 : /* add already rendered SBA part */
1107 63431 : ivas_osba_stereo_add_channels( p_tc, p_output, st_ivas->hSbaIsmData->gain_bed, nchan_out, st_ivas->nchan_ism, *nSamplesRendered );
1108 : }
1109 594234 : else if ( st_ivas->renderer_type == RENDERER_OSBA_AMBI || st_ivas->renderer_type == RENDERER_OSBA_LS || st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV_ROOM )
1110 : {
1111 523710 : if ( ( error = ivas_osba_render_sf( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, p_output ) ) != IVAS_ERR_OK )
1112 : {
1113 0 : return error;
1114 : }
1115 : }
1116 70524 : else if ( output_config == IVAS_AUDIO_CONFIG_EXTERNAL ) /*EXT output = individual objects + HOA3*/
1117 : {
1118 70524 : if ( ( error = ivas_sba_dec_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, &p_output[st_ivas->nchan_ism] ) ) != IVAS_ERR_OK )
1119 : {
1120 0 : return error;
1121 : }
1122 :
1123 253141 : for ( n = 0; n < st_ivas->nchan_ism; n++ )
1124 : {
1125 182617 : mvr2r( p_tc[n], p_output[n], *nSamplesRendered );
1126 : }
1127 : }
1128 : else
1129 : {
1130 0 : if ( ( error = ivas_sba_dec_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, p_output ) ) != IVAS_ERR_OK )
1131 : {
1132 0 : return error;
1133 : }
1134 : }
1135 : }
1136 970778 : else if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM )
1137 : {
1138 364292 : ivas_dirac_dec_binaural_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, nchan_remapped, p_output );
1139 1092876 : for ( n = 0; n < st_ivas->hDecoderConfig->nchan_out; n++ )
1140 : {
1141 728584 : v_multc( p_output[n], 2.0f, p_output[n], *nSamplesRendered );
1142 : }
1143 : }
1144 : else
1145 : {
1146 606486 : if ( ( error = ivas_sba_dec_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, p_output ) ) != IVAS_ERR_OK )
1147 : {
1148 0 : return error;
1149 : }
1150 :
1151 606486 : if ( output_config == IVAS_AUDIO_CONFIG_EXTERNAL )
1152 : {
1153 : #ifdef DEBUGGING
1154 : assert( st_ivas->ism_mode == ISM_MODE_NONE );
1155 : #endif
1156 722982 : for ( n = st_ivas->hIntSetup.nchan_out_woLFE - 1; n >= 0; n-- )
1157 : {
1158 658854 : mvr2r( p_output[n], p_output[n + st_ivas->nchan_ism], *nSamplesRendered );
1159 : }
1160 236346 : for ( n = 0; n < st_ivas->nchan_ism; n++ )
1161 : {
1162 172218 : set_zero( p_output[n], *nSamplesRendered );
1163 : }
1164 : }
1165 6130044 : for ( n = 0; n < st_ivas->hDecoderConfig->nchan_out; n++ )
1166 : {
1167 5523558 : v_multc( p_output[n], 2.0f, p_output[n], *nSamplesRendered );
1168 : }
1169 : }
1170 : }
1171 1082257 : else if ( st_ivas->ivas_format == MC_FORMAT )
1172 : {
1173 1082257 : if ( st_ivas->mc_mode == MC_MODE_MCT )
1174 : {
1175 513209 : int16_t crendInPlaceRotation = FALSE;
1176 513209 : *nSamplesRendered = min( st_ivas->hTcBuffer->n_samples_available, nSamplesAskedLocal );
1177 513209 : if ( st_ivas->transport_config != st_ivas->intern_config && ( st_ivas->intern_config == IVAS_AUDIO_CONFIG_FOA || st_ivas->intern_config == IVAS_AUDIO_CONFIG_HOA2 || st_ivas->intern_config == IVAS_AUDIO_CONFIG_HOA3 ) )
1178 : {
1179 12839 : if ( ( st_ivas->hTransSetup.nchan_out_woLFE + st_ivas->hTransSetup.num_lfe ) < ( st_ivas->hIntSetup.nchan_out_woLFE + st_ivas->hIntSetup.num_lfe ) )
1180 : {
1181 12839 : crendInPlaceRotation = TRUE;
1182 12839 : ivas_mc2sba( st_ivas->hTransSetup, p_tc, p_output, *nSamplesRendered, st_ivas->hIntSetup.ambisonics_order, GAIN_LFE );
1183 : }
1184 : }
1185 :
1186 : /* Rendering */
1187 513209 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_MIXER_CONV || st_ivas->renderer_type == RENDERER_BINAURAL_MIXER_CONV_ROOM )
1188 : {
1189 344319 : if ( output_config == IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_CODED || output_config == IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_PCM )
1190 : {
1191 0 : if ( ( error = ivas_rend_crendProcessSubframesSplitBin( st_ivas->hCrendWrapper, st_ivas->intern_config, st_ivas->hOutSetup.output_config, ( st_ivas->hSplitBinRend == NULL ) ? NULL : &st_ivas->hSplitBinRend->splitrend.multiBinPoseData, st_ivas->hDecoderConfig, st_ivas->hCombinedOrientationData,
1192 0 : &st_ivas->hIntSetup, st_ivas->hEFAPdata, st_ivas->hTcBuffer, crendInPlaceRotation ? p_output : p_tc, p_output, *nSamplesRendered, output_Fs ) ) != IVAS_ERR_OK )
1193 : {
1194 0 : return error;
1195 : }
1196 : }
1197 : else
1198 : {
1199 688638 : if ( ( error = ivas_rend_crendProcessSubframe( st_ivas->hCrendWrapper, st_ivas->intern_config, st_ivas->hOutSetup.output_config, st_ivas->hDecoderConfig, st_ivas->hCombinedOrientationData,
1200 688638 : &st_ivas->hIntSetup, st_ivas->hEFAPdata, st_ivas->hTcBuffer, crendInPlaceRotation ? p_output : p_tc, p_output, *nSamplesRendered, output_Fs, 0 ) ) != IVAS_ERR_OK )
1201 : {
1202 0 : return error;
1203 : }
1204 :
1205 344319 : ivas_binaural_add_LFE( st_ivas, *nSamplesRendered, p_tc, p_output );
1206 : }
1207 : }
1208 168890 : else if ( st_ivas->renderer_type == RENDERER_MC )
1209 : {
1210 81914 : *nSamplesRendered = min( st_ivas->hTcBuffer->n_samples_available, nSamplesAskedLocal );
1211 81914 : ivas_ls_setup_conversion( st_ivas, st_ivas->nchan_transport, *nSamplesRendered, p_tc, p_output );
1212 : }
1213 86976 : else if ( st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC )
1214 : {
1215 24272 : ivas_mc2sba( st_ivas->hIntSetup, p_tc, p_output, *nSamplesRendered, st_ivas->hOutSetup.ambisonics_order, 0.f );
1216 : }
1217 62704 : else if ( st_ivas->renderer_type == RENDERER_BINAURAL_OBJECTS_TD )
1218 : {
1219 62704 : if ( output_config == IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_CODED || output_config == IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_PCM )
1220 : {
1221 0 : if ( ( error = ivas_td_binaural_renderer_sf_splitBinaural( st_ivas, p_output, *nSamplesRendered ) ) != IVAS_ERR_OK )
1222 : {
1223 0 : return error;
1224 : }
1225 : }
1226 : else
1227 : {
1228 62704 : if ( ( error = ivas_td_binaural_renderer_sf( st_ivas, p_output, *nSamplesRendered ) ) != IVAS_ERR_OK )
1229 : {
1230 0 : return error;
1231 : }
1232 :
1233 62704 : ivas_binaural_add_LFE( st_ivas, *nSamplesRendered, p_tc, p_output );
1234 : }
1235 : }
1236 : }
1237 569048 : else if ( st_ivas->mc_mode == MC_MODE_PARAMUPMIX )
1238 : {
1239 46093 : ivas_mc_paramupmix_dec_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, p_tc, p_output );
1240 :
1241 :
1242 : /* Rendering */
1243 46093 : if ( ( st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV || st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV_ROOM ) && !st_ivas->hDecoderConfig->Opt_Headrotation )
1244 : {
1245 : /* handled in CLDFB domain already */
1246 11449 : if ( output_config != IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_CODED && output_config != IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_PCM )
1247 : {
1248 11449 : ivas_binaural_add_LFE( st_ivas, *nSamplesRendered, p_output, p_output );
1249 : }
1250 : }
1251 34644 : else if ( st_ivas->renderer_type == RENDERER_MC )
1252 : {
1253 1188 : ivas_ls_setup_conversion( st_ivas, MC_PARAMUPMIX_MAX_INPUT_CHANS, *nSamplesRendered, p_output, p_output );
1254 : }
1255 33456 : else if ( st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC )
1256 : {
1257 1776 : ivas_mc2sba( st_ivas->hIntSetup, p_output, p_output, *nSamplesRendered, st_ivas->hOutSetup.ambisonics_order, 0.f );
1258 : }
1259 : }
1260 522955 : else if ( st_ivas->mc_mode == MC_MODE_PARAMMC )
1261 : {
1262 243549 : ivas_param_mc_dec_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, p_output );
1263 : }
1264 279406 : else if ( st_ivas->mc_mode == MC_MODE_MCMASA )
1265 : {
1266 279406 : nchan_remapped = st_ivas->nchan_transport;
1267 279406 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM || st_ivas->renderer_type == RENDERER_STEREO_PARAMETRIC )
1268 : {
1269 166795 : ivas_dirac_dec_binaural_render( st_ivas, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, nchan_remapped, p_output );
1270 : }
1271 112611 : else if ( st_ivas->renderer_type == RENDERER_DIRAC || st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC ) /* rendering to CICPxx and Ambisonics */
1272 : {
1273 112611 : ivas_dirac_dec_render( st_ivas, nchan_remapped, nSamplesAskedLocal, nSamplesRendered, nSamplesAvailableNext, p_output );
1274 :
1275 112611 : if ( st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC )
1276 : {
1277 : /* we still need to copy the separate channel if available */
1278 29880 : if ( st_ivas->hOutSetup.separateChannelEnabled )
1279 : {
1280 6263 : mvr2r( p_tc[LFE_CHANNEL - 1], p_output[st_ivas->hOutSetup.separateChannelIndex], *nSamplesRendered );
1281 : }
1282 :
1283 29880 : ivas_mc2sba( st_ivas->hIntSetup, p_output, p_output, *nSamplesRendered, st_ivas->hOutSetup.ambisonics_order, 0.f );
1284 : }
1285 82731 : else if ( st_ivas->intern_config == IVAS_AUDIO_CONFIG_5_1 && ( output_config == IVAS_AUDIO_CONFIG_5_1_2 || output_config == IVAS_AUDIO_CONFIG_5_1_4 || output_config == IVAS_AUDIO_CONFIG_7_1 ) )
1286 : {
1287 8040 : for ( n = st_ivas->hIntSetup.nchan_out_woLFE + st_ivas->hIntSetup.num_lfe; n < st_ivas->hOutSetup.nchan_out_woLFE + st_ivas->hOutSetup.num_lfe; n++ )
1288 : {
1289 6030 : set_zero( p_output[n], *nSamplesRendered );
1290 : }
1291 : }
1292 : }
1293 :
1294 : /* copy discrete C and TD LFE from internal TC to output */
1295 279406 : if ( st_ivas->hOutSetup.separateChannelEnabled )
1296 : {
1297 39954 : if ( output_config == IVAS_AUDIO_CONFIG_5_1 || output_config == IVAS_AUDIO_CONFIG_7_1 ||
1298 26284 : output_config == IVAS_AUDIO_CONFIG_5_1_4 || output_config == IVAS_AUDIO_CONFIG_7_1_4 ||
1299 23314 : output_config == IVAS_AUDIO_CONFIG_5_1_2 || ( output_config == IVAS_AUDIO_CONFIG_LS_CUSTOM && st_ivas->hOutSetup.num_lfe > 0 ) )
1300 : {
1301 16640 : mvr2r( p_tc[LFE_CHANNEL], p_output[LFE_CHANNEL], *nSamplesRendered );
1302 16640 : mvr2r( p_tc[LFE_CHANNEL - 1], p_output[st_ivas->hOutSetup.separateChannelIndex], *nSamplesRendered );
1303 : }
1304 23314 : else if ( output_config == IVAS_AUDIO_CONFIG_LS_CUSTOM && st_ivas->hOutSetup.num_lfe == 0 )
1305 : {
1306 0 : mvr2r( p_tc[LFE_CHANNEL - 1], p_output[st_ivas->hOutSetup.separateChannelIndex], *nSamplesRendered );
1307 : }
1308 : }
1309 : }
1310 : }
1311 :
1312 : /*----------------------------------------------------------------*
1313 : * Write IVAS output channels
1314 : * - compensation for saturation
1315 : * - float to integer conversion
1316 : *----------------------------------------------------------------*/
1317 :
1318 19185772 : st_ivas->hTcBuffer->n_samples_available -= *nSamplesRendered;
1319 19185772 : st_ivas->hTcBuffer->n_samples_rendered += *nSamplesRendered;
1320 :
1321 : /* update global combined orientation start index */
1322 19185772 : ivas_combined_orientation_update_start_index( st_ivas->hCombinedOrientationData, *nSamplesRendered );
1323 :
1324 19185772 : if ( st_ivas->hTcBuffer->n_samples_discard > 0 )
1325 : {
1326 17692 : for ( n = 0; n < min( MAX_OUTPUT_CHANNELS, ivas_get_nchan_buffers_dec( st_ivas, st_ivas->sba_analysis_order, st_ivas->hDecoderConfig->ivas_total_brate ) ); n++ )
1327 : {
1328 15668 : p_output[n] += st_ivas->hTcBuffer->n_samples_discard;
1329 : }
1330 2024 : *nSamplesRendered -= st_ivas->hTcBuffer->n_samples_discard;
1331 2024 : st_ivas->hTcBuffer->n_samples_discard = 0;
1332 : }
1333 :
1334 19185772 : if ( output_config == IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_CODED || output_config == IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_PCM )
1335 : {
1336 0 : nchan_out_syn_output = BINAURAL_CHANNELS * st_ivas->hSplitBinRend->splitrend.multiBinPoseData.num_poses;
1337 : }
1338 : else
1339 : {
1340 19185772 : nchan_out_syn_output = nchan_out;
1341 : }
1342 :
1343 19185772 : if ( is_split_rendering_enabled( st_ivas->hDecoderConfig, st_ivas->hRenderConfig ) == 0 )
1344 : {
1345 19185772 : if ( st_ivas->ivas_format != MONO_FORMAT )
1346 : {
1347 : #ifndef DISABLE_LIMITER
1348 19050115 : ivas_limiter_dec( st_ivas->hLimiter, p_output, nchan_out, *nSamplesRendered, st_ivas->BER_detect );
1349 : #endif
1350 : }
1351 : }
1352 :
1353 19185772 : switch ( pcm_resolution )
1354 : {
1355 19185772 : case PCM_INT16:
1356 : #ifdef DEBUGGING
1357 : st_ivas->noClipping +=
1358 : #endif
1359 19185772 : ivas_syn_output( p_output, *nSamplesRendered, nchan_out_syn_output, (int16_t *) data );
1360 :
1361 19185772 : break;
1362 0 : case PCM_FLOAT32:
1363 0 : ivas_buffer_deinterleaved_to_interleaved( p_output, nchan_out_syn_output, *nSamplesRendered, (float *) data );
1364 0 : break;
1365 0 : default:
1366 0 : error = IVAS_ERR_UNKNOWN;
1367 0 : break;
1368 : }
1369 :
1370 19185772 : *nSamplesAvailableNext = st_ivas->hTcBuffer->n_samples_available;
1371 :
1372 19185772 : pop_wmops();
1373 19185772 : return IVAS_ERR_OK;
1374 : }
1375 :
1376 :
1377 : /*--------------------------------------------------------------------------*
1378 : * ivas_jbm_dec_flush_renderer()
1379 : *
1380 : * Flush samples if renderer granularity changes on a bitrate change
1381 : *--------------------------------------------------------------------------*/
1382 :
1383 2961 : ivas_error ivas_jbm_dec_flush_renderer(
1384 : Decoder_Struct *st_ivas, /* i/o: IVAS decoder structure */
1385 : const int16_t tc_granularity_new, /* i : new renderer granularity */
1386 : const RENDERER_TYPE renderer_type_old, /* i : old renderer type */
1387 : const AUDIO_CONFIG intern_config_old, /* i : old internal config */
1388 : const IVAS_OUTPUT_SETUP_HANDLE hIntSetupOld, /* i : old internal output setup */
1389 : const MC_MODE mc_mode_old, /* i : old MC mode */
1390 : const ISM_MODE ism_mode_old, /* i : old ISM mode */
1391 : uint16_t *nSamplesRendered, /* o : number of samples flushed */
1392 : const PCM_RESOLUTION pcm_resolution, /* i : type for the decoded PCM resolution */
1393 : void *data /* o : output synthesis signal */
1394 : )
1395 : {
1396 : ivas_error error;
1397 : int16_t n_samples_still_available;
1398 : int16_t n_slots_still_available;
1399 : int16_t n_samples_to_render;
1400 : DECODER_TC_BUFFER_HANDLE hTcBuffer;
1401 : float *p_output[MAX_LS_CHANNELS + MAX_NUM_OBJECTS];
1402 :
1403 2961 : if ( !st_ivas->hDecoderConfig->Opt_tsm )
1404 : {
1405 0 : return IVAS_ERR_OK;
1406 : }
1407 :
1408 2961 : *nSamplesRendered = 0;
1409 2961 : hTcBuffer = st_ivas->hTcBuffer;
1410 :
1411 : /* get number of possible slots in new granularity */
1412 2961 : n_samples_still_available = hTcBuffer->n_samples_buffered - hTcBuffer->n_samples_rendered;
1413 2961 : n_slots_still_available = n_samples_still_available / tc_granularity_new;
1414 2961 : *nSamplesRendered = n_slots_still_available * tc_granularity_new;
1415 2961 : n_samples_to_render = *nSamplesRendered;
1416 2961 : n_samples_still_available -= n_samples_to_render;
1417 2961 : assert( n_samples_still_available < tc_granularity_new );
1418 :
1419 : /* update combined orientation access index */
1420 2961 : ivas_combined_orientation_set_to_start_index( st_ivas->hCombinedOrientationData );
1421 :
1422 2961 : if ( n_slots_still_available )
1423 : {
1424 : int16_t ch_idx;
1425 :
1426 : /* render available full slots (with new lower granularity) */
1427 13353 : for ( ch_idx = 0; ch_idx < max( hTcBuffer->nchan_transport_jbm, hTcBuffer->nchan_buffer_full ); ch_idx++ )
1428 : {
1429 : /* move it at the beginning of the TC buffer with zero padding */
1430 11334 : mvr2r( hTcBuffer->tc_buffer_old[ch_idx], hTcBuffer->tc[ch_idx], n_samples_to_render );
1431 11334 : set_zero( hTcBuffer->tc[ch_idx] + n_samples_to_render, hTcBuffer->n_samples_granularity - n_samples_to_render );
1432 : }
1433 :
1434 : /* simple change of the slot info */
1435 2019 : hTcBuffer->num_slots = 1;
1436 2019 : hTcBuffer->nb_subframes = 1;
1437 2019 : hTcBuffer->subframes_rendered = 0;
1438 2019 : hTcBuffer->slots_rendered = 0;
1439 2019 : hTcBuffer->subframe_nbslots[0] = 1;
1440 2019 : hTcBuffer->n_samples_buffered = hTcBuffer->n_samples_granularity + n_samples_still_available;
1441 2019 : hTcBuffer->n_samples_available = 0;
1442 2019 : hTcBuffer->n_samples_flushed = n_samples_to_render;
1443 2019 : hTcBuffer->n_samples_rendered = 0;
1444 :
1445 42399 : for ( ch_idx = 0; ch_idx < MAX_OUTPUT_CHANNELS + MAX_NUM_OBJECTS; ch_idx++ )
1446 : {
1447 40380 : p_output[ch_idx] = st_ivas->p_output_f[ch_idx];
1448 : }
1449 :
1450 2019 : if ( st_ivas->ivas_format == ISM_FORMAT )
1451 : {
1452 972 : if ( ism_mode_old == ISM_MODE_DISC )
1453 : {
1454 : /* Binaural rendering */
1455 972 : if ( renderer_type_old == RENDERER_BINAURAL_OBJECTS_TD )
1456 : {
1457 578 : if ( ( error = ivas_td_binaural_renderer_sf( st_ivas, p_output, hTcBuffer->n_samples_granularity ) ) != IVAS_ERR_OK )
1458 : {
1459 0 : return error;
1460 : }
1461 : }
1462 394 : else if ( renderer_type_old == RENDERER_BINAURAL_MIXER_CONV_ROOM )
1463 : {
1464 : /* Convert to CICPxx; used also for ISM->CICP19->binaural_room rendering */
1465 394 : set_f( st_ivas->hIsmRendererData->interpolator, 1.0f, hTcBuffer->n_samples_granularity );
1466 :
1467 394 : ivas_ism_render_sf( st_ivas, renderer_type_old, p_output, hTcBuffer->n_samples_granularity );
1468 :
1469 394 : if ( ( error = ivas_rend_crendProcessSubframe( st_ivas->hCrendWrapper, IVAS_AUDIO_CONFIG_7_1_4, IVAS_AUDIO_CONFIG_BINAURAL_ROOM_IR, st_ivas->hDecoderConfig, NULL,
1470 394 : NULL, NULL, st_ivas->hTcBuffer, p_output, p_output, hTcBuffer->n_samples_granularity, st_ivas->hDecoderConfig->output_Fs, 0 ) ) != IVAS_ERR_OK )
1471 : {
1472 0 : return error;
1473 : }
1474 : }
1475 : }
1476 : else
1477 : {
1478 0 : return IVAS_ERROR( IVAS_ERR_WRONG_MODE, "Wrong ISM_MODE in VoIP renderer flushing!" );
1479 : }
1480 : }
1481 1047 : else if ( st_ivas->ivas_format == MC_FORMAT )
1482 : {
1483 387 : if ( mc_mode_old == MC_MODE_MCT )
1484 : {
1485 387 : int16_t crendInPlaceRotation = FALSE;
1486 :
1487 387 : if ( st_ivas->transport_config != intern_config_old && ( intern_config_old == IVAS_AUDIO_CONFIG_FOA || intern_config_old == IVAS_AUDIO_CONFIG_HOA2 || intern_config_old == IVAS_AUDIO_CONFIG_HOA3 ) )
1488 : {
1489 177 : if ( ( st_ivas->hTransSetup.nchan_out_woLFE + st_ivas->hTransSetup.num_lfe ) < ( hIntSetupOld->nchan_out_woLFE + hIntSetupOld->num_lfe ) )
1490 : {
1491 177 : crendInPlaceRotation = TRUE;
1492 177 : ivas_mc2sba( st_ivas->hTransSetup, hTcBuffer->tc, p_output, hTcBuffer->n_samples_granularity, hIntSetupOld->ambisonics_order, GAIN_LFE );
1493 : }
1494 : }
1495 387 : if ( renderer_type_old == RENDERER_BINAURAL_MIXER_CONV || renderer_type_old == RENDERER_BINAURAL_MIXER_CONV_ROOM )
1496 : {
1497 177 : if ( ( error = ivas_rend_crendProcessSubframe( st_ivas->hCrendWrapper, intern_config_old, st_ivas->hOutSetup.output_config, st_ivas->hDecoderConfig, st_ivas->hCombinedOrientationData,
1498 177 : hIntSetupOld, st_ivas->hEFAPdata, st_ivas->hTcBuffer, crendInPlaceRotation ? p_output : st_ivas->hTcBuffer->tc, p_output, hTcBuffer->n_samples_granularity, st_ivas->hDecoderConfig->output_Fs, 0 ) ) != IVAS_ERR_OK )
1499 : {
1500 0 : return error;
1501 : }
1502 :
1503 177 : ivas_binaural_add_LFE( st_ivas, hTcBuffer->n_samples_granularity, st_ivas->hTcBuffer->tc, p_output );
1504 : }
1505 210 : else if ( renderer_type_old == RENDERER_BINAURAL_OBJECTS_TD )
1506 : {
1507 210 : if ( ( error = ivas_td_binaural_renderer_sf( st_ivas, p_output, hTcBuffer->n_samples_granularity ) ) != IVAS_ERR_OK )
1508 : {
1509 0 : return error;
1510 : }
1511 :
1512 210 : ivas_binaural_add_LFE( st_ivas, hTcBuffer->n_samples_granularity, st_ivas->hTcBuffer->tc, p_output );
1513 : }
1514 : else
1515 : {
1516 0 : return IVAS_ERROR( IVAS_ERR_WRONG_MODE, "Wrong renderer in MCT VoIP renderer flushing!" );
1517 : }
1518 : }
1519 : else
1520 : {
1521 0 : return IVAS_ERROR( IVAS_ERR_WRONG_MODE, "Wrong MC_MODE in VoIP renderer flushing!" );
1522 : }
1523 : }
1524 660 : else if ( st_ivas->ivas_format == MASA_ISM_FORMAT || st_ivas->ivas_format == MASA_FORMAT )
1525 : {
1526 498 : if ( ism_mode_old == ISM_MASA_MODE_DISC )
1527 : {
1528 : float *tc_local[MAX_NUM_OBJECTS];
1529 : int16_t last_dirac_md_idx;
1530 : uint16_t nSamplesAvailableNext;
1531 : ISM_MODE ism_mode_orig;
1532 : RENDERER_TYPE renderer_type_orig;
1533 : int32_t ivas_total_brate;
1534 :
1535 : /* copy from ISM delay buffer to the correct place in TCs */
1536 2490 : for ( ch_idx = 0; ch_idx < st_ivas->nchan_ism; ch_idx++ )
1537 : {
1538 1992 : tc_local[ch_idx] = &st_ivas->hTcBuffer->tc[ch_idx + 2][hTcBuffer->n_samples_rendered];
1539 1992 : mvr2r( st_ivas->hMasaIsmData->delayBuffer[ch_idx], tc_local[ch_idx], st_ivas->hMasaIsmData->delayBuffer_size );
1540 : }
1541 :
1542 : /* to render flushed samples, use configuration from the last received frame */
1543 498 : ivas_total_brate = st_ivas->hDecoderConfig->ivas_total_brate;
1544 498 : renderer_type_orig = st_ivas->renderer_type;
1545 498 : ism_mode_orig = st_ivas->ism_mode;
1546 498 : st_ivas->ism_mode = ism_mode_old;
1547 498 : st_ivas->renderer_type = renderer_type_old;
1548 498 : st_ivas->hDecoderConfig->ivas_total_brate = st_ivas->hDecoderConfig->last_ivas_total_brate;
1549 498 : last_dirac_md_idx = st_ivas->hSpatParamRendCom->render_to_md_map[st_ivas->hSpatParamRendCom->slots_rendered - 1];
1550 :
1551 : /* transfer adapted sf info from hTcBuffer to DirAC */
1552 498 : st_ivas->hSpatParamRendCom->nb_subframes = 1;
1553 498 : st_ivas->hSpatParamRendCom->subframes_rendered = 0;
1554 498 : st_ivas->hSpatParamRendCom->subframe_nbslots[0] = JBM_CLDFB_SLOTS_IN_SUBFRAME;
1555 498 : st_ivas->hSpatParamRendCom->slots_rendered = 0;
1556 498 : st_ivas->hSpatParamRendCom->num_slots = JBM_CLDFB_SLOTS_IN_SUBFRAME;
1557 498 : set_s( st_ivas->hSpatParamRendCom->render_to_md_map, last_dirac_md_idx, n_slots_still_available );
1558 :
1559 498 : if ( ( error = ivas_omasa_dirac_td_binaural_jbm( st_ivas, (uint16_t) hTcBuffer->n_samples_granularity, nSamplesRendered, &nSamplesAvailableNext, CPE_CHANNELS, p_output ) ) != IVAS_ERR_OK )
1560 : {
1561 0 : return error;
1562 : }
1563 :
1564 : /* restore original configuration */
1565 498 : st_ivas->ism_mode = ism_mode_orig;
1566 498 : st_ivas->renderer_type = renderer_type_orig;
1567 498 : st_ivas->hDecoderConfig->ivas_total_brate = ivas_total_brate;
1568 : }
1569 : }
1570 162 : else if ( st_ivas->ivas_format == SBA_ISM_FORMAT )
1571 : {
1572 162 : if ( ism_mode_old == ISM_SBA_MODE_DISC )
1573 : {
1574 : float *tc_local[MAX_TRANSPORT_CHANNELS];
1575 : int16_t last_spar_md_idx;
1576 : int16_t last_dirac_md_idx;
1577 : uint16_t nSamplesAvailableNext;
1578 : ISM_MODE ism_mode_orig;
1579 : RENDERER_TYPE renderer_type_orig;
1580 : int32_t ivas_total_brate;
1581 :
1582 : /* to render flushed samples, use configuration from the last received frame */
1583 162 : ivas_total_brate = st_ivas->hDecoderConfig->ivas_total_brate;
1584 162 : renderer_type_orig = st_ivas->renderer_type;
1585 162 : ism_mode_orig = st_ivas->ism_mode;
1586 162 : st_ivas->ism_mode = ism_mode_old;
1587 162 : st_ivas->renderer_type = renderer_type_old;
1588 162 : st_ivas->hDecoderConfig->ivas_total_brate = st_ivas->hDecoderConfig->last_ivas_total_brate;
1589 162 : last_spar_md_idx = st_ivas->hSpar->render_to_md_map[st_ivas->hSpar->slots_rendered - 1];
1590 162 : last_dirac_md_idx = st_ivas->hSpatParamRendCom->render_to_md_map[st_ivas->hSpatParamRendCom->slots_rendered - 1];
1591 : #ifdef DEBUGGING
1592 : assert( st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV );
1593 : #endif
1594 :
1595 : /* copy from ISM delay buffer to the correct place in TCs */
1596 486 : for ( ch_idx = 0; ch_idx < st_ivas->nchan_ism; ch_idx++ )
1597 : {
1598 324 : tc_local[ch_idx] = &st_ivas->hTcBuffer->tc[ch_idx][hTcBuffer->n_samples_rendered];
1599 324 : mvr2r( st_ivas->hSbaIsmData->delayBuffer[ch_idx], tc_local[ch_idx], st_ivas->hSbaIsmData->delayBuffer_size );
1600 : }
1601 :
1602 : /* transfer adapted sf info from hTcBuffer to SPAR and DirAC */
1603 162 : st_ivas->hSpar->nb_subframes = 1;
1604 162 : st_ivas->hSpar->subframes_rendered = 0;
1605 162 : st_ivas->hSpar->subframe_nbslots[0] = JBM_CLDFB_SLOTS_IN_SUBFRAME;
1606 162 : st_ivas->hSpar->slots_rendered = 0;
1607 162 : st_ivas->hSpar->num_slots = JBM_CLDFB_SLOTS_IN_SUBFRAME;
1608 162 : st_ivas->hSpatParamRendCom->nb_subframes = 1;
1609 162 : st_ivas->hSpatParamRendCom->subframes_rendered = 0;
1610 162 : st_ivas->hSpatParamRendCom->subframe_nbslots[0] = JBM_CLDFB_SLOTS_IN_SUBFRAME;
1611 162 : st_ivas->hSpatParamRendCom->slots_rendered = 0;
1612 162 : st_ivas->hSpatParamRendCom->num_slots = JBM_CLDFB_SLOTS_IN_SUBFRAME;
1613 :
1614 : /* also adapt md maps, just use the last index */
1615 162 : set_s( st_ivas->hSpar->render_to_md_map, last_spar_md_idx, n_slots_still_available );
1616 162 : set_s( st_ivas->hSpatParamRendCom->render_to_md_map, last_dirac_md_idx, n_slots_still_available );
1617 :
1618 : /* render the last subframe */
1619 162 : if ( ( error = ivas_osba_dirac_td_binaural_jbm( st_ivas, (uint16_t) hTcBuffer->n_samples_granularity, nSamplesRendered, &nSamplesAvailableNext, p_output ) ) != IVAS_ERR_OK )
1620 : {
1621 0 : return error;
1622 : }
1623 :
1624 : /* restore original configuration */
1625 162 : st_ivas->ism_mode = ism_mode_orig;
1626 162 : st_ivas->renderer_type = renderer_type_orig;
1627 162 : st_ivas->hDecoderConfig->ivas_total_brate = ivas_total_brate;
1628 : }
1629 : }
1630 : else
1631 : {
1632 0 : return IVAS_ERROR( IVAS_ERR_WRONG_MODE, "Wrong IVAS format in VoIP renderer flushing!" );
1633 : }
1634 :
1635 2019 : hTcBuffer->n_samples_rendered = hTcBuffer->n_samples_granularity;
1636 : }
1637 :
1638 : /* update global combined orientation start index */
1639 2961 : ivas_combined_orientation_update_start_index( st_ivas->hCombinedOrientationData, *nSamplesRendered );
1640 :
1641 2961 : *nSamplesRendered = n_samples_to_render;
1642 :
1643 : /* Only write out the valid data*/
1644 2961 : if ( is_split_rendering_enabled( st_ivas->hDecoderConfig, st_ivas->hRenderConfig ) == 0 )
1645 : {
1646 2961 : if ( st_ivas->ivas_format != MONO_FORMAT )
1647 : {
1648 : #ifndef DISABLE_LIMITER
1649 2961 : ivas_limiter_dec( st_ivas->hLimiter, p_output, st_ivas->hDecoderConfig->nchan_out, *nSamplesRendered, st_ivas->BER_detect );
1650 : #endif
1651 : }
1652 : }
1653 :
1654 2961 : switch ( pcm_resolution )
1655 : {
1656 2961 : case PCM_INT16:
1657 : #ifdef DEBUGGING
1658 : st_ivas->noClipping +=
1659 : #endif
1660 2961 : ivas_syn_output( p_output, *nSamplesRendered, st_ivas->hDecoderConfig->nchan_out, (int16_t *) data );
1661 2961 : break;
1662 0 : case PCM_FLOAT32:
1663 0 : ivas_buffer_deinterleaved_to_interleaved( p_output, st_ivas->hDecoderConfig->nchan_out, *nSamplesRendered, (float *) data );
1664 0 : break;
1665 0 : default:
1666 0 : error = IVAS_ERR_UNKNOWN;
1667 0 : break;
1668 : }
1669 :
1670 2961 : return IVAS_ERR_OK;
1671 : }
1672 :
1673 :
1674 : /*--------------------------------------------------------------------------*
1675 : * ivas_jbm_dec_set_discard_samples()
1676 : *
1677 : * Set number of samples to discard in the first subframe if the renderer granularity changes on a bitrate change
1678 : *--------------------------------------------------------------------------*/
1679 :
1680 10582 : ivas_error ivas_jbm_dec_set_discard_samples(
1681 : Decoder_Struct *st_ivas /* i/o: main IVAS decoder structre */
1682 : )
1683 : {
1684 : int16_t nMaxSlotsPerSubframe, nSlotsInFirstSubframe;
1685 :
1686 : /* render first frame with front zero padding and discarding those samples */
1687 10582 : nMaxSlotsPerSubframe = (int16_t) ( st_ivas->hDecoderConfig->output_Fs / ( FRAMES_PER_SEC * MAX_PARAM_SPATIAL_SUBFRAMES ) ) / st_ivas->hTcBuffer->n_samples_granularity;
1688 10582 : nSlotsInFirstSubframe = nMaxSlotsPerSubframe - st_ivas->hTcBuffer->subframe_nbslots[st_ivas->hTcBuffer->nb_subframes - 1];
1689 10582 : if ( nSlotsInFirstSubframe > 0 )
1690 : {
1691 2024 : st_ivas->hTcBuffer->n_samples_discard = ( nMaxSlotsPerSubframe - nSlotsInFirstSubframe ) * st_ivas->hTcBuffer->n_samples_granularity;
1692 : /* set last subframes number to max to ensure correct continuation */
1693 2024 : st_ivas->hTcBuffer->subframe_nbslots[st_ivas->hTcBuffer->nb_subframes - 1] = nMaxSlotsPerSubframe;
1694 : }
1695 :
1696 10582 : return IVAS_ERR_OK;
1697 : }
1698 :
1699 :
1700 : /*--------------------------------------------------------------------------*
1701 : * ivas_jbm_dec_get_adapted_linear_interpolator()
1702 : *
1703 : * Get an interpolator that is adapted to time scale modified IVAS frame
1704 : *--------------------------------------------------------------------------*/
1705 :
1706 444159 : void ivas_jbm_dec_get_adapted_linear_interpolator(
1707 : const int16_t default_interp_length, /* i : default length of the (full-frame) interpolator */
1708 : const int16_t interp_length, /* i : length of the interpolator to be created */
1709 : float *interpolator /* o : the interpolator */
1710 : )
1711 : {
1712 : int16_t jbm_segment_len, idx;
1713 : float dec;
1714 : #ifdef DEBUGGING
1715 : assert( default_interp_length % 2 == 0 );
1716 : #endif
1717 :
1718 444159 : jbm_segment_len = ( default_interp_length >> 1 );
1719 444159 : dec = 1.0f / default_interp_length;
1720 :
1721 444159 : interpolator[interp_length - 1] = 1.0f;
1722 14500746 : for ( idx = interp_length - 2; idx >= jbm_segment_len; idx-- )
1723 : {
1724 14056587 : interpolator[idx] = max( 0.0f, interpolator[idx + 1] - dec );
1725 : }
1726 :
1727 444159 : if ( interpolator[idx + 1] > 0.0f )
1728 : {
1729 444151 : dec = interpolator[idx + 1] / ( jbm_segment_len + 1 );
1730 14942010 : for ( ; idx >= 0; idx-- )
1731 : {
1732 14497859 : interpolator[idx] = interpolator[idx + 1] - dec;
1733 : }
1734 : }
1735 : else
1736 : {
1737 8 : set_f( interpolator, 0.0f, idx + 1 );
1738 : }
1739 :
1740 444159 : return;
1741 : }
1742 :
1743 :
1744 : /*--------------------------------------------------------------------------*
1745 : * ivas_jbm_dec_get_adapted_subframes()
1746 : *
1747 : * Get an interpolator that is adapted to time scale modified IVAS frame
1748 : *--------------------------------------------------------------------------*/
1749 :
1750 11709136 : void ivas_jbm_dec_get_adapted_subframes(
1751 : const int16_t nCldfbTs, /* i : number of time slots in the current frame */
1752 : int16_t *subframe_nbslots, /* i/o: subframe grid */
1753 : int16_t *nb_subframes /* i/o: number of subframes in the frame */
1754 : )
1755 : {
1756 : uint16_t nSlotsInLastSubframe, nSlotsInFirstSubframe;
1757 11709136 : uint16_t nCldfbSlotsLocal = nCldfbTs;
1758 :
1759 : /* get last subframe size from previous frame, determine how many slots have to be processed
1760 : in the first subframe (i.e. potential leftover of a 5ms subframe) */
1761 11709136 : nSlotsInFirstSubframe = ( PARAM_MC_MAX_NSLOTS_IN_SUBFRAME - subframe_nbslots[*nb_subframes - 1] );
1762 11709136 : *nb_subframes = 0;
1763 11709136 : if ( nSlotsInFirstSubframe > 0 )
1764 : {
1765 144246 : *nb_subframes = 1;
1766 144246 : nCldfbSlotsLocal -= nSlotsInFirstSubframe;
1767 : }
1768 :
1769 11709136 : *nb_subframes += (int16_t) ceilf( (float) nCldfbSlotsLocal / (float) PARAM_MC_MAX_NSLOTS_IN_SUBFRAME );
1770 11709136 : nSlotsInLastSubframe = nCldfbSlotsLocal % PARAM_MC_MAX_NSLOTS_IN_SUBFRAME;
1771 :
1772 11709136 : set_s( subframe_nbslots, 0, MAX_JBM_SUBFRAMES_5MS );
1773 11709136 : set_s( subframe_nbslots, PARAM_MC_MAX_NSLOTS_IN_SUBFRAME, *nb_subframes );
1774 :
1775 11709136 : if ( nSlotsInFirstSubframe > 0 )
1776 : {
1777 144246 : subframe_nbslots[0] = nSlotsInFirstSubframe;
1778 : }
1779 :
1780 11709136 : if ( nSlotsInLastSubframe > 0 )
1781 : {
1782 144316 : subframe_nbslots[*nb_subframes - 1] = nSlotsInLastSubframe;
1783 : }
1784 :
1785 11709136 : return;
1786 : }
1787 :
1788 :
1789 : /*--------------------------------------------------------------------------*
1790 : * ivas_jbm_dec_get_adapted_linear_interpolator()
1791 : *
1792 : * Get an meta data map adapted to a time scale modified IVAS frame
1793 : *--------------------------------------------------------------------------*/
1794 :
1795 10655206 : void ivas_jbm_dec_get_md_map(
1796 : const int16_t default_len, /* i : default frame length in metadata slots */
1797 : const int16_t len, /* i : length of the modfied frames in metadata slots */
1798 : const int16_t subframe_len, /* i : default length of a subframe */
1799 : const int16_t offset, /* i : current read offset into the md buffer */
1800 : const int16_t buf_len, /* i : length of the metadata buffer */
1801 : int16_t *map /* o : metadata index map */
1802 : )
1803 : {
1804 : int16_t jbm_segment_len, map_idx, src_idx, src_idx_map;
1805 : float dec, src_idx_f;
1806 :
1807 : #ifdef DEBUGGING
1808 : assert( default_len % 2 == 0 );
1809 : #endif
1810 10655206 : jbm_segment_len = ( default_len >> 1 );
1811 10655206 : dec = 1.0f / default_len;
1812 :
1813 95896886 : for ( map_idx = len - 1, src_idx = default_len - 1; map_idx >= jbm_segment_len; map_idx--, src_idx-- )
1814 : {
1815 85241680 : src_idx_map = max( 0, src_idx / subframe_len );
1816 85241680 : map[map_idx] = ( offset + src_idx_map ) % buf_len;
1817 : }
1818 :
1819 : /* changed part (first segment), interpolate index to parameters
1820 : (we do not want to interpolate and smooth acutal direction/diffuseness values even more) */
1821 10655206 : if ( src_idx >= 0 )
1822 : {
1823 10655169 : dec = ( (float) ( src_idx + 1 ) ) / ( (float) jbm_segment_len );
1824 10655169 : src_idx_f = (float) ( src_idx + 1 ) - dec;
1825 95896521 : for ( ; map_idx >= 0; map_idx-- )
1826 : {
1827 85241352 : src_idx = max( 0, ( (int16_t) round_f( src_idx_f ) ) / subframe_len );
1828 85241352 : map[map_idx] = ( offset + src_idx ) % buf_len;
1829 85241352 : src_idx_f -= dec;
1830 : }
1831 : }
1832 : else
1833 : {
1834 37 : set_s( map, offset, map_idx + 1 );
1835 : }
1836 :
1837 10655206 : return;
1838 : }
1839 :
1840 :
1841 : /*--------------------------------------------------------------------------*
1842 : * ivas_jbm_dec_get_md_map_even_spacing()
1843 : *
1844 : * Get an meta data map adapted to a time scale modified IVAS frame. Distribute slots evenly across the modified frame.
1845 : *--------------------------------------------------------------------------*/
1846 :
1847 903267 : void ivas_jbm_dec_get_md_map_even_spacing(
1848 : const int16_t len, /* i : length of the modfied frames in metadata slots */
1849 : const int16_t subframe_len, /* i : default length of a subframe */
1850 : const int16_t offset, /* i : current read offset into the md buffer */
1851 : const int16_t buf_len, /* i : length of the metadata buffer */
1852 : int16_t *map /* o : metadata index map */
1853 : )
1854 : {
1855 : int16_t map_idx, sf_idx, sf_length, increment, subframes_written;
1856 : float decimal, decimal_sum, eps;
1857 : int16_t subframe_map_length[MAX_PARAM_SPATIAL_SUBFRAMES];
1858 :
1859 : /* subframe map length */
1860 903267 : sf_length = len / subframe_len;
1861 903267 : if ( len % subframe_len == 0 )
1862 : {
1863 : /* even subframes */
1864 4515750 : for ( sf_idx = 0; sf_idx < MAX_PARAM_SPATIAL_SUBFRAMES; sf_idx++ )
1865 : {
1866 3612600 : subframe_map_length[sf_idx] = sf_length;
1867 : }
1868 : }
1869 : else
1870 : {
1871 : /* uneven subframes */
1872 117 : decimal = ( (float) len / (float) subframe_len ) - (float) sf_length;
1873 117 : decimal_sum = decimal;
1874 117 : eps = 0.001f;
1875 585 : for ( sf_idx = 0; sf_idx < MAX_PARAM_SPATIAL_SUBFRAMES; sf_idx++ )
1876 : {
1877 468 : increment = (int16_t) floorf( decimal_sum + eps );
1878 468 : subframe_map_length[sf_idx] = sf_length + increment;
1879 468 : if ( increment > 0 )
1880 : {
1881 207 : decimal_sum -= 1.0f;
1882 : }
1883 468 : decimal_sum += decimal;
1884 : }
1885 : }
1886 :
1887 : /* map slots to subframes */
1888 903267 : sf_idx = 0;
1889 903267 : subframes_written = 0;
1890 15355410 : for ( map_idx = 0; map_idx < len; map_idx++ )
1891 : {
1892 14452143 : map[map_idx] = ( offset + sf_idx ) % buf_len;
1893 14452143 : if ( map_idx - subframes_written >= subframe_map_length[sf_idx] - 1 )
1894 : {
1895 3613068 : subframes_written += subframe_map_length[sf_idx];
1896 3613068 : ++sf_idx;
1897 : }
1898 : }
1899 :
1900 903267 : return;
1901 : }
1902 :
1903 :
1904 : /*--------------------------------------------------------------------------*
1905 : * ivas_jbm_dec_get_num_tc_channels()
1906 : *
1907 : * Get the number of transport channels provided by the JBM transport channel decode function
1908 : *--------------------------------------------------------------------------*/
1909 :
1910 221010 : int16_t ivas_jbm_dec_get_num_tc_channels(
1911 : Decoder_Struct *st_ivas /* i : IVAS decoder handle */
1912 : )
1913 : {
1914 : int16_t num_tc;
1915 : int32_t ivas_total_brate;
1916 : AUDIO_CONFIG output_config;
1917 :
1918 :
1919 221010 : if ( st_ivas->renderer_type == RENDERER_DISABLE )
1920 : {
1921 20895 : num_tc = st_ivas->hDecoderConfig->nchan_out;
1922 : }
1923 : else
1924 : {
1925 200115 : num_tc = st_ivas->nchan_transport;
1926 : }
1927 221010 : output_config = st_ivas->hDecoderConfig->output_config;
1928 :
1929 221010 : ivas_total_brate = st_ivas->hDecoderConfig->ivas_total_brate;
1930 :
1931 221010 : if ( st_ivas->ivas_format == MONO_FORMAT )
1932 : {
1933 547 : num_tc = st_ivas->hDecoderConfig->nchan_out;
1934 : }
1935 220463 : else if ( st_ivas->ivas_format == STEREO_FORMAT && st_ivas->hDecoderConfig->nchan_out == 1 )
1936 : {
1937 256 : num_tc = 1;
1938 : }
1939 220207 : else if ( st_ivas->ivas_format == ISM_FORMAT )
1940 : {
1941 28752 : if ( st_ivas->renderer_type == RENDERER_MONO_DOWNMIX )
1942 : {
1943 1149 : num_tc = 1;
1944 : }
1945 : }
1946 191455 : else if ( st_ivas->ivas_format == SBA_FORMAT || st_ivas->ivas_format == MASA_FORMAT )
1947 : {
1948 66345 : if ( st_ivas->sba_dirac_stereo_flag )
1949 : {
1950 1474 : num_tc = CPE_CHANNELS;
1951 : }
1952 64871 : else if ( st_ivas->ivas_format == MASA_FORMAT && ivas_total_brate < MASA_STEREO_MIN_BITRATE && ( ivas_total_brate > IVAS_SID_5k2 || ( ivas_total_brate <= IVAS_SID_5k2 && st_ivas->nCPE > 0 && st_ivas->hCPE[0] != NULL && st_ivas->hCPE[0]->nchan_out == 1 ) ) )
1953 : {
1954 16968 : num_tc = 1; /* Only one channel transported */
1955 : }
1956 :
1957 66345 : if ( st_ivas->ivas_format == MASA_FORMAT && st_ivas->hDecoderConfig->output_config == IVAS_AUDIO_CONFIG_EXTERNAL && st_ivas->nchan_transport == 2 && st_ivas->hDecoderConfig->ivas_total_brate < MASA_STEREO_MIN_BITRATE && st_ivas->hDecoderConfig->ivas_total_brate > IVAS_SID_5k2 )
1958 : {
1959 902 : num_tc = CPE_CHANNELS;
1960 : }
1961 66345 : if ( st_ivas->ivas_format == SBA_FORMAT )
1962 : {
1963 :
1964 27589 : if ( num_tc == 3 )
1965 : {
1966 5453 : num_tc++;
1967 : }
1968 : }
1969 : }
1970 125110 : else if ( st_ivas->ivas_format == MASA_ISM_FORMAT )
1971 : {
1972 46399 : if ( st_ivas->hDecoderConfig->output_config != IVAS_AUDIO_CONFIG_EXTERNAL )
1973 : {
1974 43379 : if ( st_ivas->ism_mode == ISM_MASA_MODE_MASA_ONE_OBJ || st_ivas->ism_mode == ISM_MASA_MODE_PARAM_ONE_OBJ )
1975 : {
1976 23252 : num_tc++;
1977 : }
1978 20127 : else if ( st_ivas->ism_mode == ISM_MASA_MODE_DISC )
1979 : {
1980 20127 : num_tc += st_ivas->nchan_ism;
1981 : }
1982 : }
1983 : }
1984 78711 : else if ( st_ivas->ivas_format == SBA_ISM_FORMAT )
1985 : {
1986 45412 : if ( st_ivas->sba_dirac_stereo_flag )
1987 : {
1988 3480 : num_tc = CPE_CHANNELS;
1989 : }
1990 45412 : if ( num_tc == 3 )
1991 : {
1992 8167 : num_tc++;
1993 : }
1994 45412 : if ( st_ivas->ism_mode == ISM_SBA_MODE_DISC )
1995 : {
1996 19434 : num_tc += st_ivas->nchan_ism;
1997 : }
1998 : }
1999 33299 : else if ( st_ivas->ivas_format == MC_FORMAT )
2000 : {
2001 31127 : if ( st_ivas->hDecoderConfig->output_config == IVAS_AUDIO_CONFIG_MONO )
2002 : {
2003 760 : num_tc = 1;
2004 : }
2005 30367 : else if ( st_ivas->hDecoderConfig->output_config == IVAS_AUDIO_CONFIG_STEREO )
2006 : {
2007 1807 : num_tc = 2;
2008 : }
2009 28560 : else if ( st_ivas->mc_mode == MC_MODE_MCT )
2010 : {
2011 : /* do all static dmx already in the TC decoder if less channels than transported... */
2012 13183 : if ( st_ivas->transport_config != st_ivas->intern_config && ( st_ivas->intern_config == IVAS_AUDIO_CONFIG_FOA || st_ivas->intern_config == IVAS_AUDIO_CONFIG_HOA2 || st_ivas->intern_config == IVAS_AUDIO_CONFIG_HOA3 ) )
2013 : {
2014 239 : if ( ( st_ivas->hTransSetup.nchan_out_woLFE + st_ivas->hTransSetup.num_lfe ) >= ( st_ivas->hIntSetup.nchan_out_woLFE + st_ivas->hIntSetup.num_lfe ) )
2015 : {
2016 0 : num_tc = st_ivas->hIntSetup.nchan_out_woLFE + st_ivas->hIntSetup.num_lfe;
2017 : }
2018 : }
2019 12944 : else if ( ( st_ivas->renderer_type == RENDERER_MC || st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC ) && ( st_ivas->hTransSetup.nchan_out_woLFE + st_ivas->hTransSetup.num_lfe ) >= ( st_ivas->hOutSetup.nchan_out_woLFE + st_ivas->hOutSetup.num_lfe ) )
2020 : {
2021 1234 : num_tc = st_ivas->hOutSetup.nchan_out_woLFE + st_ivas->hOutSetup.num_lfe;
2022 : }
2023 : }
2024 15377 : else if ( st_ivas->mc_mode == MC_MODE_PARAMUPMIX )
2025 : {
2026 682 : num_tc = MC_PARAMUPMIX_MAX_TRANSPORT_CHANS;
2027 : }
2028 14695 : else if ( st_ivas->mc_mode == MC_MODE_MCMASA )
2029 : {
2030 9442 : if ( st_ivas->hOutSetup.separateChannelEnabled )
2031 : {
2032 1725 : num_tc++;
2033 : }
2034 9442 : if ( st_ivas->hOutSetup.separateChannelEnabled && ( output_config == IVAS_AUDIO_CONFIG_5_1 || output_config == IVAS_AUDIO_CONFIG_7_1 ||
2035 1631 : output_config == IVAS_AUDIO_CONFIG_5_1_4 || output_config == IVAS_AUDIO_CONFIG_7_1_4 ||
2036 1571 : output_config == IVAS_AUDIO_CONFIG_5_1_2 || ( output_config == IVAS_AUDIO_CONFIG_LS_CUSTOM && st_ivas->hOutSetup.num_lfe > 0 ) ) )
2037 : {
2038 : /* LFE is synthesized in TD with the TCs*/
2039 154 : num_tc++;
2040 : }
2041 : }
2042 : }
2043 2172 : else if ( st_ivas->ivas_format == MONO_FORMAT && st_ivas->renderer_type == RENDERER_NON_DIEGETIC_DOWNMIX )
2044 : {
2045 0 : num_tc = MAX_OUTPUT_CHANNELS_IN_DIEGETIC_PAN;
2046 : }
2047 :
2048 221010 : return num_tc;
2049 : }
2050 :
2051 :
2052 : /*--------------------------------------------------------------------------*
2053 : * ivas_jbm_dec_get_render_granularity()
2054 : *
2055 : *
2056 : *--------------------------------------------------------------------------*/
2057 :
2058 : /*! r: render granularity */
2059 211744 : int16_t ivas_jbm_dec_get_render_granularity(
2060 : const RENDERER_TYPE renderer_type, /* i : renderer type */
2061 : const RENDERER_TYPE renderer_type_sec, /* i : secondary renderer type */
2062 : const int32_t output_Fs /* i : sampling rate */
2063 : )
2064 : {
2065 : int16_t render_granularity;
2066 :
2067 211744 : if ( renderer_type == RENDERER_BINAURAL_OBJECTS_TD || /* TD renderer */
2068 202768 : renderer_type == RENDERER_BINAURAL_MIXER_CONV || renderer_type == RENDERER_BINAURAL_MIXER_CONV_ROOM || /* Crend */
2069 : renderer_type_sec == RENDERER_BINAURAL_OBJECTS_TD /* TD rend as a secondary renderer -> set the common granularity for both renderers */
2070 : )
2071 : {
2072 : /* 5 ms granularity */
2073 26418 : render_granularity = NS2SA( output_Fs, FRAME_SIZE_NS / MAX_PARAM_SPATIAL_SUBFRAMES );
2074 : }
2075 : else
2076 : {
2077 : /* 1.25 ms granularity */
2078 185326 : render_granularity = NS2SA( output_Fs, CLDFB_SLOT_NS );
2079 : }
2080 :
2081 211744 : return render_granularity;
2082 : }
2083 :
2084 :
2085 : /*--------------------------------------------------------------------------*
2086 : * ivas_jbm_dec_tc_audio_allocate()
2087 : *
2088 : * allocate and initialize TC audio buffer
2089 : *--------------------------------------------------------------------------*/
2090 :
2091 178663 : static ivas_error ivas_jbm_dec_tc_audio_allocate(
2092 : DECODER_TC_BUFFER_HANDLE hTcBuffer, /* i/o: JBM TSM buffer handle */
2093 : const int32_t output_Fs, /* i : output sampling rate */
2094 : const int16_t Opt_tsm /* i : TSM option flag */
2095 : )
2096 : {
2097 : int16_t nsamp_to_allocate;
2098 : int16_t ch_idx, n_samp_full, n_samp_residual, offset;
2099 :
2100 178663 : if ( Opt_tsm )
2101 : {
2102 66457 : n_samp_full = ( NS2SA( output_Fs, MAX_JBM_L_FRAME_NS ) );
2103 66457 : n_samp_full = max( n_samp_full, L_FRAME48k ); /* buffers are shared between 'hTcBuffer->tc[]' and 'p_output_f[]': ensure minimal length */
2104 66457 : n_samp_residual = hTcBuffer->n_samples_granularity - 1;
2105 : }
2106 : else
2107 : {
2108 112206 : n_samp_full = (int16_t) ( output_Fs / FRAMES_PER_SEC );
2109 112206 : n_samp_residual = 0;
2110 : }
2111 :
2112 178663 : nsamp_to_allocate = max( hTcBuffer->nchan_transport_jbm, hTcBuffer->nchan_buffer_full ) * n_samp_full;
2113 :
2114 178663 : if ( Opt_tsm )
2115 : {
2116 : /* note: this is stack memory buffer for time-scale modified audio signals */
2117 66457 : if ( ( hTcBuffer->tc_buffer = (float *) malloc( nsamp_to_allocate * sizeof( float ) ) ) == NULL )
2118 : {
2119 0 : return ( IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for JBM TC Buffer\n" ) );
2120 : }
2121 66457 : set_zero( hTcBuffer->tc_buffer, nsamp_to_allocate );
2122 :
2123 66457 : offset = 0;
2124 325783 : for ( ch_idx = 0; ch_idx < max( hTcBuffer->nchan_transport_jbm, hTcBuffer->nchan_buffer_full ); ch_idx++ )
2125 : {
2126 259326 : hTcBuffer->tc[ch_idx] = &hTcBuffer->tc_buffer[offset];
2127 259326 : offset += n_samp_full;
2128 : }
2129 870443 : for ( ; ch_idx < MAX_INTERN_CHANNELS; ch_idx++ )
2130 : {
2131 803986 : hTcBuffer->tc[ch_idx] = NULL;
2132 : }
2133 :
2134 : /* memory buffer for TC audio samples not rendered in the previous frame */
2135 325783 : for ( ch_idx = 0; ch_idx < hTcBuffer->nchan_transport_internal; ch_idx++ )
2136 : {
2137 259326 : if ( ( hTcBuffer->tc_buffer_old[ch_idx] = (float *) malloc( n_samp_residual * sizeof( float ) ) ) == NULL )
2138 : {
2139 0 : return ( IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for JBM TC Buffer\n" ) );
2140 : }
2141 259326 : set_zero( hTcBuffer->tc_buffer_old[ch_idx], n_samp_residual );
2142 : }
2143 870443 : for ( ; ch_idx < MAX_INTERN_CHANNELS; ch_idx++ )
2144 : {
2145 803986 : hTcBuffer->tc_buffer_old[ch_idx] = NULL;
2146 : }
2147 : }
2148 : else
2149 : {
2150 112206 : hTcBuffer->tc_buffer = NULL;
2151 :
2152 1907502 : for ( ch_idx = 0; ch_idx < MAX_INTERN_CHANNELS; ch_idx++ )
2153 : {
2154 1795296 : hTcBuffer->tc[ch_idx] = NULL;
2155 : }
2156 :
2157 1907502 : for ( ch_idx = 0; ch_idx < MAX_INTERN_CHANNELS; ch_idx++ )
2158 : {
2159 1795296 : hTcBuffer->tc_buffer_old[ch_idx] = NULL;
2160 : }
2161 : }
2162 :
2163 178663 : hTcBuffer->tc_buffer2 = NULL;
2164 :
2165 178663 : return IVAS_ERR_OK;
2166 : }
2167 :
2168 :
2169 : /*--------------------------------------------------------------------------*
2170 : * ivas_jbm_dec_tc_audio_deallocate()
2171 : *
2172 : * deallocate TC audio buffer
2173 : *--------------------------------------------------------------------------*/
2174 :
2175 178663 : static void ivas_jbm_dec_tc_audio_deallocate(
2176 : DECODER_TC_BUFFER_HANDLE hTcBuffer /* i/o: JBM TSM buffer handle */
2177 : )
2178 : {
2179 : int16_t ch_idx;
2180 :
2181 178663 : if ( hTcBuffer != NULL )
2182 : {
2183 178663 : if ( hTcBuffer->tc_buffer != NULL )
2184 : {
2185 1129769 : for ( ch_idx = 0; ch_idx < MAX_INTERN_CHANNELS; ch_idx++ )
2186 : {
2187 1063312 : hTcBuffer->tc[ch_idx] = NULL;
2188 : }
2189 :
2190 66457 : free( hTcBuffer->tc_buffer );
2191 66457 : hTcBuffer->tc_buffer = NULL;
2192 : }
2193 :
2194 3037271 : for ( ch_idx = 0; ch_idx < MAX_INTERN_CHANNELS; ch_idx++ )
2195 : {
2196 2858608 : if ( hTcBuffer->tc_buffer_old[ch_idx] != NULL )
2197 : {
2198 259326 : free( hTcBuffer->tc_buffer_old[ch_idx] );
2199 259326 : hTcBuffer->tc_buffer_old[ch_idx] = NULL;
2200 : }
2201 : }
2202 :
2203 178663 : if ( hTcBuffer->tc_buffer2 != NULL )
2204 : {
2205 152794 : free( hTcBuffer->tc_buffer2 );
2206 152794 : hTcBuffer->tc_buffer2 = NULL;
2207 : }
2208 : }
2209 :
2210 178663 : return;
2211 : }
2212 :
2213 :
2214 : /*--------------------------------------------------------------------------*
2215 : * ivas_jbm_dec_tc_buffer_open()
2216 : *
2217 : * open and initialize JBM transport channel buffer
2218 : *--------------------------------------------------------------------------*/
2219 :
2220 84640 : ivas_error ivas_jbm_dec_tc_buffer_open(
2221 : Decoder_Struct *st_ivas, /* i/o: IVAS decoder structure */
2222 : const TC_BUFFER_MODE tc_buffer_mode, /* i : buffer mode */
2223 : const int16_t nchan_transport_jbm, /* i : number of real transport channels */
2224 : const int16_t nchan_transport_internal, /* i : number of totally buffered channels */
2225 : const int16_t nchan_full, /* i : number of channels to fully store */
2226 : const int16_t n_samples_granularity /* i : granularity of the renderer/buffer */
2227 : )
2228 : {
2229 : DECODER_TC_BUFFER_HANDLE hTcBuffer;
2230 : int16_t nMaxSlotsPerSubframe;
2231 : ivas_error error;
2232 :
2233 : /*-----------------------------------------------------------------*
2234 : * prepare library opening
2235 : *-----------------------------------------------------------------*/
2236 :
2237 84640 : if ( ( hTcBuffer = (DECODER_TC_BUFFER_HANDLE) malloc( sizeof( DECODER_TC_BUFFER ) ) ) == NULL )
2238 : {
2239 0 : return ( IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for JBM TC Buffer\n" ) );
2240 : }
2241 :
2242 84640 : hTcBuffer->tc_buffer_mode = tc_buffer_mode;
2243 84640 : hTcBuffer->nchan_transport_jbm = nchan_transport_jbm;
2244 84640 : hTcBuffer->nchan_transport_internal = nchan_transport_internal;
2245 84640 : hTcBuffer->nchan_buffer_full = nchan_full;
2246 84640 : hTcBuffer->n_samples_granularity = n_samples_granularity;
2247 84640 : hTcBuffer->n_samples_available = 0;
2248 84640 : hTcBuffer->n_samples_buffered = 0;
2249 84640 : hTcBuffer->n_samples_rendered = 0;
2250 84640 : hTcBuffer->slots_rendered = 0;
2251 84640 : hTcBuffer->subframes_rendered = 0;
2252 84640 : hTcBuffer->n_samples_discard = 0;
2253 84640 : hTcBuffer->n_samples_flushed = 0;
2254 84640 : hTcBuffer->nb_subframes = MAX_PARAM_SPATIAL_SUBFRAMES;
2255 :
2256 84640 : nMaxSlotsPerSubframe = (int16_t) ( st_ivas->hDecoderConfig->output_Fs / ( FRAMES_PER_SEC * MAX_PARAM_SPATIAL_SUBFRAMES ) ) / hTcBuffer->n_samples_granularity;
2257 84640 : hTcBuffer->num_slots = nMaxSlotsPerSubframe * MAX_PARAM_SPATIAL_SUBFRAMES;
2258 84640 : set_s( hTcBuffer->subframe_nbslots, 0, MAX_JBM_SUBFRAMES_5MS );
2259 84640 : set_s( hTcBuffer->subframe_nbslots, nMaxSlotsPerSubframe, MAX_PARAM_SPATIAL_SUBFRAMES );
2260 :
2261 84640 : if ( ( error = ivas_jbm_dec_tc_audio_allocate( hTcBuffer, st_ivas->hDecoderConfig->output_Fs, st_ivas->hDecoderConfig->Opt_tsm ) ) != IVAS_ERR_OK )
2262 : {
2263 0 : return error;
2264 : }
2265 :
2266 84640 : st_ivas->hTcBuffer = hTcBuffer;
2267 :
2268 84640 : return IVAS_ERR_OK;
2269 : }
2270 :
2271 :
2272 : /*--------------------------------------------------------------------------*
2273 : * ivas_jbm_dec_tc_buffer_reconfigure()
2274 : *
2275 : * open and initialize JBM transport channel buffer
2276 : *--------------------------------------------------------------------------*/
2277 :
2278 94023 : ivas_error ivas_jbm_dec_tc_buffer_reconfigure(
2279 : Decoder_Struct *st_ivas, /* i/o: IVAS decoder structure */
2280 : const TC_BUFFER_MODE tc_buffer_mode, /* i : new buffer mode */
2281 : const int16_t nchan_transport_jbm, /* i : new number of real transport channels */
2282 : const int16_t nchan_transport_internal, /* i : new number of totally buffered channels */
2283 : const int16_t nchan_full, /* i : new number of channels to fully store */
2284 : const int16_t n_samples_granularity /* i : new granularity of the renderer/buffer */
2285 : )
2286 : {
2287 : int16_t ch_idx, num_tc_buffer_mem, n_samples_still_available;
2288 : float tc_buffer_mem[MAX_INTERN_CHANNELS][L_FRAME48k / MAX_PARAM_SPATIAL_SUBFRAMES - 1];
2289 : ivas_error error;
2290 : DECODER_TC_BUFFER_HANDLE hTcBuffer;
2291 :
2292 94023 : hTcBuffer = st_ivas->hTcBuffer;
2293 :
2294 94023 : num_tc_buffer_mem = 0;
2295 94023 : n_samples_still_available = 0;
2296 :
2297 94023 : if ( st_ivas->hDecoderConfig->Opt_tsm )
2298 : {
2299 : /* save samples of the TC buffer from the previous frame */
2300 29292 : num_tc_buffer_mem = min( hTcBuffer->nchan_transport_internal, nchan_transport_internal );
2301 29292 : n_samples_still_available = hTcBuffer->n_samples_buffered - hTcBuffer->n_samples_rendered;
2302 :
2303 : /* what is remaining from last frame needs always be smaller than the new granularity */
2304 29292 : assert( n_samples_still_available < n_samples_granularity );
2305 :
2306 113875 : for ( ch_idx = 0; ch_idx < num_tc_buffer_mem; ch_idx++ )
2307 : {
2308 84583 : mvr2r( hTcBuffer->tc_buffer_old[ch_idx] + hTcBuffer->n_samples_flushed, tc_buffer_mem[ch_idx], n_samples_still_available );
2309 : }
2310 : }
2311 :
2312 : /* if granularity changes, adapt subframe_nb_slots */
2313 94023 : if ( n_samples_granularity != hTcBuffer->n_samples_granularity )
2314 : {
2315 : #ifdef DEBUGGING
2316 : int16_t nMaxSlotsPerSubframeOld;
2317 : #endif
2318 : int16_t nMaxSlotsPerSubframeNew;
2319 :
2320 21164 : nMaxSlotsPerSubframeNew = (int16_t) ( st_ivas->hDecoderConfig->output_Fs / ( FRAMES_PER_SEC * MAX_PARAM_SPATIAL_SUBFRAMES ) ) / n_samples_granularity;
2321 : #ifdef DEBUGGING
2322 : nMaxSlotsPerSubframeOld = (int16_t) ( st_ivas->hDecoderConfig->output_Fs / ( FRAMES_PER_SEC * MAX_PARAM_SPATIAL_SUBFRAMES ) ) / st_ivas->hTcBuffer->n_samples_granularity;
2323 : assert( hTcBuffer->subframe_nbslots[hTcBuffer->subframes_rendered - 1] == nMaxSlotsPerSubframeOld );
2324 : if ( n_samples_granularity < hTcBuffer->n_samples_granularity )
2325 : {
2326 : assert( ( hTcBuffer->n_samples_granularity % n_samples_granularity ) == 0 );
2327 : }
2328 : else
2329 : {
2330 : assert( ( n_samples_granularity % hTcBuffer->n_samples_granularity ) == 0 );
2331 : }
2332 : #endif
2333 : /* if samples were flushed, take that into account here */
2334 21164 : if ( n_samples_granularity < hTcBuffer->n_samples_granularity && hTcBuffer->n_samples_flushed > 0 )
2335 : {
2336 2019 : hTcBuffer->subframe_nbslots[hTcBuffer->subframes_rendered - 1] = hTcBuffer->n_samples_flushed / n_samples_granularity;
2337 2019 : hTcBuffer->n_samples_flushed = 0;
2338 : }
2339 : else
2340 : {
2341 19145 : hTcBuffer->subframe_nbslots[hTcBuffer->subframes_rendered - 1] = nMaxSlotsPerSubframeNew;
2342 : }
2343 : }
2344 :
2345 94023 : hTcBuffer->tc_buffer_mode = tc_buffer_mode;
2346 94023 : hTcBuffer->nchan_transport_jbm = nchan_transport_jbm;
2347 94023 : hTcBuffer->nchan_transport_internal = nchan_transport_internal;
2348 94023 : hTcBuffer->nchan_buffer_full = nchan_full;
2349 94023 : hTcBuffer->n_samples_granularity = n_samples_granularity;
2350 :
2351 : /* reallocate TC audio buffers */
2352 :
2353 94023 : ivas_jbm_dec_tc_audio_deallocate( hTcBuffer );
2354 :
2355 94023 : if ( ( error = ivas_jbm_dec_tc_audio_allocate( hTcBuffer, st_ivas->hDecoderConfig->output_Fs, st_ivas->hDecoderConfig->Opt_tsm ) ) != IVAS_ERR_OK )
2356 : {
2357 0 : return error;
2358 : }
2359 :
2360 : /* propagate samples of the TC buffer from the previous frame */
2361 178606 : for ( ch_idx = 0; ch_idx < num_tc_buffer_mem; ch_idx++ )
2362 : {
2363 84583 : mvr2r( tc_buffer_mem[ch_idx], hTcBuffer->tc_buffer_old[ch_idx], n_samples_still_available );
2364 : }
2365 :
2366 94023 : return IVAS_ERR_OK;
2367 : }
2368 :
2369 :
2370 : /*--------------------------------------------------------------------------*
2371 : * ivas_jbm_dec_tc_buffer_playout()
2372 : *
2373 : *
2374 : *--------------------------------------------------------------------------*/
2375 :
2376 2768115 : static void ivas_jbm_dec_tc_buffer_playout(
2377 : Decoder_Struct *st_ivas,
2378 : const uint16_t nSamplesAsked,
2379 : uint16_t *nSamplesRendered,
2380 : float *output[] )
2381 : {
2382 : int16_t ch_idx, slot_size, slots_to_render, first_sf, last_sf;
2383 :
2384 2768115 : slot_size = st_ivas->hTcBuffer->n_samples_granularity;
2385 :
2386 : /* loop for synthesis, assume we always have to render in multiples of 5ms subframes with spills */
2387 2768115 : slots_to_render = min( st_ivas->hTcBuffer->num_slots - st_ivas->hTcBuffer->slots_rendered, nSamplesAsked / slot_size );
2388 2768115 : st_ivas->hTcBuffer->slots_rendered += slots_to_render;
2389 2768115 : *nSamplesRendered = (uint16_t) slots_to_render * slot_size;
2390 2768115 : first_sf = st_ivas->hTcBuffer->subframes_rendered;
2391 2768115 : last_sf = first_sf;
2392 :
2393 12103120 : while ( slots_to_render > 0 )
2394 : {
2395 9335005 : slots_to_render -= st_ivas->hTcBuffer->subframe_nbslots[last_sf];
2396 9335005 : last_sf++;
2397 : }
2398 : #ifdef DEBUGGING
2399 : assert( slots_to_render == 0 );
2400 : #endif
2401 :
2402 8316868 : for ( ch_idx = 0; ch_idx < st_ivas->hTcBuffer->nchan_transport_jbm; ch_idx++ )
2403 : {
2404 5548753 : output[ch_idx] = st_ivas->hTcBuffer->tc[ch_idx] + st_ivas->hTcBuffer->n_samples_rendered;
2405 : }
2406 :
2407 2768115 : st_ivas->hTcBuffer->subframes_rendered = last_sf;
2408 :
2409 2768115 : return;
2410 : }
2411 :
2412 :
2413 : /*--------------------------------------------------------------------------*
2414 : * ivas_jbm_dec_tc_buffer_close()
2415 : *
2416 : * Close JBM transport channel buffer
2417 : *--------------------------------------------------------------------------*/
2418 :
2419 84640 : void ivas_jbm_dec_tc_buffer_close(
2420 : DECODER_TC_BUFFER_HANDLE *phTcBuffer /* i/o: TC buffer handle */
2421 : )
2422 : {
2423 84640 : if ( *phTcBuffer != NULL )
2424 : {
2425 84640 : ivas_jbm_dec_tc_audio_deallocate( *phTcBuffer );
2426 :
2427 84640 : free( *phTcBuffer );
2428 84640 : *phTcBuffer = NULL;
2429 : }
2430 :
2431 84640 : return;
2432 : }
2433 :
2434 :
2435 : /*--------------------------------------------------------------------------*
2436 : * ivas_jbm_dec_td_renderers_adapt_subframes()
2437 : *
2438 : * Close JBM transport channel buffer
2439 : *--------------------------------------------------------------------------*/
2440 :
2441 6114253 : void ivas_jbm_dec_td_renderers_adapt_subframes(
2442 : Decoder_Struct *st_ivas /* i/o: IVAS decoder structure */
2443 : )
2444 : {
2445 : int16_t nMaxSlotsPerSubframe, nSlotsAvailable;
2446 : uint16_t nSlotsInLastSubframe, nSlotsInFirstSubframe;
2447 :
2448 6114253 : nMaxSlotsPerSubframe = (int16_t) ( st_ivas->hDecoderConfig->output_Fs / ( FRAMES_PER_SEC * MAX_PARAM_SPATIAL_SUBFRAMES ) ) / st_ivas->hTcBuffer->n_samples_granularity;
2449 6114253 : nSlotsAvailable = st_ivas->hTcBuffer->n_samples_available / st_ivas->hTcBuffer->n_samples_granularity;
2450 6114253 : st_ivas->hTcBuffer->num_slots = nSlotsAvailable;
2451 6114253 : st_ivas->hTcBuffer->n_samples_available = nSlotsAvailable * st_ivas->hTcBuffer->n_samples_granularity;
2452 6114253 : nSlotsInFirstSubframe = nMaxSlotsPerSubframe - st_ivas->hTcBuffer->subframe_nbslots[st_ivas->hTcBuffer->nb_subframes - 1];
2453 6114253 : st_ivas->hTcBuffer->nb_subframes = 0;
2454 :
2455 6114253 : if ( nSlotsInFirstSubframe > 0 )
2456 : {
2457 71481 : st_ivas->hTcBuffer->nb_subframes = 1;
2458 71481 : nSlotsAvailable -= nSlotsInFirstSubframe;
2459 : }
2460 6114253 : st_ivas->hTcBuffer->nb_subframes += (int16_t) ceilf( (float) nSlotsAvailable / (float) nMaxSlotsPerSubframe );
2461 6114253 : nSlotsInLastSubframe = nSlotsAvailable % nMaxSlotsPerSubframe;
2462 6114253 : set_s( st_ivas->hTcBuffer->subframe_nbslots, 0, MAX_JBM_SUBFRAMES_5MS );
2463 6114253 : set_s( st_ivas->hTcBuffer->subframe_nbslots, nMaxSlotsPerSubframe, st_ivas->hTcBuffer->nb_subframes );
2464 :
2465 6114253 : if ( nSlotsInFirstSubframe > 0 )
2466 : {
2467 71481 : st_ivas->hTcBuffer->subframe_nbslots[0] = nSlotsInFirstSubframe;
2468 : }
2469 :
2470 6114253 : if ( nSlotsInLastSubframe > 0 )
2471 : {
2472 71517 : st_ivas->hTcBuffer->subframe_nbslots[st_ivas->hTcBuffer->nb_subframes - 1] = nSlotsInLastSubframe;
2473 : }
2474 :
2475 6114253 : st_ivas->hTcBuffer->slots_rendered = 0;
2476 6114253 : st_ivas->hTcBuffer->subframes_rendered = 0;
2477 :
2478 6114253 : return;
2479 : }
2480 :
2481 :
2482 : /*--------------------------------------------------------------------------*
2483 : * ivas_jbm_dec_get_tc_buffer_mode()
2484 : *
2485 : *
2486 : *--------------------------------------------------------------------------*/
2487 :
2488 127713 : TC_BUFFER_MODE ivas_jbm_dec_get_tc_buffer_mode(
2489 : Decoder_Struct *st_ivas /* i/o: IVAS decoder structure */
2490 : )
2491 : {
2492 : TC_BUFFER_MODE buffer_mode;
2493 127713 : buffer_mode = TC_BUFFER_MODE_BUFFER;
2494 :
2495 127713 : switch ( st_ivas->renderer_type )
2496 : {
2497 : /* all renderers where we are done after TC decoding (might include DMX to mono/stereo */
2498 19880 : case RENDERER_DISABLE:
2499 : case RENDERER_MCMASA_MONO_STEREO:
2500 : case RENDERER_OSBA_STEREO:
2501 : case RENDERER_MONO_DOWNMIX:
2502 19880 : buffer_mode = TC_BUFFER_MODE_BUFFER;
2503 19880 : break;
2504 93251 : case RENDERER_TD_PANNING:
2505 : case RENDERER_BINAURAL_OBJECTS_TD:
2506 : case RENDERER_BINAURAL_FASTCONV:
2507 : case RENDERER_BINAURAL_FASTCONV_ROOM:
2508 : case RENDERER_BINAURAL_PARAMETRIC:
2509 : case RENDERER_BINAURAL_PARAMETRIC_ROOM:
2510 : case RENDERER_STEREO_PARAMETRIC:
2511 : case RENDERER_DIRAC:
2512 : case RENDERER_PARAM_ISM:
2513 : case RENDERER_BINAURAL_MIXER_CONV:
2514 : case RENDERER_BINAURAL_MIXER_CONV_ROOM:
2515 : case RENDERER_OMASA_OBJECT_EXT:
2516 : case RENDERER_OMASA_MIX_EXT:
2517 : case RENDERER_OSBA_AMBI:
2518 : case RENDERER_OSBA_LS:
2519 93251 : buffer_mode = TC_BUFFER_MODE_RENDERER;
2520 93251 : break;
2521 8 : case RENDERER_NON_DIEGETIC_DOWNMIX:
2522 8 : if ( st_ivas->ivas_format == MONO_FORMAT )
2523 : {
2524 4 : buffer_mode = TC_BUFFER_MODE_BUFFER;
2525 : }
2526 : else
2527 : {
2528 4 : buffer_mode = TC_BUFFER_MODE_RENDERER;
2529 : }
2530 8 : break;
2531 1894 : case RENDERER_MC_PARAMMC:
2532 1894 : if ( st_ivas->hParamMC->synthesis_conf == PARAM_MC_SYNTH_MONO_STEREO )
2533 : {
2534 256 : buffer_mode = TC_BUFFER_MODE_BUFFER; /* TCs are already the DMX to mono or stereo */
2535 : }
2536 : else
2537 : {
2538 1638 : buffer_mode = TC_BUFFER_MODE_RENDERER;
2539 : }
2540 1894 : break;
2541 3505 : case RENDERER_MC:
2542 3505 : if ( ivas_jbm_dec_get_num_tc_channels( st_ivas ) != st_ivas->hDecoderConfig->nchan_out )
2543 : {
2544 2324 : buffer_mode = TC_BUFFER_MODE_RENDERER;
2545 : }
2546 3505 : break;
2547 9175 : case RENDERER_SBA_LINEAR_ENC:
2548 9175 : if ( st_ivas->ivas_format == MC_FORMAT && st_ivas->mc_mode == MC_MODE_MCT && ( st_ivas->renderer_type == RENDERER_MC || st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC ) && ( st_ivas->hTransSetup.nchan_out_woLFE + st_ivas->hTransSetup.num_lfe ) >= ( st_ivas->hOutSetup.nchan_out_woLFE + st_ivas->hOutSetup.num_lfe ) )
2549 : {
2550 306 : buffer_mode = TC_BUFFER_MODE_BUFFER;
2551 : }
2552 : else
2553 : {
2554 8869 : buffer_mode = TC_BUFFER_MODE_RENDERER;
2555 : }
2556 9175 : break;
2557 0 : case RENDERER_SBA_LINEAR_DEC:
2558 0 : if ( st_ivas->ivas_format == SBA_FORMAT && ( st_ivas->hDecoderConfig->output_config == IVAS_AUDIO_CONFIG_MONO || st_ivas->hDecoderConfig->output_config == IVAS_AUDIO_CONFIG_STEREO ) )
2559 : {
2560 0 : buffer_mode = TC_BUFFER_MODE_BUFFER;
2561 : }
2562 : else
2563 : {
2564 0 : buffer_mode = TC_BUFFER_MODE_RENDERER;
2565 : }
2566 0 : break;
2567 : #ifdef DEBUGGING
2568 : default:
2569 : assert( 0 );
2570 : #endif
2571 : }
2572 :
2573 127713 : return buffer_mode;
2574 : }
2575 :
2576 :
2577 : /*--------------------------------------------------------------------------*
2578 : * ivas_jbm_dec_metadata_open()
2579 : *
2580 : * Open structure for metadata buffering in JBM
2581 : *--------------------------------------------------------------------------*/
2582 :
2583 501 : ivas_error ivas_jbm_dec_metadata_open(
2584 : Decoder_Struct *st_ivas )
2585 : {
2586 : JBM_METADATA_HANDLE hJbmMetadata;
2587 501 : if ( ( hJbmMetadata = (JBM_METADATA_HANDLE) malloc( sizeof( JBM_METADATA ) ) ) == NULL )
2588 : {
2589 0 : return ( IVAS_ERROR( IVAS_ERR_FAILED_ALLOC, "Can not allocate memory for JBM metadata handle\n" ) );
2590 : }
2591 501 : hJbmMetadata->sf_write_idx = 0;
2592 501 : hJbmMetadata->sf_md_buffer_length = MASA_JBM_RINGBUFFER_FRAMES * MAX_PARAM_SPATIAL_SUBFRAMES;
2593 :
2594 501 : hJbmMetadata->slot_write_idx = 0;
2595 501 : hJbmMetadata->slot_read_idx = 0;
2596 501 : hJbmMetadata->slot_md_buffer_length = MASA_JBM_RINGBUFFER_FRAMES * MAX_JBM_SUBFRAMES_5MS * JBM_CLDFB_SLOTS_IN_SUBFRAME;
2597 :
2598 501 : st_ivas->hJbmMetadata = hJbmMetadata;
2599 :
2600 501 : return IVAS_ERR_OK;
2601 : }
2602 :
2603 :
2604 : /*--------------------------------------------------------------------------*
2605 : * ivas_jbm_dec_copy_masa_meta_to_buffer()
2606 : *
2607 : * Copy decoded MASA metadata to a ring buffer
2608 : *--------------------------------------------------------------------------*/
2609 :
2610 48944 : static void ivas_jbm_dec_copy_masa_meta_to_buffer(
2611 : Decoder_Struct *st_ivas )
2612 : {
2613 : int16_t sf, dir, band;
2614 : JBM_METADATA_HANDLE hJbmMetadata;
2615 : MASA_DECODER_EXT_OUT_META *extOutMeta;
2616 : int16_t write_idx;
2617 :
2618 48944 : hJbmMetadata = st_ivas->hJbmMetadata;
2619 48944 : extOutMeta = st_ivas->hMasa->data.extOutMeta;
2620 :
2621 244720 : for ( sf = 0; sf < MAX_PARAM_SPATIAL_SUBFRAMES; sf++ )
2622 : {
2623 195776 : write_idx = ( hJbmMetadata->sf_write_idx + sf ) % hJbmMetadata->sf_md_buffer_length;
2624 :
2625 587328 : for ( dir = 0; dir < MASA_MAXIMUM_DIRECTIONS; dir++ )
2626 : {
2627 9788800 : for ( band = 0; band < MASA_FREQUENCY_BANDS; band++ )
2628 : {
2629 9397248 : hJbmMetadata->directionIndexBuffer[dir][write_idx][band] = extOutMeta->directionIndex[dir][sf][band];
2630 9397248 : hJbmMetadata->directToTotalRatioBuffer[dir][write_idx][band] = extOutMeta->directToTotalRatio[dir][sf][band];
2631 9397248 : hJbmMetadata->spreadCoherenceBuffer[dir][write_idx][band] = extOutMeta->spreadCoherence[dir][sf][band];
2632 : }
2633 : }
2634 :
2635 4894400 : for ( band = 0; band < MASA_FREQUENCY_BANDS; band++ )
2636 : {
2637 4698624 : hJbmMetadata->diffuseToTotalRatioBuffer[write_idx][band] = extOutMeta->diffuseToTotalRatio[sf][band];
2638 4698624 : hJbmMetadata->surroundCoherenceBuffer[write_idx][band] = extOutMeta->surroundCoherence[sf][band];
2639 : }
2640 :
2641 195776 : hJbmMetadata->numberOfDirections[write_idx] = extOutMeta->descriptiveMeta.numberOfDirections;
2642 : }
2643 :
2644 48944 : return;
2645 : }
2646 :
2647 :
2648 : /*--------------------------------------------------------------------------*
2649 : * ivas_jbm_masa_sf_to_slot_map()
2650 : *
2651 : * Map input MASA metadata subframes to slots in JBM processing
2652 : *--------------------------------------------------------------------------*/
2653 :
2654 48944 : static void ivas_jbm_masa_sf_to_slot_map(
2655 : Decoder_Struct *st_ivas, /* i/o: IVAS decoder structure */
2656 : const int16_t nCldfbTs /* i : number of CLDFB time slots */
2657 : )
2658 : {
2659 : int16_t sf_to_slot_map[MAX_JBM_SUBFRAMES_5MS * JBM_CLDFB_SLOTS_IN_SUBFRAME];
2660 : int16_t num_slots_in_subfr;
2661 : JBM_METADATA_HANDLE hJbmMetadata;
2662 : int16_t slot_idx;
2663 : int16_t write_idx, sf_index;
2664 :
2665 48944 : ivas_jbm_dec_copy_masa_meta_to_buffer( st_ivas );
2666 :
2667 : /* Set values */
2668 48944 : hJbmMetadata = st_ivas->hJbmMetadata;
2669 48944 : num_slots_in_subfr = CLDFB_NO_COL_MAX / MAX_PARAM_SPATIAL_SUBFRAMES;
2670 :
2671 : /* Map input subframes to slots */
2672 48944 : ivas_jbm_dec_get_md_map_even_spacing( nCldfbTs, num_slots_in_subfr, 0, MAX_PARAM_SPATIAL_SUBFRAMES, sf_to_slot_map );
2673 :
2674 832019 : for ( slot_idx = 0; slot_idx < nCldfbTs; slot_idx++ )
2675 : {
2676 783075 : write_idx = ( hJbmMetadata->slot_write_idx + slot_idx ) % hJbmMetadata->slot_md_buffer_length;
2677 783075 : sf_index = ( hJbmMetadata->sf_write_idx + sf_to_slot_map[slot_idx] ) % hJbmMetadata->sf_md_buffer_length;
2678 :
2679 783075 : hJbmMetadata->sf_to_slot_map[write_idx] = sf_index;
2680 : }
2681 :
2682 48944 : hJbmMetadata->sf_write_idx = ( hJbmMetadata->sf_write_idx + MAX_PARAM_SPATIAL_SUBFRAMES ) % hJbmMetadata->sf_md_buffer_length;
2683 48944 : hJbmMetadata->slot_write_idx = ( hJbmMetadata->slot_write_idx + nCldfbTs ) % hJbmMetadata->slot_md_buffer_length;
2684 :
2685 48944 : return;
2686 : }
2687 :
2688 :
2689 : /*--------------------------------------------------------------------------*
2690 : * ivas_jbm_masa_sf_to_sf_map()
2691 : *
2692 : * Map input MASA metadata subframes to output subframes in JBM processing
2693 : *--------------------------------------------------------------------------*/
2694 :
2695 48938 : void ivas_jbm_masa_sf_to_sf_map(
2696 : Decoder_Struct *st_ivas /* i/o: IVAS decoder structure */
2697 : )
2698 : {
2699 : int16_t sf_to_sf_map[MAX_PARAM_SPATIAL_SUBFRAMES];
2700 : JBM_METADATA_HANDLE hJbmMetadata;
2701 : MASA_DECODER_EXT_OUT_META *extOutMeta;
2702 : int16_t slot_read_idx, sf_read_idx;
2703 : int16_t sf_idx;
2704 : int16_t dir, band;
2705 : uint8_t numberOfDirections;
2706 :
2707 : /* Set values */
2708 48938 : hJbmMetadata = st_ivas->hJbmMetadata;
2709 48938 : extOutMeta = st_ivas->hMasa->data.extOutMeta;
2710 :
2711 : /* Map slots to subframes */
2712 244690 : for ( sf_idx = 0; sf_idx < MAX_PARAM_SPATIAL_SUBFRAMES; sf_idx++ )
2713 : {
2714 195752 : slot_read_idx = ( hJbmMetadata->slot_read_idx + 2 ) % hJbmMetadata->slot_md_buffer_length; /* Take the latter one of the middle slots of the output subframe */
2715 195752 : sf_to_sf_map[sf_idx] = hJbmMetadata->sf_to_slot_map[slot_read_idx];
2716 195752 : hJbmMetadata->slot_read_idx = ( hJbmMetadata->slot_read_idx + CLDFB_SLOTS_PER_SUBFRAME ) % hJbmMetadata->slot_md_buffer_length;
2717 : }
2718 :
2719 : /* Copy mapped metadata to the EXT meta buffer for writing */
2720 244690 : for ( sf_idx = 0; sf_idx < MAX_PARAM_SPATIAL_SUBFRAMES; sf_idx++ )
2721 : {
2722 195752 : sf_read_idx = sf_to_sf_map[sf_idx];
2723 :
2724 587256 : for ( dir = 0; dir < MASA_MAXIMUM_DIRECTIONS; dir++ )
2725 : {
2726 9787600 : for ( band = 0; band < MASA_FREQUENCY_BANDS; band++ )
2727 : {
2728 9396096 : extOutMeta->directionIndex[dir][sf_idx][band] = hJbmMetadata->directionIndexBuffer[dir][sf_read_idx][band];
2729 9396096 : extOutMeta->directToTotalRatio[dir][sf_idx][band] = hJbmMetadata->directToTotalRatioBuffer[dir][sf_read_idx][band];
2730 9396096 : extOutMeta->spreadCoherence[dir][sf_idx][band] = hJbmMetadata->spreadCoherenceBuffer[dir][sf_read_idx][band];
2731 : }
2732 : }
2733 :
2734 4893800 : for ( band = 0; band < MASA_FREQUENCY_BANDS; band++ )
2735 : {
2736 4698048 : extOutMeta->diffuseToTotalRatio[sf_idx][band] = hJbmMetadata->diffuseToTotalRatioBuffer[sf_read_idx][band];
2737 4698048 : extOutMeta->surroundCoherence[sf_idx][band] = hJbmMetadata->surroundCoherenceBuffer[sf_read_idx][band];
2738 : }
2739 : }
2740 :
2741 : /* Determine the number of directions for the frame to be written */
2742 48938 : numberOfDirections = 0;
2743 221622 : for ( sf_idx = 0; sf_idx < MAX_PARAM_SPATIAL_SUBFRAMES; sf_idx++ )
2744 : {
2745 178525 : sf_read_idx = sf_to_sf_map[sf_idx];
2746 :
2747 178525 : if ( hJbmMetadata->numberOfDirections[sf_read_idx] == 1 )
2748 : {
2749 5841 : numberOfDirections = 1;
2750 5841 : break;
2751 : }
2752 : }
2753 :
2754 48938 : extOutMeta->descriptiveMeta.numberOfDirections = numberOfDirections;
2755 :
2756 48938 : return;
2757 : }
2758 :
2759 :
2760 : /*--------------------------------------------------------------------------*
2761 : * ivas_dec_prepare_renderer()
2762 : *
2763 : * prepare IVAS renderer routine
2764 : *--------------------------------------------------------------------------*/
2765 :
2766 12787304 : void ivas_dec_prepare_renderer(
2767 : Decoder_Struct *st_ivas /* i/o: IVAS decoder structure */
2768 : )
2769 : {
2770 : int16_t n, n_render_timeslots;
2771 :
2772 12787304 : push_wmops( "ivas_dec_prepare_renderer" );
2773 :
2774 12787304 : n_render_timeslots = st_ivas->hTcBuffer->n_samples_available / st_ivas->hTcBuffer->n_samples_granularity;
2775 :
2776 12787304 : if ( st_ivas->hTcBuffer->tc_buffer_mode == TC_BUFFER_MODE_BUFFER )
2777 : {
2778 2318409 : ivas_jbm_dec_td_renderers_adapt_subframes( st_ivas );
2779 :
2780 2318409 : if ( ( st_ivas->ivas_format == MASA_FORMAT || st_ivas->ivas_format == MASA_ISM_FORMAT ) && st_ivas->hDecoderConfig->output_config == IVAS_AUDIO_CONFIG_EXTERNAL && st_ivas->hDecoderConfig->Opt_tsm )
2781 : {
2782 45854 : ivas_jbm_masa_sf_to_slot_map( st_ivas, n_render_timeslots );
2783 : }
2784 :
2785 : /* MASA transport gaining for edited disc OMASA EXT. For ISMs, only metadata is modified */
2786 2318409 : if ( st_ivas->ivas_format == MASA_ISM_FORMAT && st_ivas->ism_mode == ISM_MASA_MODE_DISC && st_ivas->hDecoderConfig->output_config == IVAS_AUDIO_CONFIG_EXTERNAL && st_ivas->hMasaIsmData->masa_gain_is_edited == 1 )
2787 : {
2788 0 : ivas_omasa_gain_masa_tc( st_ivas->hTcBuffer->tc, st_ivas->hMasaIsmData->gain_masa_edited, st_ivas->nchan_ism, st_ivas->hTcBuffer->n_samples_available );
2789 : }
2790 : }
2791 10468895 : else if ( st_ivas->ivas_format == STEREO_FORMAT )
2792 : {
2793 49410 : ivas_jbm_dec_td_renderers_adapt_subframes( st_ivas );
2794 : }
2795 10419485 : else if ( st_ivas->ivas_format == ISM_FORMAT )
2796 : {
2797 1410540 : if ( st_ivas->ism_mode == ISM_MODE_PARAM )
2798 : {
2799 231370 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC_ROOM || st_ivas->renderer_type == RENDERER_STEREO_PARAMETRIC )
2800 : {
2801 122802 : ivas_dirac_dec_set_md_map( st_ivas, n_render_timeslots );
2802 122802 : ivas_param_ism_params_to_masa_param_mapping( st_ivas );
2803 : }
2804 108568 : else if ( st_ivas->renderer_type == RENDERER_PARAM_ISM || st_ivas->renderer_type == RENDERER_SBA_LINEAR_ENC )
2805 : {
2806 108568 : ivas_param_ism_dec_prepare_renderer( st_ivas, n_render_timeslots );
2807 : }
2808 : }
2809 : else /* ISM_MODE_DISC */
2810 : {
2811 1179170 : ivas_ism_dec_digest_tc( st_ivas );
2812 : }
2813 : }
2814 9008945 : else if ( st_ivas->ivas_format == SBA_FORMAT || st_ivas->ivas_format == MASA_FORMAT )
2815 : {
2816 5812962 : ivas_sba_dec_digest_tc( st_ivas, n_render_timeslots, st_ivas->hTcBuffer->n_samples_available );
2817 : }
2818 3195983 : else if ( st_ivas->ivas_format == SBA_ISM_FORMAT )
2819 : {
2820 1763773 : if ( st_ivas->ism_mode == ISM_SBA_MODE_DISC )
2821 : {
2822 844774 : ivas_ism_dec_digest_tc( st_ivas );
2823 :
2824 : /* delay the objects here for all renderers where it is needed */
2825 844774 : if ( ( st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV ||
2826 613430 : st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV_ROOM ||
2827 506439 : st_ivas->renderer_type == RENDERER_OSBA_AMBI ||
2828 359309 : st_ivas->renderer_type == RENDERER_OSBA_LS ||
2829 128355 : st_ivas->hDecoderConfig->output_config == IVAS_AUDIO_CONFIG_EXTERNAL ) &&
2830 786943 : ( st_ivas->hDecoderConfig->output_config != IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_CODED && st_ivas->hDecoderConfig->output_config != IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_PCM ) )
2831 : {
2832 2858201 : for ( n = 0; n < st_ivas->nchan_ism; n++ )
2833 : {
2834 2071258 : delay_signal( st_ivas->hTcBuffer->tc[n], st_ivas->hTcBuffer->n_samples_available, st_ivas->hSbaIsmData->delayBuffer[n], st_ivas->hSbaIsmData->delayBuffer_size );
2835 : }
2836 : }
2837 :
2838 844774 : if ( !st_ivas->sba_dirac_stereo_flag )
2839 : {
2840 786943 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_FASTCONV )
2841 : {
2842 231344 : n_render_timeslots *= ( st_ivas->hTcBuffer->n_samples_granularity / st_ivas->hSpatParamRendCom->slot_size );
2843 : }
2844 :
2845 786943 : ivas_sba_dec_digest_tc( st_ivas, n_render_timeslots, st_ivas->hTcBuffer->n_samples_available );
2846 : }
2847 : }
2848 : else
2849 : {
2850 918999 : ivas_jbm_dec_td_renderers_adapt_subframes( st_ivas );
2851 :
2852 918999 : ivas_sba_dec_digest_tc( st_ivas, n_render_timeslots, st_ivas->hTcBuffer->n_samples_available );
2853 : }
2854 : }
2855 1432210 : else if ( st_ivas->ivas_format == MASA_ISM_FORMAT )
2856 : {
2857 533499 : if ( st_ivas->renderer_type == RENDERER_OMASA_MIX_EXT || st_ivas->renderer_type == RENDERER_OMASA_OBJECT_EXT )
2858 : {
2859 9468 : ivas_jbm_dec_td_renderers_adapt_subframes( st_ivas );
2860 :
2861 9468 : if ( st_ivas->hDecoderConfig->Opt_tsm )
2862 : {
2863 3090 : ivas_jbm_masa_sf_to_slot_map( st_ivas, n_render_timeslots );
2864 : }
2865 :
2866 : /* MASA transport gaining for edited param_one OMASA EXT. For ISMs, only metadata is modified. */
2867 9468 : if ( st_ivas->ism_mode == ISM_MASA_MODE_PARAM_ONE_OBJ && st_ivas->hMasaIsmData->masa_gain_is_edited == 1 )
2868 : {
2869 0 : for ( n = 0; n < CPE_CHANNELS; n++ )
2870 : {
2871 0 : v_multc( st_ivas->hTcBuffer->tc[n], st_ivas->hMasaIsmData->gain_masa_edited, st_ivas->hTcBuffer->tc[n], st_ivas->hTcBuffer->n_samples_available );
2872 : }
2873 : }
2874 : }
2875 : else
2876 : {
2877 524031 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC && st_ivas->ism_mode == ISM_MASA_MODE_DISC )
2878 : {
2879 43652 : n_render_timeslots *= ( st_ivas->hTcBuffer->n_samples_granularity / st_ivas->hSpatParamRendCom->slot_size );
2880 : }
2881 :
2882 524031 : ivas_sba_dec_digest_tc( st_ivas, n_render_timeslots, st_ivas->hTcBuffer->n_samples_available );
2883 :
2884 524031 : if ( st_ivas->ism_mode == ISM_MASA_MODE_DISC )
2885 : {
2886 333327 : ivas_ism_dec_digest_tc( st_ivas );
2887 : }
2888 :
2889 524031 : if ( st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC || st_ivas->renderer_type == RENDERER_DIRAC )
2890 : {
2891 : int16_t nchan_transport_ism;
2892 :
2893 : /* Delay the signal to match CLDFB delay. Delay the whole buffer. */
2894 356028 : nchan_transport_ism = 0;
2895 356028 : if ( ( st_ivas->ism_mode == ISM_MASA_MODE_MASA_ONE_OBJ || st_ivas->ism_mode == ISM_MASA_MODE_PARAM_ONE_OBJ ) && st_ivas->renderer_type != RENDERER_BINAURAL_PARAMETRIC )
2896 : {
2897 90365 : nchan_transport_ism = 1;
2898 : }
2899 265663 : else if ( st_ivas->ism_mode == ISM_MASA_MODE_DISC )
2900 : {
2901 232001 : nchan_transport_ism = st_ivas->nchan_ism;
2902 : }
2903 :
2904 978217 : for ( n = 0; n < nchan_transport_ism; n++ )
2905 : {
2906 622189 : if ( st_ivas->ism_mode == ISM_MASA_MODE_DISC && st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC )
2907 : {
2908 : float gainIsm;
2909 115174 : gainIsm = OMASA_TDREND_MATCHING_GAIN;
2910 :
2911 115174 : if ( st_ivas->hMasaIsmData->ism_gain_is_edited[n] )
2912 : {
2913 28586 : gainIsm *= st_ivas->hMasaIsmData->gain_ism_edited[n];
2914 : }
2915 :
2916 115174 : v_multc( st_ivas->hTcBuffer->tc[CPE_CHANNELS + n], gainIsm, st_ivas->hTcBuffer->tc[CPE_CHANNELS + n], st_ivas->hTcBuffer->n_samples_available );
2917 : }
2918 :
2919 622189 : if ( st_ivas->hDecoderConfig->output_config != IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_CODED && st_ivas->hDecoderConfig->output_config != IVAS_AUDIO_CONFIG_BINAURAL_SPLIT_PCM )
2920 : {
2921 622189 : delay_signal( st_ivas->hTcBuffer->tc[CPE_CHANNELS + n], st_ivas->hTcBuffer->n_samples_available, st_ivas->hMasaIsmData->delayBuffer[n], st_ivas->hMasaIsmData->delayBuffer_size );
2922 : }
2923 : }
2924 :
2925 356028 : if ( st_ivas->ism_mode == ISM_MASA_MODE_DISC && st_ivas->renderer_type == RENDERER_BINAURAL_PARAMETRIC )
2926 : {
2927 : int16_t tcBufferSize;
2928 43652 : tcBufferSize = st_ivas->hSpatParamRendCom->num_slots * st_ivas->hSpatParamRendCom->slot_size;
2929 :
2930 43652 : if ( st_ivas->hMasaIsmData->masa_gain_is_edited )
2931 : {
2932 24429 : for ( n = 0; n < BINAURAL_CHANNELS; n++ )
2933 : {
2934 16286 : v_multc( st_ivas->hTcBuffer->tc[n], st_ivas->hMasaIsmData->gain_masa_edited, st_ivas->hTcBuffer->tc[n], tcBufferSize );
2935 : }
2936 : }
2937 : }
2938 : }
2939 : }
2940 : }
2941 898711 : else if ( st_ivas->ivas_format == MC_FORMAT )
2942 : {
2943 898711 : if ( st_ivas->mc_mode == MC_MODE_MCT )
2944 : {
2945 418444 : ivas_jbm_dec_td_renderers_adapt_subframes( st_ivas );
2946 : }
2947 480267 : else if ( st_ivas->mc_mode == MC_MODE_PARAMUPMIX )
2948 : {
2949 42252 : ivas_mc_paramupmix_dec_digest_tc( st_ivas, (uint8_t) n_render_timeslots, st_ivas->hTcBuffer->n_samples_available );
2950 : }
2951 438015 : else if ( st_ivas->mc_mode == MC_MODE_PARAMMC )
2952 : {
2953 199607 : ivas_param_mc_dec_prepare_renderer( st_ivas, (uint8_t) n_render_timeslots );
2954 : }
2955 238408 : else if ( st_ivas->mc_mode == MC_MODE_MCMASA )
2956 : {
2957 238408 : ivas_sba_dec_digest_tc( st_ivas, n_render_timeslots, st_ivas->hTcBuffer->n_samples_available );
2958 : }
2959 : }
2960 :
2961 12787304 : pop_wmops();
2962 12787304 : return;
2963 : }
|
