way better controller handling
[vg.git] / vg_audio.h
1 /* Copyright (C) 2021-2023 Harry Godden (hgn) - All Rights Reserved */
2
3 #ifndef VG_AUDIO_H
4 #define VG_AUDIO_H
5
6 #define VG_GAME
7
8 #include "vg/vg.h"
9 #include "vg/vg_stdint.h"
10 #include "vg/vg_platform.h"
11 #include "vg/vg_io.h"
12 #include "vg/vg_m.h"
13 #include "vg/vg_ui.h"
14 #include "vg/vg_console.h"
15 #include "vg/vg_store.h"
16 #include "vg/vg_profiler.h"
17 #include "vg/vg_audio_synth_bird.h"
18
19 #include <sys/time.h>
20 #include <math.h>
21
22 #ifdef __GNUC__
23 #ifndef __clang__
24 #pragma GCC push_options
25 #pragma GCC optimize ("O3")
26 #pragma GCC diagnostic push
27 #pragma GCC diagnostic ignored "-Wdeprecated-declarations"
28 #endif
29 #endif
30
31 #define STB_VORBIS_MAX_CHANNELS 2
32 #include "submodules/stb/stb_vorbis.c"
33 #undef L
34 #undef R
35 #undef C
36
37 #ifdef __GNUC__
38 #ifndef __clang__
39 #pragma GCC pop_options
40 #pragma GCC diagnostic pop
41 #endif
42 #endif
43
44 #define AUDIO_FRAME_SIZE 512
45 #define AUDIO_MIX_FRAME_SIZE 256
46
47 #define AUDIO_CHANNELS 32
48 #define AUDIO_LFOS 8
49 #define AUDIO_FILTERS 16
50 #define AUDIO_FLAG_LOOP 0x1
51 #define AUDIO_FLAG_NO_DOPPLER 0x2
52 #define AUDIO_FLAG_SPACIAL_3D 0x4
53 #define AUDIO_FLAG_AUTO_START 0x8
54 #define AUDIO_FLAG_FORMAT 0x1E00
55
56 enum audio_format
57 {
58 k_audio_format_mono = 0x000u,
59 k_audio_format_stereo = 0x200u,
60 k_audio_format_vorbis = 0x400u,
61 k_audio_format_none0 = 0x600u,
62 k_audio_format_none1 = 0x800u,
63 k_audio_format_none2 = 0xA00u,
64 k_audio_format_none3 = 0xC00u,
65 k_audio_format_none4 = 0xE00u,
66
67 k_audio_format_bird = 0x1000u,
68 k_audio_format_none5 = 0x1200u,
69 k_audio_format_none6 = 0x1400u,
70 k_audio_format_none7 = 0x1600u,
71 k_audio_format_none8 = 0x1800u,
72 k_audio_format_none9 = 0x1A00u,
73 k_audio_format_none10 = 0x1C00u,
74 k_audio_format_none11 = 0x1E00u,
75 };
76
77 #define AUDIO_DECODE_SIZE (1024*256) /* 256 kb decoding buffers */
78 #define AUDIO_MUTE_VOLUME 0.0f
79 #define AUDIO_BASE_VOLUME 1.0f
80
81 typedef struct audio_clip audio_clip;
82 typedef struct audio_channel audio_channel;
83 typedef struct audio_lfo audio_lfo;
84
85 struct audio_clip{
86 const char *path;
87 u32 flags;
88 u32 size;
89 void *data;
90 };
91
92 static struct vg_audio_system{
93 SDL_AudioDeviceID sdl_output_device;
94
95 void *audio_pool,
96 *decode_buffer;
97 u32 samples_last;
98
99 /* synchro */
100 int sync_locked;
101
102 SDL_SpinLock sl_checker,
103 sl_sync;
104
105 struct audio_lfo{
106 u32 time, time_startframe;
107 float sqrt_polynomial_coefficient;
108
109 struct{
110 enum lfo_wave_type{
111 k_lfo_triangle,
112 k_lfo_square,
113 k_lfo_saw,
114 k_lfo_polynomial_bipolar
115 }
116 wave_type;
117
118 u32 period;
119 float polynomial_coefficient;
120 }
121 _, editable_state;
122 u32 editble_state_write_mask;
123 }
124 oscillators[ AUDIO_LFOS ];
125
126 struct audio_channel{
127 int allocated;
128 u32 group;
129
130 char name[32]; /* only editable while allocated == 0 */
131 audio_clip *source; /* ... */
132 u32 flags; /* ... */
133 u32 colour; /* ... */
134
135 /* internal non-readable state
136 * -----------------------------*/
137 u32 cursor, source_length;
138
139 float volume_movement_start,
140 pan_movement_start;
141
142 u32 volume_movement,
143 pan_movement;
144
145 union{
146 struct synth_bird *bird_handle;
147 stb_vorbis *vorbis_handle;
148 };
149
150 stb_vorbis_alloc vorbis_alloc;
151
152 enum channel_activity{
153 k_channel_activity_reset, /* will advance if allocated==1, to wake */
154 k_channel_activity_wake, /* will advance to either of next two */
155 k_channel_activity_alive,
156 k_channel_activity_end,
157 k_channel_activity_error
158 }
159 activity,
160 readable_activity;
161
162 /*
163 * editable structure, can be modified inside _lock and _unlock
164 * the edit mask tells which to copy into internal _, or to discard
165 * ----------------------------------------------------------------------
166 */
167 struct channel_state{
168 int relinquished;
169
170 float volume, /* current volume */
171 volume_target, /* target volume */
172 pan,
173 pan_target,
174 sampling_rate;
175
176 u32 volume_rate,
177 pan_rate;
178
179 v4f spacial_falloff; /* xyz, range */
180
181 audio_lfo *lfo;
182 float lfo_amount;
183 }
184 _, editable_state;
185 u32 editble_state_write_mask;
186 }
187 channels[ AUDIO_CHANNELS ];
188
189 int debug_ui, debug_ui_3d, debug_dsp;
190
191 v3f internal_listener_pos,
192 internal_listener_ears,
193 internal_listener_velocity,
194
195 external_listener_pos,
196 external_listener_ears,
197 external_lister_velocity;
198
199 float internal_global_volume,
200 external_global_volume;
201 }
202 vg_audio = { .external_global_volume = 1.0f };
203
204 #include "vg/vg_audio_dsp.h"
205
206 static struct vg_profile
207 _vg_prof_audio_decode = {.mode = k_profile_mode_accum,
208 .name = "[T2] audio_decode()"},
209 _vg_prof_audio_mix = {.mode = k_profile_mode_accum,
210 .name = "[T2] audio_mix()"},
211 _vg_prof_dsp = {.mode = k_profile_mode_accum,
212 .name = "[T2] dsp_process()"},
213 vg_prof_audio_decode,
214 vg_prof_audio_mix,
215 vg_prof_audio_dsp;
216
217 /*
218 * These functions are called from the main thread and used to prevent bad
219 * access. TODO: They should be no-ops in release builds.
220 */
221 VG_STATIC int audio_lock_checker_load(void)
222 {
223 int value;
224 SDL_AtomicLock( &vg_audio.sl_checker );
225 value = vg_audio.sync_locked;
226 SDL_AtomicUnlock( &vg_audio.sl_checker );
227 return value;
228 }
229
230 VG_STATIC void audio_lock_checker_store( int value )
231 {
232 SDL_AtomicLock( &vg_audio.sl_checker );
233 vg_audio.sync_locked = value;
234 SDL_AtomicUnlock( &vg_audio.sl_checker );
235 }
236
237 VG_STATIC void audio_require_lock(void)
238 {
239 if( audio_lock_checker_load() )
240 return;
241
242 vg_error( "Modifying sound effects systems requires locking\n" );
243 abort();
244 }
245
246 VG_STATIC void audio_lock(void)
247 {
248 SDL_AtomicLock( &vg_audio.sl_sync );
249 audio_lock_checker_store(1);
250 }
251
252 VG_STATIC void audio_unlock(void)
253 {
254 audio_lock_checker_store(0);
255 SDL_AtomicUnlock( &vg_audio.sl_sync );
256 }
257
258 VG_STATIC void audio_mixer_callback( void *user, u8 *stream, int frame_count );
259 VG_STATIC void vg_audio_init(void)
260 {
261 /* TODO: Move here? */
262 vg_console_reg_var( "debug_audio", &vg_audio.debug_ui,
263 k_var_dtype_i32, VG_VAR_CHEAT );
264 vg_console_reg_var( "debug_dsp", &vg_audio.debug_dsp,
265 k_var_dtype_i32, VG_VAR_CHEAT );
266 vg_console_reg_var( "volume", &vg_audio.external_global_volume,
267 k_var_dtype_f32, VG_VAR_PERSISTENT );
268
269 /* allocate memory */
270 /* 32mb fixed */
271 vg_audio.audio_pool =
272 vg_create_linear_allocator( vg_mem.rtmemory, 1024*1024*32,
273 VG_MEMORY_SYSTEM );
274
275 /* fixed */
276 u32 decode_size = AUDIO_DECODE_SIZE * AUDIO_CHANNELS;
277 vg_audio.decode_buffer = vg_linear_alloc( vg_mem.rtmemory, decode_size );
278
279 vg_dsp_init();
280
281 SDL_AudioSpec spec_desired, spec_got;
282 spec_desired.callback = audio_mixer_callback;
283 spec_desired.channels = 2;
284 spec_desired.format = AUDIO_F32;
285 spec_desired.freq = 44100;
286 spec_desired.padding = 0;
287 spec_desired.samples = AUDIO_FRAME_SIZE;
288 spec_desired.silence = 0;
289 spec_desired.size = 0;
290 spec_desired.userdata = NULL;
291
292 vg_audio.sdl_output_device =
293 SDL_OpenAudioDevice( NULL, 0, &spec_desired, &spec_got,0 );
294
295 if( vg_audio.sdl_output_device ){
296 SDL_PauseAudioDevice( vg_audio.sdl_output_device, 0 );
297 }
298 else{
299 vg_fatal_error(
300 "SDL_OpenAudioDevice failed. Your default audio device must support:\n"
301 " Frequency: 44100 hz\n"
302 " Buffer size: 512\n"
303 " Channels: 2\n"
304 " Format: s16 or f32\n" );
305 }
306 }
307
308 VG_STATIC void vg_audio_free(void)
309 {
310 vg_dsp_free();
311 SDL_CloseAudioDevice( vg_audio.sdl_output_device );
312 }
313
314 /*
315 * thread 1
316 */
317
318 #define AUDIO_EDIT_VOLUME_SLOPE 0x1
319 #define AUDIO_EDIT_VOLUME 0x2
320 #define AUDIO_EDIT_LFO_PERIOD 0x4
321 #define AUDIO_EDIT_LFO_WAVE 0x8
322 #define AUDIO_EDIT_LFO_ATTACHMENT 0x10
323 #define AUDIO_EDIT_SPACIAL 0x20
324 #define AUDIO_EDIT_OWNERSHIP 0x40
325 #define AUDIO_EDIT_SAMPLING_RATE 0x80
326
327 static void audio_channel_init( audio_channel *ch, audio_clip *clip, u32 flags )
328 {
329 ch->group = 0;
330 ch->source = clip;
331 ch->flags = flags;
332 ch->colour = 0x00333333;
333
334 if( (ch->source->flags & AUDIO_FLAG_FORMAT) == k_audio_format_bird )
335 strcpy( ch->name, "[array]" );
336 else
337 vg_strncpy( clip->path, ch->name, 32, k_strncpy_always_add_null );
338
339 ch->allocated = 1;
340
341 ch->editable_state.relinquished = 0;
342 ch->editable_state.volume = 1.0f;
343 ch->editable_state.volume_target = 1.0f;
344 ch->editable_state.pan = 0.0f;
345 ch->editable_state.pan_target = 0.0f;
346 ch->editable_state.volume_rate = 0;
347 ch->editable_state.pan_rate = 0;
348 v4_copy((v4f){0.0f,0.0f,0.0f,1.0f},ch->editable_state.spacial_falloff);
349 ch->editable_state.lfo = NULL;
350 ch->editable_state.lfo_amount = 0.0f;
351 ch->editable_state.sampling_rate = 1.0f;
352 ch->editble_state_write_mask = 0x00;
353 }
354
355 static void audio_channel_group( audio_channel *ch, u32 group )
356 {
357 ch->group = group;
358 ch->colour = ((group * 29986577) & 0x00ffffff) | 0xff000000;
359 }
360
361 static audio_channel *audio_get_first_idle_channel(void)
362 {
363 for( int i=0; i<AUDIO_CHANNELS; i++ ){
364 audio_channel *ch = &vg_audio.channels[i];
365
366 if( !ch->allocated ){
367 return ch;
368 }
369 }
370
371 return NULL;
372 }
373
374 static audio_channel *audio_get_group_idle_channel( u32 group, u32 max_count )
375 {
376 u32 count = 0;
377 audio_channel *dest = NULL;
378
379 for( int i=0; i<AUDIO_CHANNELS; i++ ){
380 audio_channel *ch = &vg_audio.channels[i];
381
382 if( ch->allocated ){
383 if( ch->group == group ){
384 count ++;
385 }
386 }
387 else{
388 if( !dest )
389 dest = ch;
390 }
391 }
392
393 if( dest && (count < max_count) ){
394 return dest;
395 }
396
397 return NULL;
398 }
399
400 static audio_channel *audio_get_group_first_active_channel( u32 group )
401 {
402 for( int i=0; i<AUDIO_CHANNELS; i++ ){
403 audio_channel *ch = &vg_audio.channels[i];
404 if( ch->allocated && (ch->group == group) )
405 return ch;
406 }
407 return NULL;
408 }
409
410 static int audio_channel_finished( audio_channel *ch )
411 {
412 if( ch->readable_activity == k_channel_activity_end )
413 return 1;
414 else
415 return 0;
416 }
417
418 static audio_channel *audio_relinquish_channel( audio_channel *ch )
419 {
420 ch->editable_state.relinquished = 1;
421 ch->editble_state_write_mask |= AUDIO_EDIT_OWNERSHIP;
422 return NULL;
423 }
424
425 static void audio_channel_slope_volume( audio_channel *ch, float length,
426 float new_volume )
427 {
428 ch->editable_state.volume_target = new_volume;
429 ch->editable_state.volume_rate = length * 44100.0f;
430 ch->editble_state_write_mask |= AUDIO_EDIT_VOLUME_SLOPE;
431 }
432
433 static void audio_channel_set_sampling_rate( audio_channel *ch, float rate )
434 {
435 ch->editable_state.sampling_rate = rate;
436 ch->editble_state_write_mask |= AUDIO_EDIT_SAMPLING_RATE;
437 }
438
439 static void audio_channel_edit_volume( audio_channel *ch,
440 float new_volume, int instant )
441 {
442 if( instant ){
443 ch->editable_state.volume = new_volume;
444 ch->editble_state_write_mask |= AUDIO_EDIT_VOLUME;
445 }
446 else{
447 audio_channel_slope_volume( ch, 0.05f, new_volume );
448 }
449 }
450
451 static audio_channel *audio_channel_fadeout( audio_channel *ch, float length )
452 {
453 audio_channel_slope_volume( ch, length, 0.0f );
454 return audio_relinquish_channel( ch );
455 }
456
457 static void audio_channel_fadein( audio_channel *ch, float length )
458 {
459 audio_channel_edit_volume( ch, 0.0f, 1 );
460 audio_channel_slope_volume( ch, length, 1.0f );
461 }
462
463 static audio_channel *audio_channel_crossfade( audio_channel *ch,
464 audio_clip *new_clip,
465 float length, u32 flags )
466 {
467 u32 cursor = 0;
468
469 if( ch )
470 ch = audio_channel_fadeout( ch, length );
471
472 audio_channel *replacement = audio_get_first_idle_channel();
473
474 if( replacement ){
475 audio_channel_init( replacement, new_clip, flags );
476 audio_channel_fadein( replacement, length );
477 }
478
479 return replacement;
480 }
481
482 static void audio_channel_sidechain_lfo( audio_channel *ch, int lfo_id,
483 float amount )
484 {
485 ch->editable_state.lfo = &vg_audio.oscillators[ lfo_id ];
486 ch->editable_state.lfo_amount = amount;
487 ch->editble_state_write_mask |= AUDIO_EDIT_LFO_ATTACHMENT;
488 }
489
490 static void audio_channel_set_spacial( audio_channel *ch, v3f co, float range )
491 {
492 if( ch->flags & AUDIO_FLAG_SPACIAL_3D ){
493 v3_copy( co, ch->editable_state.spacial_falloff );
494
495 if( range == 0.0f )
496 ch->editable_state.spacial_falloff[3] = 1.0f;
497 else
498 ch->editable_state.spacial_falloff[3] = 1.0f/range;
499
500 ch->editble_state_write_mask |= AUDIO_EDIT_SPACIAL;
501 }
502 else{
503 vg_warn( "Tried to set spacialization paramaters for 2D channel (%s)\n",
504 ch->name );
505 }
506 }
507
508 static int audio_oneshot_3d( audio_clip *clip, v3f position,
509 float range, float volume )
510 {
511 audio_channel *ch = audio_get_first_idle_channel();
512
513 if( ch ){
514 audio_channel_init( ch, clip, AUDIO_FLAG_SPACIAL_3D );
515 audio_channel_set_spacial( ch, position, range );
516 audio_channel_edit_volume( ch, volume, 1 );
517 ch = audio_relinquish_channel( ch );
518
519 return 1;
520 }
521 else
522 return 0;
523 }
524
525 static int audio_oneshot( audio_clip *clip, float volume, float pan )
526 {
527 audio_channel *ch = audio_get_first_idle_channel();
528
529 if( ch ){
530 audio_channel_init( ch, clip, 0x00 );
531 audio_channel_edit_volume( ch, volume, 1 );
532 ch = audio_relinquish_channel( ch );
533
534 return 1;
535 }
536 else
537 return 0;
538 }
539
540 static void audio_set_lfo_wave( int id, enum lfo_wave_type type,
541 float coefficient )
542 {
543 audio_lfo *lfo = &vg_audio.oscillators[ id ];
544 lfo->editable_state.polynomial_coefficient = coefficient;
545 lfo->editable_state.wave_type = type;
546
547 lfo->editble_state_write_mask |= AUDIO_EDIT_LFO_WAVE;
548 }
549
550 static void audio_set_lfo_frequency( int id, float freq )
551 {
552 audio_lfo *lfo = &vg_audio.oscillators[ id ];
553 lfo->editable_state.period = 44100.0f / freq;
554 lfo->editble_state_write_mask |= AUDIO_EDIT_LFO_PERIOD;
555 }
556
557
558 /*
559 * Committers
560 * -----------------------------------------------------------------------------
561 */
562 static int audio_channel_load_source( audio_channel *ch )
563 {
564 u32 format = ch->source->flags & AUDIO_FLAG_FORMAT;
565
566 if( format == k_audio_format_vorbis ){
567 /* Setup vorbis decoder */
568 u32 index = ch - vg_audio.channels;
569
570 u8 *buf = (u8*)vg_audio.decode_buffer,
571 *loc = &buf[AUDIO_DECODE_SIZE*index];
572
573 stb_vorbis_alloc alloc = {
574 .alloc_buffer = (char *)loc,
575 .alloc_buffer_length_in_bytes = AUDIO_DECODE_SIZE
576 };
577
578 int err;
579 stb_vorbis *decoder = stb_vorbis_open_memory(
580 ch->source->data,
581 ch->source->size, &err, &alloc );
582
583 if( !decoder ){
584 vg_error( "stb_vorbis_open_memory failed on '%s' (%d)\n",
585 ch->source->path, err );
586 return 0;
587 }
588 else{
589 ch->source_length = stb_vorbis_stream_length_in_samples( decoder );
590 ch->vorbis_handle = decoder;
591 }
592 }
593 else if( format == k_audio_format_bird ){
594 u32 index = ch - vg_audio.channels;
595
596 u8 *buf = (u8*)vg_audio.decode_buffer;
597 struct synth_bird *loc = (void *)&buf[AUDIO_DECODE_SIZE*index];
598
599 memcpy( loc, ch->source->data, ch->source->size );
600 synth_bird_reset( loc );
601
602 ch->bird_handle = loc;
603 ch->source_length = synth_bird_get_length_in_samples( loc );
604 }
605 else if( format == k_audio_format_stereo ){
606 ch->source_length = ch->source->size / 2;
607 }
608 else{
609 ch->source_length = ch->source->size;
610 }
611
612 return 1;
613 }
614
615 VG_STATIC void audio_decode_uncompressed_mono( i16 *src, u32 count, float *dst )
616 {
617 for( u32 i=0; i<count; i++ ){
618 dst[ i*2 + 0 ] = ((float)src[i]) * (1.0f/32767.0f);
619 dst[ i*2 + 1 ] = ((float)src[i]) * (1.0f/32767.0f);
620 }
621 }
622
623 /*
624 * adapted from stb_vorbis.h, since the original does not handle mono->stereo
625 */
626 VG_STATIC int
627 stb_vorbis_get_samples_float_interleaved_stereo( stb_vorbis *f, float *buffer,
628 int len )
629 {
630 int n = 0,
631 c = VG_MIN( 1, f->channels - 1 );
632
633 while( n < len ) {
634 int k = f->channel_buffer_end - f->channel_buffer_start;
635
636 if( n+k >= len )
637 k = len - n;
638
639 for( int j=0; j < k; ++j ) {
640 *buffer++ = f->channel_buffers[ 0 ][f->channel_buffer_start+j];
641 *buffer++ = f->channel_buffers[ c ][f->channel_buffer_start+j];
642 }
643
644 n += k;
645 f->channel_buffer_start += k;
646
647 if( n == len )
648 break;
649
650 if( !stb_vorbis_get_frame_float( f, NULL, NULL ))
651 break;
652 }
653
654 return n;
655 }
656
657 /*
658 * ........ more wrecked code sorry!
659 */
660 VG_STATIC int
661 stb_vorbis_get_samples_i16_downmixed( stb_vorbis *f, i16 *buffer, int len )
662 {
663 int n = 0,
664 c = VG_MIN( 1, f->channels - 1 );
665
666 while( n < len ) {
667 int k = f->channel_buffer_end - f->channel_buffer_start;
668
669 if( n+k >= len )
670 k = len - n;
671
672 for( int j=0; j < k; ++j ) {
673 float sl = f->channel_buffers[ 0 ][f->channel_buffer_start+j],
674 sr = f->channel_buffers[ c ][f->channel_buffer_start+j];
675
676 *buffer++ = vg_clampf( 0.5f*(sl+sr), -1.0f, 1.0f ) * 32767.0f;
677 //*buffer++ = vg_clampf( sr, -1.0f, 1.0f ) * 32767.0f;
678 }
679
680 n += k;
681 f->channel_buffer_start += k;
682
683 if( n == len )
684 break;
685
686 if( !stb_vorbis_get_frame_float( f, NULL, NULL ))
687 break;
688 }
689
690 return n;
691 }
692
693 static inline float audio_lfo_pull_sample( audio_lfo *lfo )
694 {
695 lfo->time ++;
696
697 if( lfo->time >= lfo->_.period )
698 lfo->time = 0;
699
700 float t = lfo->time;
701 t /= (float)lfo->_.period;
702
703 if( lfo->_.wave_type == k_lfo_polynomial_bipolar ){
704 /*
705 * #
706 * # #
707 * # #
708 * # #
709 * ### # ###
710 * ## #
711 * # #
712 * # #
713 * ##
714 */
715
716 t *= 2.0f;
717 t -= 1.0f;
718
719 return (( 2.0f * lfo->sqrt_polynomial_coefficient * t ) /
720 /* --------------------------------------- */
721 ( 1.0f + lfo->_.polynomial_coefficient * t*t )
722
723 ) * (1.0f-fabsf(t));
724 }
725 else{
726 return 0.0f;
727 }
728 }
729
730 static void audio_channel_get_samples( audio_channel *ch,
731 u32 count, float *buf )
732 {
733 vg_profile_begin( &_vg_prof_audio_decode );
734
735 u32 remaining = count;
736 u32 buffer_pos = 0;
737
738 u32 format = ch->source->flags & AUDIO_FLAG_FORMAT;
739
740 while( remaining ){
741 u32 samples_this_run = VG_MIN(remaining, ch->source_length - ch->cursor);
742 remaining -= samples_this_run;
743
744 float *dst = &buf[ buffer_pos * 2 ];
745
746 if( format == k_audio_format_stereo ){
747 for( int i=0;i<samples_this_run; i++ ){
748 dst[i*2+0] = 0.0f;
749 dst[i*2+1] = 0.0f;
750 }
751 }
752 else if( format == k_audio_format_vorbis ){
753 int read_samples = stb_vorbis_get_samples_float_interleaved_stereo(
754 ch->vorbis_handle,
755 dst,
756 samples_this_run );
757
758 if( read_samples != samples_this_run ){
759 vg_warn( "Invalid samples read (%s)\n", ch->source->path );
760
761 for( int i=0; i<samples_this_run; i++ ){
762 dst[i*2+0] = 0.0f;
763 dst[i*2+1] = 0.0f;
764 }
765 }
766 }
767 else if( format == k_audio_format_bird ){
768 synth_bird_generate_samples( ch->bird_handle, dst, samples_this_run );
769 }
770 else{
771 i16 *src_buffer = ch->source->data,
772 *src = &src_buffer[ch->cursor];
773
774 audio_decode_uncompressed_mono( src, samples_this_run, dst );
775 }
776
777 ch->cursor += samples_this_run;
778 buffer_pos += samples_this_run;
779
780 if( (ch->flags & AUDIO_FLAG_LOOP) && remaining ){
781 if( format == k_audio_format_vorbis )
782 stb_vorbis_seek_start( ch->vorbis_handle );
783 else if( format == k_audio_format_bird )
784 synth_bird_reset( ch->bird_handle );
785
786 ch->cursor = 0;
787 continue;
788 }
789 else
790 break;
791 }
792
793 while( remaining ){
794 buf[ buffer_pos*2 + 0 ] = 0.0f;
795 buf[ buffer_pos*2 + 1 ] = 0.0f;
796 buffer_pos ++;
797
798 remaining --;
799 }
800
801 vg_profile_end( &_vg_prof_audio_decode );
802 }
803
804 static void audio_channel_mix( audio_channel *ch, float *buffer )
805 {
806 float framevol_l = vg_audio.internal_global_volume,
807 framevol_r = vg_audio.internal_global_volume;
808
809 float frame_samplerate = ch->_.sampling_rate;
810
811 if( ch->flags & AUDIO_FLAG_SPACIAL_3D ){
812 v3f delta;
813 v3_sub( ch->_.spacial_falloff, vg_audio.internal_listener_pos, delta );
814
815 float dist = v3_length( delta ),
816 vol = vg_maxf( 0.0f, 1.0f - ch->_.spacial_falloff[3]*dist );
817
818 if( dist <= 0.01f ){
819
820 }
821 else{
822 v3_muls( delta, 1.0f/dist, delta );
823 float pan = v3_dot( vg_audio.internal_listener_ears, delta );
824 vol = powf( vol, 5.0f );
825
826 framevol_l *= (vol * 0.5f) * (1.0f - pan);
827 framevol_r *= (vol * 0.5f) * (1.0f + pan);
828
829 if( !(ch->source->flags & AUDIO_FLAG_NO_DOPPLER) ){
830 const float vs = 323.0f;
831
832 float dv = v3_dot(delta,vg_audio.internal_listener_velocity);
833 float doppler = (vs+dv)/vs;
834 doppler = vg_clampf( doppler, 0.6f, 1.4f );
835
836 if( fabsf(doppler-1.0f) > 0.01f )
837 frame_samplerate *= doppler;
838 }
839 }
840
841 if( !vg_validf( framevol_l ) ) vg_fatal_error( "NaN left channel" );
842 if( !vg_validf( framevol_r ) ) vg_fatal_error( "NaN right channel" );
843 if( !vg_validf( frame_samplerate ) )
844 vg_fatal_error( "NaN sample rate" );
845 }
846
847 u32 buffer_length = AUDIO_MIX_FRAME_SIZE;
848 if( frame_samplerate != 1.0f ){
849 float l = ceilf( (float)(AUDIO_MIX_FRAME_SIZE) * frame_samplerate );
850 buffer_length = l+1;
851 }
852
853 float pcf[ AUDIO_MIX_FRAME_SIZE * 2 * 2 ];
854
855 audio_channel_get_samples( ch, buffer_length, pcf );
856
857 vg_profile_begin( &_vg_prof_audio_mix );
858
859 float volume_movement = ch->volume_movement;
860 float const fvolume_rate = vg_maxf( 1.0f, ch->_.volume_rate );
861 const float inv_volume_rate = 1.0f/fvolume_rate;
862
863 float volume = ch->_.volume;
864 const float volume_start = ch->volume_movement_start;
865 const float volume_target = ch->_.volume_target;
866
867 for( u32 j=0; j<AUDIO_MIX_FRAME_SIZE; j++ ){
868 volume_movement += 1.0f;
869 float movement_t = volume_movement * inv_volume_rate;
870 movement_t = vg_minf( movement_t, 1.0f );
871 volume = vg_lerpf( volume_start, volume_target, movement_t );
872
873 float vol_norm = volume * volume;
874
875 if( ch->_.lfo )
876 vol_norm *= 1.0f + audio_lfo_pull_sample(ch->_.lfo) * ch->_.lfo_amount;
877
878 float vol_l = vol_norm * framevol_l,
879 vol_r = vol_norm * framevol_r,
880 sample_l,
881 sample_r;
882
883 if( frame_samplerate != 1.0f ){
884 /* absolutely garbage resampling, but it will do
885 */
886
887 float sample_index = frame_samplerate * (float)j;
888 float t = vg_fractf( sample_index );
889
890 u32 i0 = floorf( sample_index ),
891 i1 = i0+1;
892
893 sample_l = pcf[ i0*2+0 ]*(1.0f-t) + pcf[ i1*2+0 ]*t;
894 sample_r = pcf[ i0*2+1 ]*(1.0f-t) + pcf[ i1*2+1 ]*t;
895 }
896 else{
897 sample_l = pcf[ j*2+0 ];
898 sample_r = pcf[ j*2+1 ];
899 }
900
901 buffer[ j*2+0 ] += sample_l * vol_l;
902 buffer[ j*2+1 ] += sample_r * vol_r;
903 }
904
905 ch->volume_movement += AUDIO_MIX_FRAME_SIZE;
906 ch->volume_movement = VG_MIN( ch->volume_movement, ch->_.volume_rate );
907 ch->_.volume = volume;
908
909 vg_profile_end( &_vg_prof_audio_mix );
910 }
911
912 VG_STATIC void audio_mixer_callback( void *user, u8 *stream, int byte_count )
913 {
914 /*
915 * Copy data and move edit flags to commit flags
916 * ------------------------------------------------------------- */
917 audio_lock();
918
919 v3_copy( vg_audio.external_listener_pos, vg_audio.internal_listener_pos );
920 v3_copy( vg_audio.external_listener_ears, vg_audio.internal_listener_ears );
921 v3_copy( vg_audio.external_lister_velocity,
922 vg_audio.internal_listener_velocity );
923 vg_audio.internal_global_volume = vg_audio.external_global_volume;
924
925 for( int i=0; i<AUDIO_CHANNELS; i++ ){
926 audio_channel *ch = &vg_audio.channels[i];
927
928 if( !ch->allocated )
929 continue;
930
931 if( ch->activity == k_channel_activity_alive ){
932 if( (ch->cursor >= ch->source_length) &&
933 !(ch->flags & AUDIO_FLAG_LOOP) )
934 {
935 ch->activity = k_channel_activity_end;
936 }
937 }
938
939 /* process relinquishments */
940 if( (ch->activity != k_channel_activity_reset) && ch->_.relinquished ){
941 if( (ch->activity == k_channel_activity_end)
942 || (ch->_.volume == 0.0f)
943 || (ch->activity == k_channel_activity_error) )
944 {
945 ch->_.relinquished = 0;
946 ch->allocated = 0;
947 ch->activity = k_channel_activity_reset;
948 continue;
949 }
950 }
951
952 /* process new channels */
953 if( ch->activity == k_channel_activity_reset ){
954 ch->_ = ch->editable_state;
955 ch->cursor = 0;
956 ch->source_length = 0;
957 ch->activity = k_channel_activity_wake;
958 }
959
960 if( ch->editble_state_write_mask & AUDIO_EDIT_OWNERSHIP )
961 ch->_.relinquished = ch->editable_state.relinquished;
962 else
963 ch->editable_state.relinquished = ch->_.relinquished;
964
965
966 if( ch->editble_state_write_mask & AUDIO_EDIT_VOLUME ){
967 ch->_.volume = ch->editable_state.volume;
968 ch->_.volume_target = ch->editable_state.volume;
969 }
970 else{
971 ch->editable_state.volume = ch->_.volume;
972 }
973
974
975 if( ch->editble_state_write_mask & AUDIO_EDIT_VOLUME_SLOPE ){
976 ch->volume_movement_start = ch->_.volume;
977 ch->volume_movement = 0;
978
979 ch->_.volume_target = ch->editable_state.volume_target;
980 ch->_.volume_rate = ch->editable_state.volume_rate;
981 }
982 else{
983 ch->editable_state.volume_target = ch->_.volume_target;
984 ch->editable_state.volume_rate = ch->_.volume_rate;
985 }
986
987
988 if( ch->editble_state_write_mask & AUDIO_EDIT_SAMPLING_RATE )
989 ch->_.sampling_rate = ch->editable_state.sampling_rate;
990 else
991 ch->editable_state.sampling_rate = ch->_.sampling_rate;
992
993
994 if( ch->editble_state_write_mask & AUDIO_EDIT_LFO_ATTACHMENT ){
995 ch->_.lfo = ch->editable_state.lfo;
996 ch->_.lfo_amount = ch->editable_state.lfo_amount;
997 }
998 else{
999 ch->editable_state.lfo = ch->_.lfo;
1000 ch->editable_state.lfo_amount = ch->_.lfo_amount;
1001 }
1002
1003
1004 if( ch->editble_state_write_mask & AUDIO_EDIT_SPACIAL )
1005 v4_copy( ch->editable_state.spacial_falloff,ch->_.spacial_falloff );
1006 else
1007 v4_copy( ch->_.spacial_falloff,ch->editable_state.spacial_falloff );
1008
1009
1010 /* currently readonly, i guess */
1011 ch->editable_state.pan_target = ch->_.pan_target;
1012 ch->editable_state.pan = ch->_.pan;
1013 ch->editble_state_write_mask = 0x00;
1014 }
1015
1016 for( int i=0; i<AUDIO_LFOS; i++ ){
1017 audio_lfo *lfo = &vg_audio.oscillators[ i ];
1018
1019 if( lfo->editble_state_write_mask & AUDIO_EDIT_LFO_WAVE ){
1020 lfo->_.wave_type = lfo->editable_state.wave_type;
1021
1022 if( lfo->_.wave_type == k_lfo_polynomial_bipolar ){
1023 lfo->_.polynomial_coefficient =
1024 lfo->editable_state.polynomial_coefficient;
1025 lfo->sqrt_polynomial_coefficient =
1026 sqrtf(lfo->_.polynomial_coefficient);
1027 }
1028 }
1029
1030 if( lfo->editble_state_write_mask & AUDIO_EDIT_LFO_PERIOD ){
1031 if( lfo->_.period ){
1032 float t = lfo->time;
1033 t/= (float)lfo->_.period;
1034
1035 lfo->_.period = lfo->editable_state.period;
1036 lfo->time = lfo->_.period * t;
1037 }
1038 else{
1039 lfo->time = 0;
1040 lfo->_.period = lfo->editable_state.period;
1041 }
1042 }
1043
1044 lfo->editble_state_write_mask = 0x00;
1045 }
1046
1047 dsp_update_tunings();
1048 audio_unlock();
1049
1050 /*
1051 * Process spawns
1052 * ------------------------------------------------------------- */
1053 for( int i=0; i<AUDIO_CHANNELS; i++ ){
1054 audio_channel *ch = &vg_audio.channels[i];
1055
1056 if( ch->activity == k_channel_activity_wake ){
1057 if( audio_channel_load_source( ch ) )
1058 ch->activity = k_channel_activity_alive;
1059 else
1060 ch->activity = k_channel_activity_error;
1061 }
1062 }
1063
1064 /*
1065 * Mix everything
1066 * -------------------------------------------------------- */
1067 int frame_count = byte_count/(2*sizeof(float));
1068
1069 /* Clear buffer */
1070 float *pOut32F = (float *)stream;
1071 for( int i=0; i<frame_count*2; i ++ )
1072 pOut32F[i] = 0.0f;
1073
1074 for( int i=0; i<AUDIO_LFOS; i++ ){
1075 audio_lfo *lfo = &vg_audio.oscillators[i];
1076 lfo->time_startframe = lfo->time;
1077 }
1078
1079 for( int i=0; i<AUDIO_CHANNELS; i ++ ){
1080 audio_channel *ch = &vg_audio.channels[i];
1081
1082 if( ch->activity == k_channel_activity_alive ){
1083 if( ch->_.lfo )
1084 ch->_.lfo->time = ch->_.lfo->time_startframe;
1085
1086 u32 remaining = frame_count,
1087 subpos = 0;
1088
1089 while( remaining ){
1090 audio_channel_mix( ch, pOut32F+subpos );
1091 remaining -= AUDIO_MIX_FRAME_SIZE;
1092 subpos += AUDIO_MIX_FRAME_SIZE*2;
1093 }
1094 }
1095 }
1096
1097 vg_profile_begin( &_vg_prof_dsp );
1098
1099 for( int i=0; i<frame_count; i++ )
1100 vg_dsp_process( pOut32F + i*2, pOut32F + i*2 );
1101
1102 vg_profile_end( &_vg_prof_dsp );
1103
1104 audio_lock();
1105
1106 for( int i=0; i<AUDIO_CHANNELS; i ++ ){
1107 audio_channel *ch = &vg_audio.channels[i];
1108 ch->readable_activity = ch->activity;
1109 }
1110
1111 /* Profiling information
1112 * ----------------------------------------------- */
1113 vg_profile_increment( &_vg_prof_audio_decode );
1114 vg_profile_increment( &_vg_prof_audio_mix );
1115 vg_profile_increment( &_vg_prof_dsp );
1116
1117 vg_prof_audio_mix = _vg_prof_audio_mix;
1118 vg_prof_audio_decode = _vg_prof_audio_decode;
1119 vg_prof_audio_dsp = _vg_prof_dsp;
1120
1121 vg_audio.samples_last = frame_count;
1122
1123 if( vg_audio.debug_dsp ){
1124 vg_dsp_update_texture();
1125 }
1126
1127 audio_unlock();
1128 }
1129
1130 VG_STATIC void audio_clip_load( audio_clip *clip, void *lin_alloc )
1131 {
1132 if( lin_alloc == NULL )
1133 lin_alloc = vg_audio.audio_pool;
1134
1135 /* load in directly */
1136 u32 format = clip->flags & AUDIO_FLAG_FORMAT;
1137
1138 /* TODO: This contains audio_lock() and unlock, but i don't know why
1139 * can probably remove them. Low priority to check this */
1140
1141 /* TODO: packed files for vorbis etc, should take from data if its not not
1142 * NULL when we get the clip
1143 */
1144
1145 if( format == k_audio_format_vorbis ){
1146 if( !clip->path ){
1147 vg_fatal_error( "No path specified, embeded vorbis unsupported" );
1148 }
1149
1150 audio_lock();
1151 clip->data = vg_file_read( lin_alloc, clip->path, &clip->size );
1152 audio_unlock();
1153
1154 if( !clip->data )
1155 vg_fatal_error( "Audio failed to load" );
1156
1157 float mb = (float)(clip->size) / (1024.0f*1024.0f);
1158 vg_info( "Loaded audio clip '%s' (%.1fmb)\n", clip->path, mb );
1159 }
1160 else if( format == k_audio_format_stereo ){
1161 vg_fatal_error( "Unsupported format (Stereo uncompressed)" );
1162 }
1163 else if( format == k_audio_format_bird ){
1164 if( !clip->data ){
1165 vg_fatal_error( "No data, external birdsynth unsupported" );
1166 }
1167
1168 u32 total_size = clip->size + sizeof(struct synth_bird);
1169 total_size -= sizeof(struct synth_bird_settings);
1170 total_size = vg_align8( total_size );
1171
1172 if( total_size > AUDIO_DECODE_SIZE )
1173 vg_fatal_error( "Bird coding too long\n" );
1174
1175 struct synth_bird *bird = vg_linear_alloc( lin_alloc, total_size );
1176 memcpy( &bird->settings, clip->data, clip->size );
1177
1178 clip->data = bird;
1179 clip->size = total_size;
1180
1181 vg_info( "Loaded bird synthesis pattern (%u bytes)\n", total_size );
1182 }
1183 else{
1184 if( !clip->path ){
1185 vg_fatal_error( "No path specified, embeded mono unsupported" );
1186 }
1187
1188 vg_linear_clear( vg_mem.scratch );
1189 u32 fsize;
1190
1191 stb_vorbis_alloc alloc = {
1192 .alloc_buffer = vg_linear_alloc( vg_mem.scratch, AUDIO_DECODE_SIZE ),
1193 .alloc_buffer_length_in_bytes = AUDIO_DECODE_SIZE
1194 };
1195
1196 void *filedata = vg_file_read( vg_mem.scratch, clip->path, &fsize );
1197
1198 int err;
1199 stb_vorbis *decoder = stb_vorbis_open_memory(
1200 filedata, fsize, &err, &alloc );
1201
1202 if( !decoder ){
1203 vg_error( "stb_vorbis_open_memory failed on '%s' (%d)\n",
1204 clip->path, err );
1205 vg_fatal_error( "Vorbis decode error" );
1206 }
1207
1208 /* only mono is supported in uncompressed */
1209 u32 length_samples = stb_vorbis_stream_length_in_samples( decoder ),
1210 data_size = length_samples * sizeof(i16);
1211
1212 audio_lock();
1213 clip->data = vg_linear_alloc( lin_alloc, vg_align8(data_size) );
1214 clip->size = length_samples;
1215 audio_unlock();
1216
1217 int read_samples = stb_vorbis_get_samples_i16_downmixed(
1218 decoder, clip->data, length_samples );
1219
1220 if( read_samples != length_samples )
1221 vg_fatal_error( "Decode error" );
1222
1223 float mb = (float)(data_size) / (1024.0f*1024.0f);
1224 vg_info( "Loaded audio clip '%s' (%.1fmb) %u samples\n", clip->path, mb,
1225 length_samples );
1226 }
1227 }
1228
1229 VG_STATIC void audio_clip_loadn( audio_clip *arr, int count, void *lin_alloc )
1230 {
1231 for( int i=0; i<count; i++ )
1232 audio_clip_load( &arr[i], lin_alloc );
1233 }
1234
1235 VG_STATIC void audio_require_clip_loaded( audio_clip *clip )
1236 {
1237 if( clip->data && clip->size )
1238 return;
1239
1240 audio_unlock();
1241 vg_fatal_error( "Must load audio clip before playing! \n" );
1242 }
1243
1244 /*
1245 * Debugging
1246 */
1247
1248 VG_STATIC void audio_debug_ui( m4x4f mtx_pv )
1249 {
1250 if( !vg_audio.debug_ui )
1251 return;
1252
1253 audio_lock();
1254
1255 glBindTexture( GL_TEXTURE_2D, vg_dsp.view_texture );
1256 glTexSubImage2D( GL_TEXTURE_2D, 0, 0, 0, 256, 256,
1257 GL_RGBA, GL_UNSIGNED_BYTE,
1258 vg_dsp.view_texture_buffer );
1259
1260 /*
1261 * Profiler
1262 * -----------------------------------------------------------------------
1263 */
1264
1265 float budget = ((double)vg_audio.samples_last / 44100.0) * 1000.0;
1266 vg_profile_drawn( (struct vg_profile *[]){ &vg_prof_audio_decode,
1267 &vg_prof_audio_mix,
1268 &vg_prof_audio_dsp}, 3,
1269 budget, (ui_rect){ 4, VG_PROFILE_SAMPLE_COUNT*2 + 8,
1270 512, 0 }, 3 );
1271
1272
1273 char perf[128];
1274
1275 /* Draw UI */
1276 vg_uictx.cursor[0] = 512 + 8;
1277 vg_uictx.cursor[1] = VG_PROFILE_SAMPLE_COUNT*2+8+24+12+12;
1278 vg_uictx.cursor[2] = 150;
1279 vg_uictx.cursor[3] = 12;
1280
1281 if( vg_audio.debug_dsp ){
1282 ui_rect view_thing = { 4, vg.window_y-512-4, 512, 512 };
1283 ui_push_image( view_thing, vg_dsp.view_texture );
1284 }
1285
1286 float mb1 = 1024.0f*1024.0f,
1287 usage = vg_linear_get_cur( vg_audio.audio_pool ) / mb1,
1288 total = vg_linear_get_capacity( vg_audio.audio_pool ) / mb1,
1289 percent = (usage/total) * 100.0f;
1290
1291 snprintf( perf, 127, "Mem: %.1f/%.1fmb (%.1f%%)\n", usage, total, percent );
1292
1293 ui_text( vg_uictx.cursor, perf, 1, 0 );
1294 vg_uictx.cursor[1] += 20;
1295
1296 ui_rect overlap_buffer[ AUDIO_CHANNELS ];
1297 u32 overlap_length = 0;
1298
1299 /* Draw audio stack */
1300 for( int i=0; i<AUDIO_CHANNELS; i ++ ){
1301 audio_channel *ch = &vg_audio.channels[i];
1302
1303 vg_uictx.cursor[2] = 400;
1304 vg_uictx.cursor[3] = 18;
1305
1306 ui_new_node();
1307
1308 if( !ch->allocated ){
1309 ui_fill_rect( vg_uictx.cursor, 0x50333333 );
1310
1311 ui_end_down();
1312 vg_uictx.cursor[1] += 1;
1313 continue;
1314 }
1315
1316 const char *formats[] =
1317 {
1318 " mono ",
1319 " stereo ",
1320 " vorbis ",
1321 " none0 ",
1322 " none1 ",
1323 " none2 ",
1324 " none3 ",
1325 " none4 ",
1326 "synth:bird",
1327 " none5 ",
1328 " none6 ",
1329 " none7 ",
1330 " none8 ",
1331 " none9 ",
1332 " none10 ",
1333 " none11 ",
1334 };
1335
1336 const char *activties[] =
1337 {
1338 "reset",
1339 "wake ",
1340 "alive",
1341 "end ",
1342 "error"
1343 };
1344
1345 u32 format_index = (ch->source->flags & AUDIO_FLAG_FORMAT)>>9;
1346
1347 snprintf( perf, 127, "%02d %c%c%cD %s [%s] %4.2fv'%s'",
1348 i,
1349 (ch->editable_state.relinquished)? 'r': '_',
1350 0? 'r': '_',
1351 0? '3': '2',
1352 formats[format_index],
1353 activties[ch->readable_activity],
1354 ch->editable_state.volume,
1355 ch->name );
1356
1357 ui_fill_rect( vg_uictx.cursor, 0xa0000000 | ch->colour );
1358
1359 vg_uictx.cursor[0] += 2;
1360 vg_uictx.cursor[1] += 2;
1361 ui_text( vg_uictx.cursor, perf, 1, 0 );
1362
1363 ui_end_down();
1364 vg_uictx.cursor[1] += 1;
1365
1366 if( AUDIO_FLAG_SPACIAL_3D ){
1367 v4f wpos;
1368 v3_copy( ch->editable_state.spacial_falloff, wpos );
1369
1370 wpos[3] = 1.0f;
1371 m4x4_mulv( mtx_pv, wpos, wpos );
1372
1373 if( wpos[3] > 0.0f ){
1374 v2_muls( wpos, (1.0f/wpos[3]) * 0.5f, wpos );
1375 v2_add( wpos, (v2f){ 0.5f, 0.5f }, wpos );
1376
1377 ui_rect wr;
1378 wr[0] = vg_clampf(wpos[0] * vg.window_x, -32000.0f,32000.0f);
1379 wr[1] = vg_clampf((1.0f-wpos[1]) * vg.window_y,-32000.0f,32000.0f);
1380 wr[2] = 100;
1381 wr[3] = 17;
1382
1383 for( int j=0; j<12; j++ ){
1384 int collide = 0;
1385 for( int k=0; k<overlap_length; k++ ){
1386 ui_px *wk = overlap_buffer[k];
1387 if( ((wr[0] <= wk[0]+wk[2]) && (wr[0]+wr[2] >= wk[0])) &&
1388 ((wr[1] <= wk[1]+wk[3]) && (wr[1]+wr[3] >= wk[1])) )
1389 {
1390 collide = 1;
1391 break;
1392 }
1393 }
1394
1395 if( !collide )
1396 break;
1397 else
1398 wr[1] += 18;
1399 }
1400
1401 ui_text( wr, perf, 1, 0 );
1402
1403 ui_rect_copy( wr, overlap_buffer[ overlap_length ++ ] );
1404 }
1405 }
1406 }
1407
1408 audio_unlock();
1409 }
1410
1411 #endif /* VG_AUDIO_H */