/*************************************************************************/ /* audio_server_javascript.cpp */ /*************************************************************************/ /* This file is part of: */ /* GODOT ENGINE */ /* https://godotengine.org */ /*************************************************************************/ /* Copyright (c) 2007-2018 Juan Linietsky, Ariel Manzur. */ /* Copyright (c) 2014-2018 Godot Engine contributors (cf. AUTHORS.md) */ /* */ /* Permission is hereby granted, free of charge, to any person obtaining */ /* a copy of this software and associated documentation files (the */ /* "Software"), to deal in the Software without restriction, including */ /* without limitation the rights to use, copy, modify, merge, publish, */ /* distribute, sublicense, and/or sell copies of the Software, and to */ /* permit persons to whom the Software is furnished to do so, subject to */ /* the following conditions: */ /* */ /* The above copyright notice and this permission notice shall be */ /* included in all copies or substantial portions of the Software. */ /* */ /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */ /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */ /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/ /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */ /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */ /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */ /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ /*************************************************************************/ #include "audio_server_javascript.h" #include "emscripten.h" AudioMixer *AudioServerJavascript::get_mixer() { return NULL; } void AudioServerJavascript::audio_mixer_chunk_callback(int p_frames) { } RID AudioServerJavascript::sample_create(SampleFormat p_format, bool p_stereo, int p_length) { Sample *sample = memnew(Sample); sample->format = p_format; sample->stereo = p_stereo; sample->length = p_length; sample->loop_begin = 0; sample->loop_end = p_length; sample->loop_format = SAMPLE_LOOP_NONE; sample->mix_rate = 44100; sample->index = -1; return sample_owner.make_rid(sample); } void AudioServerJavascript::sample_set_description(RID p_sample, const String &p_description) { } String AudioServerJavascript::sample_get_description(RID p_sample) const { return String(); } AudioServerJavascript::SampleFormat AudioServerJavascript::sample_get_format(RID p_sample) const { return SAMPLE_FORMAT_PCM8; } bool AudioServerJavascript::sample_is_stereo(RID p_sample) const { const Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND_V(!sample, false); return sample->stereo; } int AudioServerJavascript::sample_get_length(RID p_sample) const { const Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND_V(!sample, 0); return sample->length; } const void *AudioServerJavascript::sample_get_data_ptr(RID p_sample) const { return NULL; } void AudioServerJavascript::sample_set_data(RID p_sample, const DVector &p_buffer) { Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND(!sample); int chans = sample->stereo ? 2 : 1; Vector buffer; buffer.resize(sample->length * chans); DVector::Read r = p_buffer.read(); if (sample->format == SAMPLE_FORMAT_PCM8) { const int8_t *ptr = (const int8_t *)r.ptr(); for (int i = 0; i < sample->length * chans; i++) { buffer[i] = ptr[i] / 128.0; } } else if (sample->format == SAMPLE_FORMAT_PCM16) { const int16_t *ptr = (const int16_t *)r.ptr(); for (int i = 0; i < sample->length * chans; i++) { buffer[i] = ptr[i] / 32768.0; } } else { ERR_EXPLAIN("Unsupported for now"); ERR_FAIL(); } sample->tmp_data = buffer; } DVector AudioServerJavascript::sample_get_data(RID p_sample) const { return DVector(); } void AudioServerJavascript::sample_set_mix_rate(RID p_sample, int p_rate) { Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND(!sample); sample->mix_rate = p_rate; } int AudioServerJavascript::sample_get_mix_rate(RID p_sample) const { const Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND_V(!sample, 0); return sample->mix_rate; } void AudioServerJavascript::sample_set_loop_format(RID p_sample, SampleLoopFormat p_format) { Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND(!sample); sample->loop_format = p_format; } AudioServerJavascript::SampleLoopFormat AudioServerJavascript::sample_get_loop_format(RID p_sample) const { const Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND_V(!sample, SAMPLE_LOOP_NONE); return sample->loop_format; } void AudioServerJavascript::sample_set_loop_begin(RID p_sample, int p_pos) { Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND(!sample); sample->loop_begin = p_pos; } int AudioServerJavascript::sample_get_loop_begin(RID p_sample) const { const Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND_V(!sample, 0); return sample->loop_begin; } void AudioServerJavascript::sample_set_loop_end(RID p_sample, int p_pos) { Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND(!sample); sample->loop_end = p_pos; } int AudioServerJavascript::sample_get_loop_end(RID p_sample) const { const Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND_V(!sample, 0); return sample->loop_end; } /* VOICE API */ RID AudioServerJavascript::voice_create() { Voice *voice = memnew(Voice); voice->index = voice_base; voice->volume = 1.0; voice->pan = 0.0; voice->pan_depth = .0; voice->pan_height = 0.0; voice->chorus = 0; voice->reverb_type = REVERB_SMALL; voice->reverb = 0; voice->mix_rate = -1; voice->positional = false; voice->active = false; /* clang-format off */ EM_ASM_( { _as_voices[$0] = null; _as_voice_gain[$0] = _as_audioctx.createGain(); _as_voice_pan[$0] = _as_audioctx.createStereoPanner(); _as_voice_gain[$0].connect(_as_voice_pan[$0]); _as_voice_pan[$0].connect(_as_audioctx.destination); }, voice_base); /* clang-format on */ voice_base++; return voice_owner.make_rid(voice); } void AudioServerJavascript::voice_play(RID p_voice, RID p_sample) { Voice *voice = voice_owner.get(p_voice); ERR_FAIL_COND(!voice); Sample *sample = sample_owner.get(p_sample); ERR_FAIL_COND(!sample); // due to how webaudio works, sample cration is deferred until used // sorry! WebAudio absolutely sucks if (sample->index == -1) { //create sample if not created ERR_FAIL_COND(sample->tmp_data.size() == 0); sample->index = sample_base; /* clang-format off */ EM_ASM_({ _as_samples[$0] = _as_audioctx.createBuffer($1, $2, $3); }, sample_base, sample->stereo ? 2 : 1, sample->length, sample->mix_rate); /* clang-format on */ sample_base++; int chans = sample->stereo ? 2 : 1; for (int i = 0; i < chans; i++) { /* clang-format off */ EM_ASM_({ _as_edited_buffer = _as_samples[$0].getChannelData($1); }, sample->index, i); /* clang-format on */ for (int j = 0; j < sample->length; j++) { /* clang-format off */ EM_ASM_({ _as_edited_buffer[$0] = $1; }, j, sample->tmp_data[j * chans + i]); /* clang-format on */ } } sample->tmp_data.clear(); } voice->sample_mix_rate = sample->mix_rate; if (voice->mix_rate == -1) { voice->mix_rate = voice->sample_mix_rate; } float freq_diff = Math::log(float(voice->mix_rate) / float(voice->sample_mix_rate)) / Math::log(2.0); int detune = int(freq_diff * 1200.0); /* clang-format off */ EM_ASM_({ if (_as_voices[$0] !== null) { _as_voices[$0].stop(); //stop and byebye } _as_voices[$0] = _as_audioctx.createBufferSource(); _as_voices[$0].connect(_as_voice_gain[$0]); _as_voices[$0].buffer = _as_samples[$1]; _as_voices[$0].loopStart.value = $1; _as_voices[$0].loopEnd.value = $2; _as_voices[$0].loop.value = $3; _as_voices[$0].detune.value = $6; _as_voice_pan[$0].pan.value = $4; _as_voice_gain[$0].gain.value = $5; _as_voices[$0].start(); _as_voices[$0].onended = function() { _as_voices[$0].disconnect(_as_voice_gain[$0]); _as_voices[$0] = null; } }, voice->index, sample->index, sample->mix_rate * sample->loop_begin, sample->mix_rate * sample->loop_end, sample->loop_format != SAMPLE_LOOP_NONE, voice->pan, voice->volume * fx_volume_scale, detune); /* clang-format on */ voice->active = true; } void AudioServerJavascript::voice_set_volume(RID p_voice, float p_volume) { Voice *voice = voice_owner.get(p_voice); ERR_FAIL_COND(!voice); voice->volume = p_volume; if (voice->active) { /* clang-format off */ EM_ASM_({ _as_voice_gain[$0].gain.value = $1; }, voice->index, voice->volume * fx_volume_scale); /* clang-format on */ } } void AudioServerJavascript::voice_set_pan(RID p_voice, float p_pan, float p_depth, float height) { Voice *voice = voice_owner.get(p_voice); ERR_FAIL_COND(!voice); voice->pan = p_pan; voice->pan_depth = p_depth; voice->pan_height = height; if (voice->active) { /* clang-format off */ EM_ASM_({ _as_voice_pan[$0].pan.value = $1; }, voice->index, voice->pan); /* clang-format on */ } } void AudioServerJavascript::voice_set_filter(RID p_voice, FilterType p_type, float p_cutoff, float p_resonance, float p_gain) { } void AudioServerJavascript::voice_set_chorus(RID p_voice, float p_chorus) { } void AudioServerJavascript::voice_set_reverb(RID p_voice, ReverbRoomType p_room_type, float p_reverb) { } void AudioServerJavascript::voice_set_mix_rate(RID p_voice, int p_mix_rate) { Voice *voice = voice_owner.get(p_voice); ERR_FAIL_COND(!voice); voice->mix_rate = p_mix_rate; if (voice->active) { float freq_diff = Math::log(float(voice->mix_rate) / float(voice->sample_mix_rate)) / Math::log(2.0); int detune = int(freq_diff * 1200.0); /* clang-format off */ EM_ASM_({ _as_voices[$0].detune.value = $1; }, voice->index, detune); /* clang-format on */ } } void AudioServerJavascript::voice_set_positional(RID p_voice, bool p_positional) { } float AudioServerJavascript::voice_get_volume(RID p_voice) const { Voice *voice = voice_owner.get(p_voice); ERR_FAIL_COND_V(!voice, 0); return voice->volume; } float AudioServerJavascript::voice_get_pan(RID p_voice) const { Voice *voice = voice_owner.get(p_voice); ERR_FAIL_COND_V(!voice, 0); return voice->pan; } float AudioServerJavascript::voice_get_pan_depth(RID p_voice) const { Voice *voice = voice_owner.get(p_voice); ERR_FAIL_COND_V(!voice, 0); return voice->pan_depth; } float AudioServerJavascript::voice_get_pan_height(RID p_voice) const { Voice *voice = voice_owner.get(p_voice); ERR_FAIL_COND_V(!voice, 0); return voice->pan_height; } AudioServerJavascript::FilterType AudioServerJavascript::voice_get_filter_type(RID p_voice) const { return FILTER_NONE; } float AudioServerJavascript::voice_get_filter_cutoff(RID p_voice) const { return 0; } float AudioServerJavascript::voice_get_filter_resonance(RID p_voice) const { return 0; } float AudioServerJavascript::voice_get_chorus(RID p_voice) const { return 0; } AudioServerJavascript::ReverbRoomType AudioServerJavascript::voice_get_reverb_type(RID p_voice) const { return REVERB_SMALL; } float AudioServerJavascript::voice_get_reverb(RID p_voice) const { return 0; } int AudioServerJavascript::voice_get_mix_rate(RID p_voice) const { return 44100; } bool AudioServerJavascript::voice_is_positional(RID p_voice) const { return false; } void AudioServerJavascript::voice_stop(RID p_voice) { Voice *voice = voice_owner.get(p_voice); ERR_FAIL_COND(!voice); if (voice->active) { /* clang-format off */ EM_ASM_({ if (_as_voices[$0] !== null) { _as_voices[$0].stop(); _as_voices[$0].disconnect(_as_voice_gain[$0]); _as_voices[$0] = null; } }, voice->index); /* clang-format on */ voice->active = false; } } bool AudioServerJavascript::voice_is_active(RID p_voice) const { Voice *voice = voice_owner.get(p_voice); ERR_FAIL_COND_V(!voice, false); return voice->active; } /* STREAM API */ RID AudioServerJavascript::audio_stream_create(AudioStream *p_stream) { Stream *s = memnew(Stream); s->audio_stream = p_stream; s->event_stream = NULL; s->active = false; s->E = NULL; s->volume_scale = 1.0; p_stream->set_mix_rate(webaudio_mix_rate); return stream_owner.make_rid(s); } RID AudioServerJavascript::event_stream_create(EventStream *p_stream) { Stream *s = memnew(Stream); s->audio_stream = NULL; s->event_stream = p_stream; s->active = false; s->E = NULL; s->volume_scale = 1.0; //p_stream->set_mix_rate(AudioDriverJavascript::get_singleton()->get_mix_rate()); return stream_owner.make_rid(s); } void AudioServerJavascript::stream_set_active(RID p_stream, bool p_active) { Stream *s = stream_owner.get(p_stream); ERR_FAIL_COND(!s); if (s->active == p_active) return; s->active = p_active; if (p_active) s->E = active_audio_streams.push_back(s); else { active_audio_streams.erase(s->E); s->E = NULL; } } bool AudioServerJavascript::stream_is_active(RID p_stream) const { Stream *s = stream_owner.get(p_stream); ERR_FAIL_COND_V(!s, false); return s->active; } void AudioServerJavascript::stream_set_volume_scale(RID p_stream, float p_scale) { Stream *s = stream_owner.get(p_stream); ERR_FAIL_COND(!s); s->volume_scale = p_scale; } float AudioServerJavascript::stream_set_volume_scale(RID p_stream) const { Stream *s = stream_owner.get(p_stream); ERR_FAIL_COND_V(!s, 0); return s->volume_scale; } /* Audio Physics API */ void AudioServerJavascript::free(RID p_id) { if (voice_owner.owns(p_id)) { Voice *voice = voice_owner.get(p_id); ERR_FAIL_COND(!voice); if (voice->active) { /* clang-format off */ EM_ASM_({ if (_as_voices[$0] !== null) { _as_voices[$0].stop(); _as_voices[$0].disconnect(_as_voice_gain[$0]); } }, voice->index); /* clang-format on */ } /* clang-format off */ EM_ASM_({ delete _as_voices[$0]; _as_voice_gain[$0].disconnect(_as_voice_pan[$0]); delete _as_voice_gain[$0]; _as_voice_pan[$0].disconnect(_as_audioctx.destination); delete _as_voice_pan[$0]; }, voice->index); /* clang-format on */ voice_owner.free(p_id); memdelete(voice); } else if (sample_owner.owns(p_id)) { Sample *sample = sample_owner.get(p_id); ERR_FAIL_COND(!sample); /* clang-format off */ EM_ASM_({ delete _as_samples[$0]; }, sample->index); /* clang-format on */ sample_owner.free(p_id); memdelete(sample); } else if (stream_owner.owns(p_id)) { Stream *s = stream_owner.get(p_id); if (s->active) { stream_set_active(p_id, false); } memdelete(s); stream_owner.free(p_id); } } extern "C" { void audio_server_mix_function(int p_frames) { //print_line("MIXI! "+itos(p_frames)); static_cast(AudioServerJavascript::get_singleton())->mix_to_js(p_frames); } } void AudioServerJavascript::mix_to_js(int p_frames) { //process in chunks to make sure to never process more than INTERNAL_BUFFER_SIZE int todo = p_frames; int offset = 0; while (todo) { int tomix = MIN(todo, INTERNAL_BUFFER_SIZE); driver_process_chunk(tomix); /* clang-format off */ EM_ASM_({ var data = HEAPF32.subarray($0 / 4, $0 / 4 + $2 * 2); for (var channel = 0; channel < _as_output_buffer.numberOfChannels; channel++) { var outputData = _as_output_buffer.getChannelData(channel); // Loop through samples for (var sample = 0; sample < $2; sample++) { // make output equal to the same as the input outputData[sample + $1] = data[sample * 2 + channel]; } } }, internal_buffer, offset, tomix); /* clang-format on */ todo -= tomix; offset += tomix; } } void AudioServerJavascript::init() { /* // clang-format off EM_ASM( console.log('server is ' + audio_server); ); // clang-format on */ //int latency = GLOBAL_DEF("javascript/audio_latency",16384); internal_buffer_channels = 2; internal_buffer = memnew_arr(float, INTERNAL_BUFFER_SIZE *internal_buffer_channels); stream_buffer = memnew_arr(int32_t, INTERNAL_BUFFER_SIZE * 4); //max 4 channels stream_volume = 0.3; int buffer_latency = 16384; /* clang-format off */ EM_ASM_( { _as_script_node = _as_audioctx.createScriptProcessor($0, 0, 2); _as_script_node.connect(_as_audioctx.destination); console.log(_as_script_node.bufferSize); _as_script_node.onaudioprocess = function(audioProcessingEvent) { // The output buffer contains the samples that will be modified and played _as_output_buffer = audioProcessingEvent.outputBuffer; audio_server_mix_function(_as_output_buffer.getChannelData(0).length); } }, buffer_latency); /* clang-format on */ } void AudioServerJavascript::finish() { } void AudioServerJavascript::update() { for (List::Element *E = active_audio_streams.front(); E;) { //stream might be removed durnig this callback List::Element *N = E->next(); if (E->get()->audio_stream) E->get()->audio_stream->update(); E = N; } } /* MISC config */ void AudioServerJavascript::lock() { } void AudioServerJavascript::unlock() { } int AudioServerJavascript::get_default_channel_count() const { return 1; } int AudioServerJavascript::get_default_mix_rate() const { return 44100; } void AudioServerJavascript::set_stream_global_volume_scale(float p_volume) { stream_volume_scale = p_volume; } void AudioServerJavascript::set_fx_global_volume_scale(float p_volume) { fx_volume_scale = p_volume; } void AudioServerJavascript::set_event_voice_global_volume_scale(float p_volume) { } float AudioServerJavascript::get_stream_global_volume_scale() const { return 1; } float AudioServerJavascript::get_fx_global_volume_scale() const { return 1; } float AudioServerJavascript::get_event_voice_global_volume_scale() const { return 1; } uint32_t AudioServerJavascript::read_output_peak() const { return 0; } AudioServerJavascript *AudioServerJavascript::singleton = NULL; AudioServer *AudioServerJavascript::get_singleton() { return singleton; } double AudioServerJavascript::get_mix_time() const { return 0; } double AudioServerJavascript::get_output_delay() const { return 0; } void AudioServerJavascript::driver_process_chunk(int p_frames) { int samples = p_frames * internal_buffer_channels; for (int i = 0; i < samples; i++) { internal_buffer[i] = 0; } for (List::Element *E = active_audio_streams.front(); E; E = E->next()) { ERR_CONTINUE(!E->get()->active); // bug? AudioStream *as = E->get()->audio_stream; if (!as) continue; int channels = as->get_channel_count(); if (channels == 0) continue; // does not want mix if (!as->mix(stream_buffer, p_frames)) continue; //nothing was mixed!! int32_t stream_vol_scale = (stream_volume * stream_volume_scale * E->get()->volume_scale) * (1 << STREAM_SCALE_BITS); #define STRSCALE(m_val) ((((m_val >> STREAM_SCALE_BITS) * stream_vol_scale) >> 8) / 8388608.0) switch (channels) { case 1: { for (int i = 0; i < p_frames; i++) { internal_buffer[(i << 1) + 0] += STRSCALE(stream_buffer[i]); internal_buffer[(i << 1) + 1] += STRSCALE(stream_buffer[i]); } } break; case 2: { for (int i = 0; i < p_frames * 2; i++) { internal_buffer[i] += STRSCALE(stream_buffer[i]); } } break; case 4: { for (int i = 0; i < p_frames; i++) { internal_buffer[(i << 2) + 0] += STRSCALE((stream_buffer[(i << 2) + 0] + stream_buffer[(i << 2) + 2]) >> 1); internal_buffer[(i << 2) + 1] += STRSCALE((stream_buffer[(i << 2) + 1] + stream_buffer[(i << 2) + 3]) >> 1); } } break; } #undef STRSCALE } } /*void AudioServerSW::driver_process(int p_frames,int32_t *p_buffer) { _output_delay=p_frames/double(AudioDriverSW::get_singleton()->get_mix_rate()); //process in chunks to make sure to never process more than INTERNAL_BUFFER_SIZE int todo=p_frames; while(todo) { int tomix=MIN(todo,INTERNAL_BUFFER_SIZE); driver_process_chunk(tomix,p_buffer); p_buffer+=tomix; todo-=tomix; } }*/ AudioServerJavascript::AudioServerJavascript() { singleton = this; sample_base = 1; voice_base = 1; /* clang-format off */ EM_ASM( _as_samples = {}; _as_voices = {}; _as_voice_pan = {}; _as_voice_gain = {}; _as_audioctx = new (window.AudioContext || window.webkitAudioContext)(); audio_server_mix_function = cwrap('audio_server_mix_function', null, ['number']); ); /* clang-format on */ /* clang-format off */ webaudio_mix_rate = EM_ASM_INT_V( return _as_audioctx.sampleRate; ); /* clang-format on */ print_line("WEBAUDIO MIX RATE: " + itos(webaudio_mix_rate)); event_voice_scale = 1.0; fx_volume_scale = 1.0; stream_volume_scale = 1.0; }