/*************************************************************************/ /* audio_driver_javascript.cpp */ /*************************************************************************/ /* This file is part of: */ /* GODOT ENGINE */ /* https://godotengine.org */ /*************************************************************************/ /* Copyright (c) 2007-2020 Juan Linietsky, Ariel Manzur. */ /* Copyright (c) 2014-2020 Godot Engine contributors (cf. AUTHORS.md). */ /* */ /* Permission is hereby granted, free of charge, to any person obtaining */ /* a copy of this software and associated documentation files (the */ /* "Software"), to deal in the Software without restriction, including */ /* without limitation the rights to use, copy, modify, merge, publish, */ /* distribute, sublicense, and/or sell copies of the Software, and to */ /* permit persons to whom the Software is furnished to do so, subject to */ /* the following conditions: */ /* */ /* The above copyright notice and this permission notice shall be */ /* included in all copies or substantial portions of the Software. */ /* */ /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */ /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */ /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/ /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */ /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */ /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */ /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ /*************************************************************************/ #include "audio_driver_javascript.h" #include "core/project_settings.h" #include AudioDriverJavaScript *AudioDriverJavaScript::singleton = NULL; const char *AudioDriverJavaScript::get_name() const { return "JavaScript"; } extern "C" EMSCRIPTEN_KEEPALIVE void audio_driver_js_mix() { AudioDriverJavaScript::singleton->mix_to_js(); } extern "C" EMSCRIPTEN_KEEPALIVE void audio_driver_process_capture(float sample) { AudioDriverJavaScript::singleton->process_capture(sample); } void AudioDriverJavaScript::mix_to_js() { int channel_count = get_total_channels_by_speaker_mode(get_speaker_mode()); int sample_count = memarr_len(internal_buffer) / channel_count; int32_t *stream_buffer = reinterpret_cast(internal_buffer); audio_server_process(sample_count, stream_buffer); for (int i = 0; i < sample_count * channel_count; i++) { internal_buffer[i] = float(stream_buffer[i] >> 16) / 32768.f; } } void AudioDriverJavaScript::process_capture(float sample) { int32_t sample32 = int32_t(sample * 32768.f) * (1U << 16); input_buffer_write(sample32); } Error AudioDriverJavaScript::init() { int mix_rate = GLOBAL_GET("audio/mix_rate"); int latency = GLOBAL_GET("audio/output_latency"); /* clang-format off */ EM_ASM({ const MIX_RATE = $0; const LATENCY = $1 / 1000; _audioDriver_audioContext = new (window.AudioContext || window.webkitAudioContext)({ sampleRate: MIX_RATE, latencyHint: LATENCY}); _audioDriver_audioInput = null; _audioDriver_inputStream = null; _audioDriver_scriptNode = null; }, mix_rate, latency); /* clang-format on */ int channel_count = get_total_channels_by_speaker_mode(get_speaker_mode()); buffer_length = closest_power_of_2((latency * mix_rate / 1000) * channel_count); /* clang-format off */ buffer_length = EM_ASM_INT({ const BUFFER_LENGTH = $0; const CHANNEL_COUNT = $1; _audioDriver_scriptNode = _audioDriver_audioContext.createScriptProcessor(BUFFER_LENGTH, 2, CHANNEL_COUNT); _audioDriver_scriptNode.connect(_audioDriver_audioContext.destination); return _audioDriver_scriptNode.bufferSize; }, buffer_length, channel_count); /* clang-format on */ if (!buffer_length) { return FAILED; } if (!internal_buffer || (int)memarr_len(internal_buffer) != buffer_length * channel_count) { if (internal_buffer) memdelete_arr(internal_buffer); internal_buffer = memnew_arr(float, buffer_length *channel_count); } return internal_buffer ? OK : ERR_OUT_OF_MEMORY; } void AudioDriverJavaScript::start() { /* clang-format off */ EM_ASM({ var INTERNAL_BUFFER_PTR = $0; var audioDriverMixFunction = cwrap('audio_driver_js_mix'); var audioDriverProcessCapture = cwrap('audio_driver_process_capture', null, ['number']); _audioDriver_scriptNode.onaudioprocess = function(audioProcessingEvent) { audioDriverMixFunction(); var input = audioProcessingEvent.inputBuffer; var output = audioProcessingEvent.outputBuffer; var internalBuffer = HEAPF32.subarray( INTERNAL_BUFFER_PTR / HEAPF32.BYTES_PER_ELEMENT, INTERNAL_BUFFER_PTR / HEAPF32.BYTES_PER_ELEMENT + output.length * output.numberOfChannels); for (var channel = 0; channel < output.numberOfChannels; channel++) { var outputData = output.getChannelData(channel); // Loop through samples. for (var sample = 0; sample < outputData.length; sample++) { outputData[sample] = internalBuffer[sample * output.numberOfChannels + channel]; } } if (_audioDriver_audioInput) { var inputDataL = input.getChannelData(0); var inputDataR = input.getChannelData(1); for (var i = 0; i < inputDataL.length; i++) { audioDriverProcessCapture(inputDataL[i]); audioDriverProcessCapture(inputDataR[i]); } } }; }, internal_buffer); /* clang-format on */ } void AudioDriverJavaScript::resume() { /* clang-format off */ EM_ASM({ if (_audioDriver_audioContext.resume) _audioDriver_audioContext.resume(); }); /* clang-format on */ } float AudioDriverJavaScript::get_latency() { /* clang-format off */ return EM_ASM_DOUBLE({ var latency = 0; if (_audioDriver_audioContext) { if (_audioDriver_audioContext.baseLatency) { latency += _audioDriver_audioContext.baseLatency; } if (_audioDriver_audioContext.outputLatency) { latency += _audioDriver_audioContext.outputLatency; } } return latency; }); /* clang-format on */ } int AudioDriverJavaScript::get_mix_rate() const { /* clang-format off */ return EM_ASM_INT_V({ return _audioDriver_audioContext.sampleRate; }); /* clang-format on */ } AudioDriver::SpeakerMode AudioDriverJavaScript::get_speaker_mode() const { /* clang-format off */ return get_speaker_mode_by_total_channels(EM_ASM_INT_V({ return _audioDriver_audioContext.destination.channelCount; })); /* clang-format on */ } // No locking, as threads are not supported. void AudioDriverJavaScript::lock() { } void AudioDriverJavaScript::unlock() { } void AudioDriverJavaScript::finish() { /* clang-format off */ EM_ASM({ _audioDriver_audioContext = null; _audioDriver_audioInput = null; _audioDriver_scriptNode = null; }); /* clang-format on */ if (internal_buffer) { memdelete_arr(internal_buffer); internal_buffer = NULL; } } Error AudioDriverJavaScript::capture_start() { input_buffer_init(buffer_length); /* clang-format off */ EM_ASM({ function gotMediaInput(stream) { _audioDriver_inputStream = stream; _audioDriver_audioInput = _audioDriver_audioContext.createMediaStreamSource(stream); _audioDriver_audioInput.connect(_audioDriver_scriptNode); } function gotMediaInputError(e) { out(e); } if (navigator.mediaDevices.getUserMedia) { navigator.mediaDevices.getUserMedia({"audio": true}).then(gotMediaInput, gotMediaInputError); } else { if (!navigator.getUserMedia) navigator.getUserMedia = navigator.webkitGetUserMedia || navigator.mozGetUserMedia; navigator.getUserMedia({"audio": true}, gotMediaInput, gotMediaInputError); } }); /* clang-format on */ return OK; } Error AudioDriverJavaScript::capture_stop() { /* clang-format off */ EM_ASM({ if (_audioDriver_inputStream) { const tracks = _audioDriver_inputStream.getTracks(); for (var i = 0; i < tracks.length; i++) { tracks[i].stop(); } _audioDriver_inputStream = null; } if (_audioDriver_audioInput) { _audioDriver_audioInput.disconnect(); _audioDriver_audioInput = null; } }); /* clang-format on */ input_buffer.clear(); return OK; } AudioDriverJavaScript::AudioDriverJavaScript() { internal_buffer = NULL; singleton = this; }