278 lines
8.6 KiB
C++
278 lines
8.6 KiB
C++
/*************************************************************************/
|
|
/* audio_driver_javascript.cpp */
|
|
/*************************************************************************/
|
|
/* This file is part of: */
|
|
/* GODOT ENGINE */
|
|
/* https://godotengine.org */
|
|
/*************************************************************************/
|
|
/* Copyright (c) 2007-2020 Juan Linietsky, Ariel Manzur. */
|
|
/* Copyright (c) 2014-2020 Godot Engine contributors (cf. AUTHORS.md). */
|
|
/* */
|
|
/* Permission is hereby granted, free of charge, to any person obtaining */
|
|
/* a copy of this software and associated documentation files (the */
|
|
/* "Software"), to deal in the Software without restriction, including */
|
|
/* without limitation the rights to use, copy, modify, merge, publish, */
|
|
/* distribute, sublicense, and/or sell copies of the Software, and to */
|
|
/* permit persons to whom the Software is furnished to do so, subject to */
|
|
/* the following conditions: */
|
|
/* */
|
|
/* The above copyright notice and this permission notice shall be */
|
|
/* included in all copies or substantial portions of the Software. */
|
|
/* */
|
|
/* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
|
|
/* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
|
|
/* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/
|
|
/* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
|
|
/* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
|
|
/* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
|
|
/* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
|
|
/*************************************************************************/
|
|
|
|
#include "audio_driver_javascript.h"
|
|
|
|
#include "core/project_settings.h"
|
|
|
|
#include <emscripten.h>
|
|
|
|
AudioDriverJavaScript *AudioDriverJavaScript::singleton = NULL;
|
|
|
|
const char *AudioDriverJavaScript::get_name() const {
|
|
|
|
return "JavaScript";
|
|
}
|
|
|
|
extern "C" EMSCRIPTEN_KEEPALIVE void audio_driver_js_mix() {
|
|
|
|
AudioDriverJavaScript::singleton->mix_to_js();
|
|
}
|
|
|
|
extern "C" EMSCRIPTEN_KEEPALIVE void audio_driver_process_capture(float sample) {
|
|
|
|
AudioDriverJavaScript::singleton->process_capture(sample);
|
|
}
|
|
|
|
void AudioDriverJavaScript::mix_to_js() {
|
|
|
|
int channel_count = get_total_channels_by_speaker_mode(get_speaker_mode());
|
|
int sample_count = memarr_len(internal_buffer) / channel_count;
|
|
int32_t *stream_buffer = reinterpret_cast<int32_t *>(internal_buffer);
|
|
audio_server_process(sample_count, stream_buffer);
|
|
for (int i = 0; i < sample_count * channel_count; i++) {
|
|
internal_buffer[i] = float(stream_buffer[i] >> 16) / 32768.f;
|
|
}
|
|
}
|
|
|
|
void AudioDriverJavaScript::process_capture(float sample) {
|
|
|
|
int32_t sample32 = int32_t(sample * 32768.f) * (1U << 16);
|
|
input_buffer_write(sample32);
|
|
}
|
|
|
|
Error AudioDriverJavaScript::init() {
|
|
|
|
int mix_rate = GLOBAL_GET("audio/mix_rate");
|
|
int latency = GLOBAL_GET("audio/output_latency");
|
|
|
|
/* clang-format off */
|
|
EM_ASM({
|
|
const MIX_RATE = $0;
|
|
const LATENCY = $1 / 1000;
|
|
_audioDriver_audioContext = new (window.AudioContext || window.webkitAudioContext)({ sampleRate: MIX_RATE, latencyHint: LATENCY});
|
|
_audioDriver_audioInput = null;
|
|
_audioDriver_inputStream = null;
|
|
_audioDriver_scriptNode = null;
|
|
}, mix_rate, latency);
|
|
/* clang-format on */
|
|
|
|
int channel_count = get_total_channels_by_speaker_mode(get_speaker_mode());
|
|
buffer_length = closest_power_of_2((latency * mix_rate / 1000) * channel_count);
|
|
/* clang-format off */
|
|
buffer_length = EM_ASM_INT({
|
|
const BUFFER_LENGTH = $0;
|
|
const CHANNEL_COUNT = $1;
|
|
|
|
_audioDriver_scriptNode = _audioDriver_audioContext.createScriptProcessor(BUFFER_LENGTH, 2, CHANNEL_COUNT);
|
|
_audioDriver_scriptNode.connect(_audioDriver_audioContext.destination);
|
|
|
|
return _audioDriver_scriptNode.bufferSize;
|
|
}, buffer_length, channel_count);
|
|
/* clang-format on */
|
|
if (!buffer_length) {
|
|
return FAILED;
|
|
}
|
|
|
|
if (!internal_buffer || (int)memarr_len(internal_buffer) != buffer_length * channel_count) {
|
|
if (internal_buffer)
|
|
memdelete_arr(internal_buffer);
|
|
internal_buffer = memnew_arr(float, buffer_length *channel_count);
|
|
}
|
|
|
|
return internal_buffer ? OK : ERR_OUT_OF_MEMORY;
|
|
}
|
|
|
|
void AudioDriverJavaScript::start() {
|
|
|
|
/* clang-format off */
|
|
EM_ASM({
|
|
var INTERNAL_BUFFER_PTR = $0;
|
|
|
|
var audioDriverMixFunction = cwrap('audio_driver_js_mix');
|
|
var audioDriverProcessCapture = cwrap('audio_driver_process_capture', null, ['number']);
|
|
_audioDriver_scriptNode.onaudioprocess = function(audioProcessingEvent) {
|
|
audioDriverMixFunction();
|
|
|
|
var input = audioProcessingEvent.inputBuffer;
|
|
var output = audioProcessingEvent.outputBuffer;
|
|
var internalBuffer = HEAPF32.subarray(
|
|
INTERNAL_BUFFER_PTR / HEAPF32.BYTES_PER_ELEMENT,
|
|
INTERNAL_BUFFER_PTR / HEAPF32.BYTES_PER_ELEMENT + output.length * output.numberOfChannels);
|
|
|
|
for (var channel = 0; channel < output.numberOfChannels; channel++) {
|
|
var outputData = output.getChannelData(channel);
|
|
// Loop through samples.
|
|
for (var sample = 0; sample < outputData.length; sample++) {
|
|
outputData[sample] = internalBuffer[sample * output.numberOfChannels + channel];
|
|
}
|
|
}
|
|
|
|
if (_audioDriver_audioInput) {
|
|
var inputDataL = input.getChannelData(0);
|
|
var inputDataR = input.getChannelData(1);
|
|
for (var i = 0; i < inputDataL.length; i++) {
|
|
audioDriverProcessCapture(inputDataL[i]);
|
|
audioDriverProcessCapture(inputDataR[i]);
|
|
}
|
|
}
|
|
};
|
|
}, internal_buffer);
|
|
/* clang-format on */
|
|
}
|
|
|
|
void AudioDriverJavaScript::resume() {
|
|
/* clang-format off */
|
|
EM_ASM({
|
|
if (_audioDriver_audioContext.resume)
|
|
_audioDriver_audioContext.resume();
|
|
});
|
|
/* clang-format on */
|
|
}
|
|
|
|
float AudioDriverJavaScript::get_latency() {
|
|
/* clang-format off */
|
|
return EM_ASM_DOUBLE({
|
|
var latency = 0;
|
|
if (_audioDriver_audioContext) {
|
|
if (_audioDriver_audioContext.baseLatency) {
|
|
latency += _audioDriver_audioContext.baseLatency;
|
|
}
|
|
if (_audioDriver_audioContext.outputLatency) {
|
|
latency += _audioDriver_audioContext.outputLatency;
|
|
}
|
|
}
|
|
return latency;
|
|
});
|
|
/* clang-format on */
|
|
}
|
|
|
|
int AudioDriverJavaScript::get_mix_rate() const {
|
|
|
|
/* clang-format off */
|
|
return EM_ASM_INT_V({
|
|
return _audioDriver_audioContext.sampleRate;
|
|
});
|
|
/* clang-format on */
|
|
}
|
|
|
|
AudioDriver::SpeakerMode AudioDriverJavaScript::get_speaker_mode() const {
|
|
|
|
/* clang-format off */
|
|
return get_speaker_mode_by_total_channels(EM_ASM_INT_V({
|
|
return _audioDriver_audioContext.destination.channelCount;
|
|
}));
|
|
/* clang-format on */
|
|
}
|
|
|
|
// No locking, as threads are not supported.
|
|
void AudioDriverJavaScript::lock() {
|
|
}
|
|
|
|
void AudioDriverJavaScript::unlock() {
|
|
}
|
|
|
|
void AudioDriverJavaScript::finish() {
|
|
|
|
/* clang-format off */
|
|
EM_ASM({
|
|
_audioDriver_audioContext = null;
|
|
_audioDriver_audioInput = null;
|
|
_audioDriver_scriptNode = null;
|
|
});
|
|
/* clang-format on */
|
|
|
|
if (internal_buffer) {
|
|
memdelete_arr(internal_buffer);
|
|
internal_buffer = NULL;
|
|
}
|
|
}
|
|
|
|
Error AudioDriverJavaScript::capture_start() {
|
|
|
|
input_buffer_init(buffer_length);
|
|
|
|
/* clang-format off */
|
|
EM_ASM({
|
|
function gotMediaInput(stream) {
|
|
_audioDriver_inputStream = stream;
|
|
_audioDriver_audioInput = _audioDriver_audioContext.createMediaStreamSource(stream);
|
|
_audioDriver_audioInput.connect(_audioDriver_scriptNode);
|
|
}
|
|
|
|
function gotMediaInputError(e) {
|
|
out(e);
|
|
}
|
|
|
|
if (navigator.mediaDevices.getUserMedia) {
|
|
navigator.mediaDevices.getUserMedia({"audio": true}).then(gotMediaInput, gotMediaInputError);
|
|
} else {
|
|
if (!navigator.getUserMedia)
|
|
navigator.getUserMedia = navigator.webkitGetUserMedia || navigator.mozGetUserMedia;
|
|
navigator.getUserMedia({"audio": true}, gotMediaInput, gotMediaInputError);
|
|
}
|
|
});
|
|
/* clang-format on */
|
|
|
|
return OK;
|
|
}
|
|
|
|
Error AudioDriverJavaScript::capture_stop() {
|
|
|
|
/* clang-format off */
|
|
EM_ASM({
|
|
if (_audioDriver_inputStream) {
|
|
const tracks = _audioDriver_inputStream.getTracks();
|
|
for (var i = 0; i < tracks.length; i++) {
|
|
tracks[i].stop();
|
|
}
|
|
_audioDriver_inputStream = null;
|
|
}
|
|
|
|
if (_audioDriver_audioInput) {
|
|
_audioDriver_audioInput.disconnect();
|
|
_audioDriver_audioInput = null;
|
|
}
|
|
|
|
});
|
|
/* clang-format on */
|
|
|
|
input_buffer.clear();
|
|
|
|
return OK;
|
|
}
|
|
|
|
AudioDriverJavaScript::AudioDriverJavaScript() {
|
|
|
|
internal_buffer = NULL;
|
|
|
|
singleton = this;
|
|
}
|