godot/platform/javascript/audio_server_javascript.cpp

/*************************************************************************/
/*  audio_server_javascript.cpp                                          */
/*************************************************************************/
/*                       This file is part of:                           */
/*                           GODOT ENGINE                                */
/*                    http://www.godotengine.org                         */
/*************************************************************************/
/* Copyright (c) 2007-2017 Juan Linietsky, Ariel Manzur.                 */
/*                                                                       */
/* Permission is hereby granted, free of charge, to any person obtaining */
/* a copy of this software and associated documentation files (the       */
/* "Software"), to deal in the Software without restriction, including   */
/* without limitation the rights to use, copy, modify, merge, publish,   */
/* distribute, sublicense, and/or sell copies of the Software, and to    */
/* permit persons to whom the Software is furnished to do so, subject to */
/* the following conditions:                                             */
/*                                                                       */
/* The above copyright notice and this permission notice shall be        */
/* included in all copies or substantial portions of the Software.       */
/*                                                                       */
/* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,       */
/* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF    */
/* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/
/* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY  */
/* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,  */
/* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE     */
/* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.                */
/*************************************************************************/
#include "audio_server_javascript.h"

#include "emscripten.h"

AudioMixer *AudioServerJavascript::get_mixer() {

	return NULL;
}

void AudioServerJavascript::audio_mixer_chunk_callback(int p_frames){


}


RID AudioServerJavascript::sample_create(SampleFormat p_format, bool p_stereo, int p_length) {

	Sample *sample = memnew( Sample );
	sample->format=p_format;
	sample->stereo=p_stereo;
	sample->length=p_length;
	sample->loop_begin=0;
	sample->loop_end=p_length;
	sample->loop_format=SAMPLE_LOOP_NONE;
	sample->mix_rate=44100;
	sample->index=-1;

	return sample_owner.make_rid(sample);

}

void AudioServerJavascript::sample_set_description(RID p_sample, const String& p_description){


}
String AudioServerJavascript::sample_get_description(RID p_sample) const{

	return String();
}

AudioServerJavascript::SampleFormat AudioServerJavascript::sample_get_format(RID p_sample) const{

	return SAMPLE_FORMAT_PCM8;
}
bool AudioServerJavascript::sample_is_stereo(RID p_sample) const{

	const Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND_V(!sample,false);
	return sample->stereo;

}
int AudioServerJavascript::sample_get_length(RID p_sample) const{
	const Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND_V(!sample,0);
	return sample->length;
}
const void* AudioServerJavascript::sample_get_data_ptr(RID p_sample) const{

	return NULL;
}

void AudioServerJavascript::sample_set_data(RID p_sample, const PoolVector<uint8_t>& p_buffer){

	Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND(!sample);
	int chans = sample->stereo?2:1;

	Vector<float> buffer;
	buffer.resize(sample->length*chans);
	PoolVector<uint8_t>::Read r=p_buffer.read();
	if (sample->format==SAMPLE_FORMAT_PCM8) {
		const int8_t*ptr = (const int8_t*)r.ptr();
		for(int i=0;i<sample->length*chans;i++) {
			buffer[i]=ptr[i]/128.0;
		}
	} else if (sample->format==SAMPLE_FORMAT_PCM16){
		const int16_t*ptr = (const int16_t*)r.ptr();
		for(int i=0;i<sample->length*chans;i++) {
			buffer[i]=ptr[i]/32768.0;
		}
	} else {
		ERR_EXPLAIN("Unsupported for now");
		ERR_FAIL();
	}

	sample->tmp_data=buffer;



}
PoolVector<uint8_t> AudioServerJavascript::sample_get_data(RID p_sample) const{


	return PoolVector<uint8_t>();
}

void AudioServerJavascript::sample_set_mix_rate(RID p_sample,int p_rate){
	Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND(!sample);
	sample->mix_rate=p_rate;

}

int AudioServerJavascript::sample_get_mix_rate(RID p_sample) const{
	const Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND_V(!sample,0);
	return sample->mix_rate;
}


void AudioServerJavascript::sample_set_loop_format(RID p_sample,SampleLoopFormat p_format){

	Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND(!sample);
	sample->loop_format=p_format;

}

AudioServerJavascript::SampleLoopFormat AudioServerJavascript::sample_get_loop_format(RID p_sample) const {

	const Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND_V(!sample,SAMPLE_LOOP_NONE);
	return sample->loop_format;
}

void AudioServerJavascript::sample_set_loop_begin(RID p_sample,int p_pos){

	Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND(!sample);
	sample->loop_begin=p_pos;

}
int AudioServerJavascript::sample_get_loop_begin(RID p_sample) const{

	const Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND_V(!sample,0);
	return sample->loop_begin;
}

void AudioServerJavascript::sample_set_loop_end(RID p_sample,int p_pos){

	Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND(!sample);
	sample->loop_end=p_pos;

}
int AudioServerJavascript::sample_get_loop_end(RID p_sample) const{

	const Sample *sample = sample_owner.get(p_sample);
	ERR_FAIL_COND_V(!sample,0);
	return sample->loop_end;
}


/* VOICE API */

RID AudioServerJavascript::voice_create(){

	Voice *voice = memnew( Voice );

	voice->index=voice_base;
	voice->volume=1.0;
	voice->pan=0.0;
	voice->pan_depth=.0;
	voice->pan_height=0.0;
	voice->chorus=0;
	voice->reverb_type=REVERB_SMALL;
	voice->reverb=0;
	voice->mix_rate=-1;
	voice->positional=false;
	voice->active=false;

	/* clang-format off */
	EM_ASM_( {
		_as_voices[$0] = null;
		_as_voice_gain[$0] = _as_audioctx.createGain();
		_as_voice_pan[$0] = _as_audioctx.createStereoPanner();
		_as_voice_gain[$0].connect(_as_voice_pan[$0]);
		_as_voice_pan[$0].connect(_as_audioctx.destination);
	}, voice_base);
	/* clang-format on */

	voice_base++;

	return voice_owner.make_rid( voice );
}

void AudioServerJavascript::voice_play(RID p_voice, RID p_sample){

	Voice* voice=voice_owner.get(p_voice);
	ERR_FAIL_COND(!voice);
	Sample *sample=sample_owner.get(p_sample);
	ERR_FAIL_COND(!sample);

	// due to how webaudio works, sample cration is deferred until used
	// sorry! WebAudio absolutely sucks


	if (sample->index==-1) {
		//create sample if not created
		ERR_FAIL_COND(sample->tmp_data.size()==0);
		sample->index=sample_base;
		/* clang-format off */
		EM_ASM_({
			_as_samples[$0] = _as_audioctx.createBuffer($1, $2, $3);
		}, sample_base, sample->stereo ? 2 : 1, sample->length, sample->mix_rate);
		/* clang-format on */

		sample_base++;
		int chans = sample->stereo?2:1;


		for(int i=0;i<chans;i++) {
			/* clang-format off */
			EM_ASM_({
				_as_edited_buffer = _as_samples[$0].getChannelData($1);
			}, sample->index, i);
			/* clang-format on */

			for(int j=0;j<sample->length;j++) {
				/* clang-format off */
				EM_ASM_({
					_as_edited_buffer[$0] = $1;
				}, j, sample->tmp_data[j * chans + i]);
				/* clang-format on */
			}
		}

		sample->tmp_data.clear();
	}


	voice->sample_mix_rate=sample->mix_rate;
	if (voice->mix_rate==-1) {
		voice->mix_rate=voice->sample_mix_rate;
	}

	float freq_diff = Math::log(float(voice->mix_rate)/float(voice->sample_mix_rate))/Math::log(2.0);
	int detune = int(freq_diff*1200.0);

	/* clang-format off */
	EM_ASM_({
		if (_as_voices[$0] !== null) {
			_as_voices[$0].stop(); //stop and byebye
		}
		_as_voices[$0] = _as_audioctx.createBufferSource();
		_as_voices[$0].connect(_as_voice_gain[$0]);
		_as_voices[$0].buffer = _as_samples[$1];
		_as_voices[$0].loopStart.value = $1;
		_as_voices[$0].loopEnd.value = $2;
		_as_voices[$0].loop.value = $3;
		_as_voices[$0].detune.value = $6;
		_as_voice_pan[$0].pan.value = $4;
		_as_voice_gain[$0].gain.value = $5;
		_as_voices[$0].start();
		_as_voices[$0].onended = function() {
			_as_voices[$0].disconnect(_as_voice_gain[$0]);
			_as_voices[$0] = null;
		}
	}, voice->index, sample->index, sample->mix_rate * sample->loop_begin, sample->mix_rate * sample->loop_end, sample->loop_format != SAMPLE_LOOP_NONE, voice->pan, voice->volume * fx_volume_scale, detune);
	/* clang-format on */

	voice->active=true;
}

void AudioServerJavascript::voice_set_volume(RID p_voice, float p_volume){

	Voice* voice=voice_owner.get(p_voice);
	ERR_FAIL_COND(!voice);

	voice->volume=p_volume;

	if (voice->active) {
		/* clang-format off */
		EM_ASM_({
			_as_voice_gain[$0].gain.value = $1;
		}, voice->index, voice->volume * fx_volume_scale);
		/* clang-format on */
	}

}
void AudioServerJavascript::voice_set_pan(RID p_voice, float p_pan, float p_depth,float height){

	Voice* voice=voice_owner.get(p_voice);
	ERR_FAIL_COND(!voice);

	voice->pan=p_pan;
	voice->pan_depth=p_depth;
	voice->pan_height=height;

	if (voice->active) {
		/* clang-format off */
		EM_ASM_({
			_as_voice_pan[$0].pan.value = $1;
		}, voice->index, voice->pan);
		/* clang-format on */
	}
}
void AudioServerJavascript::voice_set_filter(RID p_voice, FilterType p_type, float p_cutoff, float p_resonance, float p_gain){

}
void AudioServerJavascript::voice_set_chorus(RID p_voice, float p_chorus ){

}
void AudioServerJavascript::voice_set_reverb(RID p_voice, ReverbRoomType p_room_type, float p_reverb){

}
void AudioServerJavascript::voice_set_mix_rate(RID p_voice, int p_mix_rate){

	Voice* voice=voice_owner.get(p_voice);
	ERR_FAIL_COND(!voice);

	voice->mix_rate=p_mix_rate;

	if (voice->active) {

		float freq_diff = Math::log(float(voice->mix_rate)/float(voice->sample_mix_rate))/Math::log(2.0);
		int detune = int(freq_diff*1200.0);
		/* clang-format off */
		EM_ASM_({
			_as_voices[$0].detune.value = $1;
		}, voice->index, detune);
		/* clang-format on */
	}
}
void AudioServerJavascript::voice_set_positional(RID p_voice, bool p_positional){

}

float AudioServerJavascript::voice_get_volume(RID p_voice) const{

	Voice* voice=voice_owner.get(p_voice);
	ERR_FAIL_COND_V(!voice,0);

	return voice->volume;
}
float AudioServerJavascript::voice_get_pan(RID p_voice) const{

	Voice* voice=voice_owner.get(p_voice);
	ERR_FAIL_COND_V(!voice,0);

	return voice->pan;
}
float AudioServerJavascript::voice_get_pan_depth(RID p_voice) const{
	Voice* voice=voice_owner.get(p_voice);
	ERR_FAIL_COND_V(!voice,0);

	return voice->pan_depth;
}
float AudioServerJavascript::voice_get_pan_height(RID p_voice) const{

	Voice* voice=voice_owner.get(p_voice);
	ERR_FAIL_COND_V(!voice,0);

	return voice->pan_height;
}
AudioServerJavascript::FilterType AudioServerJavascript::voice_get_filter_type(RID p_voice) const{

	return FILTER_NONE;
}
float AudioServerJavascript::voice_get_filter_cutoff(RID p_voice) const{

	return 0;
}
float AudioServerJavascript::voice_get_filter_resonance(RID p_voice) const{

	return 0;
}
float AudioServerJavascript::voice_get_chorus(RID p_voice) const{

	return 0;
}
AudioServerJavascript::ReverbRoomType AudioServerJavascript::voice_get_reverb_type(RID p_voice) const{

	return REVERB_SMALL;
}
float AudioServerJavascript::voice_get_reverb(RID p_voice) const{

	return 0;
}

int AudioServerJavascript::voice_get_mix_rate(RID p_voice) const{

	return 44100;
}

bool AudioServerJavascript::voice_is_positional(RID p_voice) const{

	return false;
}

void AudioServerJavascript::voice_stop(RID p_voice){

	Voice* voice=voice_owner.get(p_voice);
	ERR_FAIL_COND(!voice);

	if (voice->active) {
		/* clang-format off */
		EM_ASM_({
			if (_as_voices[$0] !== null) {
				_as_voices[$0].stop();
				_as_voices[$0].disconnect(_as_voice_gain[$0]);
				_as_voices[$0] = null;
			}
		}, voice->index);
		/* clang-format on */

		voice->active=false;
	}


}
bool AudioServerJavascript::voice_is_active(RID p_voice) const{
	Voice* voice=voice_owner.get(p_voice);
	ERR_FAIL_COND_V(!voice,false);

	return voice->active;
}

/* STREAM API */

RID AudioServerJavascript::audio_stream_create(AudioStream *p_stream) {


	Stream *s = memnew(Stream);
	s->audio_stream=p_stream;
	s->event_stream=NULL;
	s->active=false;
	s->E=NULL;
	s->volume_scale=1.0;
	p_stream->set_mix_rate(webaudio_mix_rate);

	return stream_owner.make_rid(s);
}

RID AudioServerJavascript::event_stream_create(EventStream *p_stream) {


	Stream *s = memnew(Stream);
	s->audio_stream=NULL;
	s->event_stream=p_stream;
	s->active=false;
	s->E=NULL;
	s->volume_scale=1.0;
	//p_stream->set_mix_rate(AudioDriverJavascript::get_singleton()->get_mix_rate());

	return stream_owner.make_rid(s);


}


void AudioServerJavascript::stream_set_active(RID p_stream, bool p_active) {


	Stream *s = stream_owner.get(p_stream);
	ERR_FAIL_COND(!s);

	if (s->active==p_active)
		return;

	s->active=p_active;
	if (p_active)
		s->E=active_audio_streams.push_back(s);
	else {
		active_audio_streams.erase(s->E);
		s->E=NULL;
	}
}

bool AudioServerJavascript::stream_is_active(RID p_stream) const {

	Stream *s = stream_owner.get(p_stream);
	ERR_FAIL_COND_V(!s,false);
	return s->active;
}

void AudioServerJavascript::stream_set_volume_scale(RID p_stream, float p_scale) {

	Stream *s = stream_owner.get(p_stream);
	ERR_FAIL_COND(!s);
	s->volume_scale=p_scale;

}

float AudioServerJavascript::stream_set_volume_scale(RID p_stream) const {

	Stream *s = stream_owner.get(p_stream);
	ERR_FAIL_COND_V(!s,0);
	return s->volume_scale;

}


/* Audio Physics API */

void AudioServerJavascript::free(RID p_id){

	if (voice_owner.owns(p_id)) {
		Voice* voice=voice_owner.get(p_id);
		ERR_FAIL_COND(!voice);

		if (voice->active) {
			/* clang-format off */
			EM_ASM_({
				 if (_as_voices[$0] !== null) {
					_as_voices[$0].stop();
					_as_voices[$0].disconnect(_as_voice_gain[$0]);
				 }
			}, voice->index);
			/* clang-format on */
		}

		/* clang-format off */
		EM_ASM_({
			delete _as_voices[$0];
			_as_voice_gain[$0].disconnect(_as_voice_pan[$0]);
			delete _as_voice_gain[$0];
			_as_voice_pan[$0].disconnect(_as_audioctx.destination);
			delete _as_voice_pan[$0];
		}, voice->index);
		/* clang-format on */

		voice_owner.free(p_id);
		memdelete(voice);

	} else if (sample_owner.owns(p_id)) {

		Sample *sample = sample_owner.get(p_id);
		ERR_FAIL_COND(!sample);

		/* clang-format off */
		EM_ASM_({
			delete _as_samples[$0];
		}, sample->index);
		/* clang-format on */

		sample_owner.free(p_id);
		memdelete(sample);

	} else if (stream_owner.owns(p_id)) {


		Stream *s=stream_owner.get(p_id);

		if (s->active) {
			stream_set_active(p_id,false);
		}

		memdelete(s);
		stream_owner.free(p_id);
	}
}

extern "C" {


void audio_server_mix_function(int p_frames) {

	//print_line("MIXI! "+itos(p_frames));
	static_cast<AudioServerJavascript*>(AudioServerJavascript::get_singleton())->mix_to_js(p_frames);
}

}

void AudioServerJavascript::mix_to_js(int p_frames) {


	//process in chunks to make sure to never process more than INTERNAL_BUFFER_SIZE
	int todo=p_frames;
	int offset=0;

	while(todo) {

		int tomix=MIN(todo,INTERNAL_BUFFER_SIZE);
		driver_process_chunk(tomix);

		/* clang-format off */
		EM_ASM_({
			var data = HEAPF32.subarray($0 / 4, $0 / 4 + $2 * 2);

			for (var channel = 0; channel < _as_output_buffer.numberOfChannels; channel++) {
				var outputData = _as_output_buffer.getChannelData(channel);
				// Loop through samples
				for (var sample = 0; sample < $2; sample++) {
					// make output equal to the same as the input
					outputData[sample + $1] = data[sample * 2 + channel];
				}
			}
		}, internal_buffer, offset, tomix);
		/* clang-format on */

		todo-=tomix;
		offset+=tomix;
	}
}

void AudioServerJavascript::init(){

	/*
	// clang-format off
	EM_ASM(
		console.log('server is ' + audio_server);
	);
	// clang-format on
	*/


	//int latency = GLOBAL_DEF("javascript/audio_latency",16384);

	internal_buffer_channels=2;
	internal_buffer = memnew_arr(float,INTERNAL_BUFFER_SIZE*internal_buffer_channels);
	stream_buffer = memnew_arr(int32_t,INTERNAL_BUFFER_SIZE*4); //max 4 channels

	stream_volume=0.3;

	int buffer_latency=16384;

	/* clang-format off */
	EM_ASM_( {
		_as_script_node = _as_audioctx.createScriptProcessor($0, 0, 2);
		_as_script_node.connect(_as_audioctx.destination);
		console.log(_as_script_node.bufferSize);

		_as_script_node.onaudioprocess = function(audioProcessingEvent) {
		// The output buffer contains the samples that will be modified and played
			_as_output_buffer = audioProcessingEvent.outputBuffer;
			audio_server_mix_function(_as_output_buffer.getChannelData(0).length);
		}
	}, buffer_latency);
	/* clang-format on */


}

void AudioServerJavascript::finish(){

}
void AudioServerJavascript::update(){

	for(List<Stream*>::Element *E=active_audio_streams.front();E;) { //stream might be removed durnig this callback

		List<Stream*>::Element *N=E->next();

		if (E->get()->audio_stream)
			E->get()->audio_stream->update();

		E=N;
	}
}

/* MISC config */

void AudioServerJavascript::lock(){

}
void AudioServerJavascript::unlock(){

}
int AudioServerJavascript::get_default_channel_count() const{

	return 1;
}
int AudioServerJavascript::get_default_mix_rate() const{

	return 44100;
}

void AudioServerJavascript::set_stream_global_volume_scale(float p_volume){

	stream_volume_scale=p_volume;
}
void AudioServerJavascript::set_fx_global_volume_scale(float p_volume){

	fx_volume_scale=p_volume;
}
void AudioServerJavascript::set_event_voice_global_volume_scale(float p_volume){

}

float AudioServerJavascript::get_stream_global_volume_scale() const{
	return 1;
}
float AudioServerJavascript::get_fx_global_volume_scale() const{

	return 1;
}
float AudioServerJavascript::get_event_voice_global_volume_scale() const{

	return 1;
}

uint32_t AudioServerJavascript::read_output_peak() const{

	return 0;
}

AudioServerJavascript *AudioServerJavascript::singleton=NULL;

AudioServer *AudioServerJavascript::get_singleton() {
	return singleton;
}

double AudioServerJavascript::get_mix_time() const{

	return 0;
}
double AudioServerJavascript::get_output_delay() const {

	return 0;
}


void AudioServerJavascript::driver_process_chunk(int p_frames) {



	int samples=p_frames*internal_buffer_channels;

	for(int i=0;i<samples;i++) {
		internal_buffer[i]=0;
	}


	for(List<Stream*>::Element *E=active_audio_streams.front();E;E=E->next()) {

		ERR_CONTINUE(!E->get()->active); // bug?


		AudioStream *as=E->get()->audio_stream;
		if (!as)
			continue;

		int channels=as->get_channel_count();
		if (channels==0)
			continue; // does not want mix
		if (!as->mix(stream_buffer,p_frames))
			continue; //nothing was mixed!!

		int32_t stream_vol_scale=(stream_volume*stream_volume_scale*E->get()->volume_scale)*(1<<STREAM_SCALE_BITS);

#define STRSCALE(m_val)	((((m_val>>STREAM_SCALE_BITS)*stream_vol_scale)>>8)/8388608.0)
		switch(channels) {
			case 1: {

				for(int i=0;i<p_frames;i++) {

					internal_buffer[(i<<1)+0]+=STRSCALE(stream_buffer[i]);
					internal_buffer[(i<<1)+1]+=STRSCALE(stream_buffer[i]);
				}
			} break;
			case 2: {

				for(int i=0;i<p_frames*2;i++) {

					internal_buffer[i]+=STRSCALE(stream_buffer[i]);
				}
			} break;
			case 4: {

				for(int i=0;i<p_frames;i++) {

					internal_buffer[(i<<2)+0]+=STRSCALE((stream_buffer[(i<<2)+0]+stream_buffer[(i<<2)+2])>>1);
					internal_buffer[(i<<2)+1]+=STRSCALE((stream_buffer[(i<<2)+1]+stream_buffer[(i<<2)+3])>>1);
				}
			} break;


		}

#undef STRSCALE
	}
}


/*void AudioServerSW::driver_process(int p_frames,int32_t *p_buffer) {


	_output_delay=p_frames/double(AudioDriverSW::get_singleton()->get_mix_rate());
	//process in chunks to make sure to never process more than INTERNAL_BUFFER_SIZE
	int todo=p_frames;
	while(todo) {

		int tomix=MIN(todo,INTERNAL_BUFFER_SIZE);
		driver_process_chunk(tomix,p_buffer);
		p_buffer+=tomix;
		todo-=tomix;
	}


}*/

AudioServerJavascript::AudioServerJavascript() {

	singleton=this;
	sample_base=1;
	voice_base=1;
	/* clang-format off */
	EM_ASM(
		_as_samples = {};
		_as_voices = {};
		_as_voice_pan = {};
		_as_voice_gain = {};

		_as_audioctx = new (window.AudioContext || window.webkitAudioContext)();

		audio_server_mix_function = Module.cwrap('audio_server_mix_function', 'void', ['number']);
	);
	/* clang-format on */

	/* clang-format off */
	webaudio_mix_rate = EM_ASM_INT_V(
		return _as_audioctx.sampleRate;
	);
	/* clang-format on */
	print_line("WEBAUDIO MIX RATE: "+itos(webaudio_mix_rate));
	event_voice_scale=1.0;
	fx_volume_scale=1.0;
	stream_volume_scale=1.0;

}