diff options
Diffstat (limited to 'platform/javascript/audio_server_javascript.cpp')
-rw-r--r-- | platform/javascript/audio_server_javascript.cpp | 805 |
1 files changed, 805 insertions, 0 deletions
diff --git a/platform/javascript/audio_server_javascript.cpp b/platform/javascript/audio_server_javascript.cpp new file mode 100644 index 0000000000..a2c6740eaf --- /dev/null +++ b/platform/javascript/audio_server_javascript.cpp @@ -0,0 +1,805 @@ +#include "audio_server_javascript.h" + +#include "emscripten.h" + +AudioMixer *AudioServerJavascript::get_mixer() { + + return NULL; +} + +void AudioServerJavascript::audio_mixer_chunk_callback(int p_frames){ + + +} + + +RID AudioServerJavascript::sample_create(SampleFormat p_format, bool p_stereo, int p_length) { + + Sample *sample = memnew( Sample ); + sample->format=p_format; + sample->stereo=p_stereo; + sample->length=p_length; + sample->loop_begin=0; + sample->loop_end=p_length; + sample->loop_format=SAMPLE_LOOP_NONE; + sample->mix_rate=44100; + sample->index=-1; + + return sample_owner.make_rid(sample); + +} + +void AudioServerJavascript::sample_set_description(RID p_sample, const String& p_description){ + + +} +String AudioServerJavascript::sample_get_description(RID p_sample, const String& p_description) const{ + + return String(); +} + +AudioServerJavascript::SampleFormat AudioServerJavascript::sample_get_format(RID p_sample) const{ + + return SAMPLE_FORMAT_PCM8; +} +bool AudioServerJavascript::sample_is_stereo(RID p_sample) const{ + + const Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND_V(!sample,false); + return sample->stereo; + +} +int AudioServerJavascript::sample_get_length(RID p_sample) const{ + const Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND_V(!sample,0); + return sample->length; +} +const void* AudioServerJavascript::sample_get_data_ptr(RID p_sample) const{ + + return NULL; +} + +void AudioServerJavascript::sample_set_data(RID p_sample, const DVector<uint8_t>& p_buffer){ + + Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND(!sample); + int chans = sample->stereo?2:1; + + Vector<float> buffer; + buffer.resize(sample->length*chans); + DVector<uint8_t>::Read r=p_buffer.read(); + if (sample->format==SAMPLE_FORMAT_PCM8) { + const int8_t*ptr = (const int8_t*)r.ptr(); + for(int i=0;i<sample->length*chans;i++) { + buffer[i]=ptr[i]/128.0; + } + } else if (sample->format==SAMPLE_FORMAT_PCM16){ + const int16_t*ptr = (const int16_t*)r.ptr(); + for(int i=0;i<sample->length*chans;i++) { + buffer[i]=ptr[i]/32768.0; + } + } else { + ERR_EXPLAIN("Unsupported for now"); + ERR_FAIL(); + } + + sample->tmp_data=buffer; + + + +} +const DVector<uint8_t> AudioServerJavascript::sample_get_data(RID p_sample) const{ + + + return DVector<uint8_t>(); +} + +void AudioServerJavascript::sample_set_mix_rate(RID p_sample,int p_rate){ + Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND(!sample); + sample->mix_rate=p_rate; + +} + +int AudioServerJavascript::sample_get_mix_rate(RID p_sample) const{ + const Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND_V(!sample,0); + return sample->mix_rate; +} + + +void AudioServerJavascript::sample_set_loop_format(RID p_sample,SampleLoopFormat p_format){ + + Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND(!sample); + sample->loop_format=p_format; + +} + +AudioServerJavascript::SampleLoopFormat AudioServerJavascript::sample_get_loop_format(RID p_sample) const { + + const Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND_V(!sample,SAMPLE_LOOP_NONE); + return sample->loop_format; +} + +void AudioServerJavascript::sample_set_loop_begin(RID p_sample,int p_pos){ + + Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND(!sample); + sample->loop_begin=p_pos; + +} +int AudioServerJavascript::sample_get_loop_begin(RID p_sample) const{ + + const Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND_V(!sample,0); + return sample->loop_begin; +} + +void AudioServerJavascript::sample_set_loop_end(RID p_sample,int p_pos){ + + Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND(!sample); + sample->loop_end=p_pos; + +} +int AudioServerJavascript::sample_get_loop_end(RID p_sample) const{ + + const Sample *sample = sample_owner.get(p_sample); + ERR_FAIL_COND_V(!sample,0); + return sample->loop_end; +} + + +/* VOICE API */ + +RID AudioServerJavascript::voice_create(){ + + Voice *voice = memnew( Voice ); + + voice->index=voice_base; + voice->volume=1.0; + voice->pan=0.0; + voice->pan_depth=.0; + voice->pan_height=0.0; + voice->chorus=0; + voice->reverb_type=REVERB_SMALL; + voice->reverb=0; + voice->mix_rate=-1; + voice->positional=false; + voice->active=false; + + EM_ASM_( { + _as_voices[$0]=null; + _as_voice_gain[$0]=_as_audioctx.createGain(); + _as_voice_pan[$0]=_as_audioctx.createStereoPanner(); + _as_voice_gain[$0].connect(_as_voice_pan[$0]); + _as_voice_pan[$0].connect(_as_audioctx.destination); + + },voice_base); + + voice_base++; + + return voice_owner.make_rid( voice ); +} + +void AudioServerJavascript::voice_play(RID p_voice, RID p_sample){ + + Voice* voice=voice_owner.get(p_voice); + ERR_FAIL_COND(!voice); + Sample *sample=sample_owner.get(p_sample); + ERR_FAIL_COND(!sample); + + // due to how webaudio works, sample cration is deferred until used + // sorry! WebAudio absolutely sucks + + + if (sample->index==-1) { + //create sample if not created + ERR_FAIL_COND(sample->tmp_data.size()==0); + sample->index=sample_base; + EM_ASM_( { + _as_samples[$0]=_as_audioctx.createBuffer($1,$2,$3); + },sample_base,sample->stereo?2:1,sample->length,sample->mix_rate); + + sample_base++; + int chans = sample->stereo?2:1; + + + for(int i=0;i<chans;i++) { + + + EM_ASM_({ + _as_edited_buffer=_as_samples[$0].getChannelData($1); + },sample->index,i); + + + for(int j=0;j<sample->length;j++) { + + EM_ASM_({ + _as_edited_buffer[$0]=$1; + },j,sample->tmp_data[j*chans+i]); + } + } + + sample->tmp_data.clear(); + } + + + voice->sample_mix_rate=sample->mix_rate; + if (voice->mix_rate==-1) { + voice->mix_rate=voice->sample_mix_rate; + } + + float freq_diff = Math::log(float(voice->mix_rate)/float(voice->sample_mix_rate))/Math::log(2.0); + int detune = int(freq_diff*1200.0); + + EM_ASM_( { + if (_as_voices[$0]!==null) { + _as_voices[$0].stop(); //stop and byebye + } + _as_voices[$0]=_as_audioctx.createBufferSource(); + _as_voices[$0].connect(_as_voice_gain[$0]); + _as_voices[$0].buffer=_as_samples[$1]; + _as_voices[$0].loopStart.value=$1; + _as_voices[$0].loopEnd.value=$2; + _as_voices[$0].loop.value=$3; + _as_voices[$0].detune.value=$6; + _as_voice_pan[$0].pan.value=$4; + _as_voice_gain[$0].gain.value=$5; + _as_voices[$0].start(); + _as_voices[$0].onended=function() { + _as_voices[$0].disconnect(_as_voice_gain[$0]); + _as_voices[$0]=null; + } + + },voice->index,sample->index,sample->mix_rate*sample->loop_begin,sample->mix_rate*sample->loop_end,sample->loop_format!=SAMPLE_LOOP_NONE,voice->pan,voice->volume*fx_volume_scale,detune); + + voice->active=true; +} + +void AudioServerJavascript::voice_set_volume(RID p_voice, float p_volume){ + + Voice* voice=voice_owner.get(p_voice); + ERR_FAIL_COND(!voice); + + voice->volume=p_volume; + + if (voice->active) { + EM_ASM_( { + + _as_voice_gain[$0].gain.value=$1; + + },voice->index,voice->volume*fx_volume_scale); + } + +} +void AudioServerJavascript::voice_set_pan(RID p_voice, float p_pan, float p_depth,float height){ + + Voice* voice=voice_owner.get(p_voice); + ERR_FAIL_COND(!voice); + + voice->pan=p_pan; + voice->pan_depth=p_depth; + voice->pan_height=height; + + if (voice->active) { + EM_ASM_( { + + _as_voice_pan[$0].pan.value=$1; + + },voice->index,voice->pan); + } +} +void AudioServerJavascript::voice_set_filter(RID p_voice, FilterType p_type, float p_cutoff, float p_resonance, float p_gain){ + +} +void AudioServerJavascript::voice_set_chorus(RID p_voice, float p_chorus ){ + +} +void AudioServerJavascript::voice_set_reverb(RID p_voice, ReverbRoomType p_room_type, float p_reverb){ + +} +void AudioServerJavascript::voice_set_mix_rate(RID p_voice, int p_mix_rate){ + + Voice* voice=voice_owner.get(p_voice); + ERR_FAIL_COND(!voice); + + voice->mix_rate=p_mix_rate; + + if (voice->active) { + + float freq_diff = Math::log(float(voice->mix_rate)/float(voice->sample_mix_rate))/Math::log(2.0); + int detune = int(freq_diff*1200.0); + EM_ASM_( { + + _as_voices[$0].detune.value=$1; + + },voice->index,detune); + } +} +void AudioServerJavascript::voice_set_positional(RID p_voice, bool p_positional){ + +} + +float AudioServerJavascript::voice_get_volume(RID p_voice) const{ + + Voice* voice=voice_owner.get(p_voice); + ERR_FAIL_COND_V(!voice,0); + + return voice->volume; +} +float AudioServerJavascript::voice_get_pan(RID p_voice) const{ + + Voice* voice=voice_owner.get(p_voice); + ERR_FAIL_COND_V(!voice,0); + + return voice->pan; +} +float AudioServerJavascript::voice_get_pan_depth(RID p_voice) const{ + Voice* voice=voice_owner.get(p_voice); + ERR_FAIL_COND_V(!voice,0); + + return voice->pan_depth; +} +float AudioServerJavascript::voice_get_pan_height(RID p_voice) const{ + + Voice* voice=voice_owner.get(p_voice); + ERR_FAIL_COND_V(!voice,0); + + return voice->pan_height; +} +AudioServerJavascript::FilterType AudioServerJavascript::voice_get_filter_type(RID p_voice) const{ + + return FILTER_NONE; +} +float AudioServerJavascript::voice_get_filter_cutoff(RID p_voice) const{ + + return 0; +} +float AudioServerJavascript::voice_get_filter_resonance(RID p_voice) const{ + + return 0; +} +float AudioServerJavascript::voice_get_chorus(RID p_voice) const{ + + return 0; +} +AudioServerJavascript::ReverbRoomType AudioServerJavascript::voice_get_reverb_type(RID p_voice) const{ + + return REVERB_SMALL; +} +float AudioServerJavascript::voice_get_reverb(RID p_voice) const{ + + return 0; +} + +int AudioServerJavascript::voice_get_mix_rate(RID p_voice) const{ + + return 44100; +} + +bool AudioServerJavascript::voice_is_positional(RID p_voice) const{ + + return false; +} + +void AudioServerJavascript::voice_stop(RID p_voice){ + + Voice* voice=voice_owner.get(p_voice); + ERR_FAIL_COND(!voice); + + if (voice->active) { + + EM_ASM_( { + if (_as_voices[$0]!==null) { + _as_voices[$0].stop(); + _as_voices[$0].disconnect(_as_voice_gain[$0]); + _as_voices[$0]=null; + } + },voice->index); + + voice->active=false; + } + + +} +bool AudioServerJavascript::voice_is_active(RID p_voice) const{ + Voice* voice=voice_owner.get(p_voice); + ERR_FAIL_COND_V(!voice,false); + + return voice->active; +} + +/* STREAM API */ + +RID AudioServerJavascript::audio_stream_create(AudioStream *p_stream) { + + + Stream *s = memnew(Stream); + s->audio_stream=p_stream; + s->event_stream=NULL; + s->active=false; + s->E=NULL; + s->volume_scale=1.0; + p_stream->set_mix_rate(webaudio_mix_rate); + + return stream_owner.make_rid(s); +} + +RID AudioServerJavascript::event_stream_create(EventStream *p_stream) { + + + Stream *s = memnew(Stream); + s->audio_stream=NULL; + s->event_stream=p_stream; + s->active=false; + s->E=NULL; + s->volume_scale=1.0; + //p_stream->set_mix_rate(AudioDriverJavascript::get_singleton()->get_mix_rate()); + + return stream_owner.make_rid(s); + + +} + + +void AudioServerJavascript::stream_set_active(RID p_stream, bool p_active) { + + + Stream *s = stream_owner.get(p_stream); + ERR_FAIL_COND(!s); + + if (s->active==p_active) + return; + + s->active=p_active; + if (p_active) + s->E=active_audio_streams.push_back(s); + else { + active_audio_streams.erase(s->E); + s->E=NULL; + } +} + +bool AudioServerJavascript::stream_is_active(RID p_stream) const { + + Stream *s = stream_owner.get(p_stream); + ERR_FAIL_COND_V(!s,false); + return s->active; +} + +void AudioServerJavascript::stream_set_volume_scale(RID p_stream, float p_scale) { + + Stream *s = stream_owner.get(p_stream); + ERR_FAIL_COND(!s); + s->volume_scale=p_scale; + +} + +float AudioServerJavascript::stream_set_volume_scale(RID p_stream) const { + + Stream *s = stream_owner.get(p_stream); + ERR_FAIL_COND_V(!s,0); + return s->volume_scale; + +} + + +/* Audio Physics API */ + +void AudioServerJavascript::free(RID p_id){ + + if (voice_owner.owns(p_id)) { + Voice* voice=voice_owner.get(p_id); + ERR_FAIL_COND(!voice); + + if (voice->active) { + EM_ASM_( { + if (_as_voices[$0]!==null) { + _as_voices[$0].stop(); + _as_voices[$0].disconnect(_as_voice_gain[$0]); + } + },voice->index); + } + + EM_ASM_( { + delete _as_voices[$0]; + _as_voice_gain[$0].disconnect(_as_voice_pan[$0]); + delete _as_voice_gain[$0]; + _as_voice_pan[$0].disconnect(_as_audioctx.destination); + delete _as_voice_pan[$0]; + + },voice->index); + + voice_owner.free(p_id); + memdelete(voice); + + } else if (sample_owner.owns(p_id)) { + + Sample *sample = sample_owner.get(p_id); + ERR_FAIL_COND(!sample); + + EM_ASM_( { + delete _as_samples[$0]; + + },sample->index); + + sample_owner.free(p_id); + memdelete(sample); + + } else if (stream_owner.owns(p_id)) { + + + Stream *s=stream_owner.get(p_id); + + if (s->active) { + stream_set_active(p_id,false); + } + + memdelete(s); + stream_owner.free(p_id); + } +} + +extern "C" { + + +void audio_server_mix_function(int p_frames) { + + //print_line("MIXI! "+itos(p_frames)); + static_cast<AudioServerJavascript*>(AudioServerJavascript::get_singleton())->mix_to_js(p_frames); +} + +} + +void AudioServerJavascript::mix_to_js(int p_frames) { + + + //process in chunks to make sure to never process more than INTERNAL_BUFFER_SIZE + int todo=p_frames; + int offset=0; + + while(todo) { + + int tomix=MIN(todo,INTERNAL_BUFFER_SIZE); + driver_process_chunk(tomix); + + + EM_ASM_({ + + var data = HEAPF32.subarray($0/4, $0/4 + $2*2); + + for (var channel = 0; channel < _as_output_buffer.numberOfChannels; channel++) { + var outputData = _as_output_buffer.getChannelData(channel); + // Loop through samples + for (var sample = 0; sample < $2; sample++) { + // make output equal to the same as the input + outputData[sample+$1] = data[sample*2+channel]; + } + } + + },internal_buffer,offset,tomix); + + todo-=tomix; + offset+=tomix; + } +} + +void AudioServerJavascript::init(){ + + //EM_ASM( +// console.log('server is '+audio_server); +// ); + + + //int latency = GLOBAL_DEF("javascript/audio_latency",16384); + + internal_buffer_channels=2; + internal_buffer = memnew_arr(float,INTERNAL_BUFFER_SIZE*internal_buffer_channels); + stream_buffer = memnew_arr(int32_t,INTERNAL_BUFFER_SIZE*4); //max 4 channels + + stream_volume=0.3; + + int buffer_latency=16384; + + EM_ASM_( { + + _as_script_node = _as_audioctx.createScriptProcessor($0, 0, 2); + _as_script_node.connect(_as_audioctx.destination); + console.log(_as_script_node.bufferSize); + + + _as_script_node.onaudioprocess = function(audioProcessingEvent) { + // The output buffer contains the samples that will be modified and played + _as_output_buffer = audioProcessingEvent.outputBuffer; + audio_server_mix_function(_as_output_buffer.getChannelData(0).length); + } + },buffer_latency); + + +} + +void AudioServerJavascript::finish(){ + +} +void AudioServerJavascript::update(){ + + for(List<Stream*>::Element *E=active_audio_streams.front();E;) { //stream might be removed durnig this callback + + List<Stream*>::Element *N=E->next(); + + if (E->get()->audio_stream) + E->get()->audio_stream->update(); + + E=N; + } +} + +/* MISC config */ + +void AudioServerJavascript::lock(){ + +} +void AudioServerJavascript::unlock(){ + +} +int AudioServerJavascript::get_default_channel_count() const{ + + return 1; +} +int AudioServerJavascript::get_default_mix_rate() const{ + + return 44100; +} + +void AudioServerJavascript::set_stream_global_volume_scale(float p_volume){ + + stream_volume_scale=p_volume; +} +void AudioServerJavascript::set_fx_global_volume_scale(float p_volume){ + + fx_volume_scale=p_volume; +} +void AudioServerJavascript::set_event_voice_global_volume_scale(float p_volume){ + +} + +float AudioServerJavascript::get_stream_global_volume_scale() const{ + return 1; +} +float AudioServerJavascript::get_fx_global_volume_scale() const{ + + return 1; +} +float AudioServerJavascript::get_event_voice_global_volume_scale() const{ + + return 1; +} + +uint32_t AudioServerJavascript::read_output_peak() const{ + + return 0; +} + +AudioServerJavascript *AudioServerJavascript::singleton=NULL; + +AudioServer *AudioServerJavascript::get_singleton() { + return singleton; +} + +double AudioServerJavascript::get_mix_time() const{ + + return 0; +} +double AudioServerJavascript::get_output_delay() const { + + return 0; +} + + +void AudioServerJavascript::driver_process_chunk(int p_frames) { + + + + int samples=p_frames*internal_buffer_channels; + + for(int i=0;i<samples;i++) { + internal_buffer[i]=0; + } + + + for(List<Stream*>::Element *E=active_audio_streams.front();E;E=E->next()) { + + ERR_CONTINUE(!E->get()->active); // bug? + + + AudioStream *as=E->get()->audio_stream; + if (!as) + continue; + + int channels=as->get_channel_count(); + if (channels==0) + continue; // does not want mix + if (!as->mix(stream_buffer,p_frames)) + continue; //nothing was mixed!! + + int32_t stream_vol_scale=(stream_volume*stream_volume_scale*E->get()->volume_scale)*(1<<STREAM_SCALE_BITS); + +#define STRSCALE(m_val) ((((m_val>>STREAM_SCALE_BITS)*stream_vol_scale)>>8)/8388608.0) + switch(channels) { + case 1: { + + for(int i=0;i<p_frames;i++) { + + internal_buffer[(i<<1)+0]+=STRSCALE(stream_buffer[i]); + internal_buffer[(i<<1)+1]+=STRSCALE(stream_buffer[i]); + } + } break; + case 2: { + + for(int i=0;i<p_frames*2;i++) { + + internal_buffer[i]+=STRSCALE(stream_buffer[i]); + } + } break; + case 4: { + + for(int i=0;i<p_frames;i++) { + + internal_buffer[(i<<2)+0]+=STRSCALE((stream_buffer[(i<<2)+0]+stream_buffer[(i<<2)+2])>>1); + internal_buffer[(i<<2)+1]+=STRSCALE((stream_buffer[(i<<2)+1]+stream_buffer[(i<<2)+3])>>1); + } + } break; + + + } + +#undef STRSCALE + } +} + + +/*void AudioServerSW::driver_process(int p_frames,int32_t *p_buffer) { + + + _output_delay=p_frames/double(AudioDriverSW::get_singleton()->get_mix_rate()); + //process in chunks to make sure to never process more than INTERNAL_BUFFER_SIZE + int todo=p_frames; + while(todo) { + + int tomix=MIN(todo,INTERNAL_BUFFER_SIZE); + driver_process_chunk(tomix,p_buffer); + p_buffer+=tomix; + todo-=tomix; + } + + +}*/ + +AudioServerJavascript::AudioServerJavascript() { + + singleton=this; + sample_base=1; + voice_base=1; + EM_ASM( + _as_samples={}; + _as_voices={}; + _as_voice_pan={}; + _as_voice_gain={}; + + _as_audioctx = new (window.AudioContext || window.webkitAudioContext)(); + + audio_server_mix_function = Module.cwrap('audio_server_mix_function', 'void', ['number']); + ); + + webaudio_mix_rate = EM_ASM_INT_V( + return _as_audioctx.sampleRate; + ); + print_line("WEBAUDIO MIX RATE: "+itos(webaudio_mix_rate)); + event_voice_scale=1.0; + fx_volume_scale=1.0; + stream_volume_scale=1.0; + +} |