/*************************************************************************/ /* audio_driver_wasapi.cpp */ /*************************************************************************/ /* This file is part of: */ /* GODOT ENGINE */ /* https://godotengine.org */ /*************************************************************************/ /* Copyright (c) 2007-2018 Juan Linietsky, Ariel Manzur. */ /* Copyright (c) 2014-2018 Godot Engine contributors (cf. AUTHORS.md) */ /* */ /* Permission is hereby granted, free of charge, to any person obtaining */ /* a copy of this software and associated documentation files (the */ /* "Software"), to deal in the Software without restriction, including */ /* without limitation the rights to use, copy, modify, merge, publish, */ /* distribute, sublicense, and/or sell copies of the Software, and to */ /* permit persons to whom the Software is furnished to do so, subject to */ /* the following conditions: */ /* */ /* The above copyright notice and this permission notice shall be */ /* included in all copies or substantial portions of the Software. */ /* */ /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */ /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */ /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/ /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */ /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */ /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */ /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ /*************************************************************************/ #ifdef WASAPI_ENABLED #include "audio_driver_wasapi.h" #include #include "os/os.h" #include "project_settings.h" #include #ifndef PKEY_Device_FriendlyName #undef DEFINE_PROPERTYKEY /* clang-format off */ #define DEFINE_PROPERTYKEY(id, a, b, c, d, e, f, g, h, i, j, k, l) \ const PROPERTYKEY id = { { a, b, c, { d, e, f, g, h, i, j, k, } }, l }; /* clang-format on */ DEFINE_PROPERTYKEY(PKEY_Device_FriendlyName, 0xa45c254e, 0xdf1c, 0x4efd, 0x80, 0x20, 0x67, 0xd1, 0x46, 0xa8, 0x50, 0xe0, 14); #endif const CLSID CLSID_MMDeviceEnumerator = __uuidof(MMDeviceEnumerator); const IID IID_IMMDeviceEnumerator = __uuidof(IMMDeviceEnumerator); const IID IID_IAudioClient = __uuidof(IAudioClient); const IID IID_IAudioRenderClient = __uuidof(IAudioRenderClient); const IID IID_IAudioCaptureClient = __uuidof(IAudioCaptureClient); #define SAFE_RELEASE(memory) \ if ((memory) != NULL) { \ (memory)->Release(); \ (memory) = NULL; \ } #define REFTIMES_PER_SEC 10000000 #define REFTIMES_PER_MILLISEC 10000 static StringName capture_device_id; static bool default_render_device_changed = false; static bool default_capture_device_changed = false; class CMMNotificationClient : public IMMNotificationClient { LONG _cRef; IMMDeviceEnumerator *_pEnumerator; public: CMMNotificationClient() : _cRef(1), _pEnumerator(NULL) {} ~CMMNotificationClient() { if ((_pEnumerator) != NULL) { (_pEnumerator)->Release(); (_pEnumerator) = NULL; } } ULONG STDMETHODCALLTYPE AddRef() { return InterlockedIncrement(&_cRef); } ULONG STDMETHODCALLTYPE Release() { ULONG ulRef = InterlockedDecrement(&_cRef); if (0 == ulRef) { delete this; } return ulRef; } HRESULT STDMETHODCALLTYPE QueryInterface(REFIID riid, VOID **ppvInterface) { if (IID_IUnknown == riid) { AddRef(); *ppvInterface = (IUnknown *)this; } else if (__uuidof(IMMNotificationClient) == riid) { AddRef(); *ppvInterface = (IMMNotificationClient *)this; } else { *ppvInterface = NULL; return E_NOINTERFACE; } return S_OK; } HRESULT STDMETHODCALLTYPE OnDeviceAdded(LPCWSTR pwstrDeviceId) { return S_OK; }; HRESULT STDMETHODCALLTYPE OnDeviceRemoved(LPCWSTR pwstrDeviceId) { return S_OK; } HRESULT STDMETHODCALLTYPE OnDeviceStateChanged(LPCWSTR pwstrDeviceId, DWORD dwNewState) { return S_OK; } HRESULT STDMETHODCALLTYPE OnDefaultDeviceChanged(EDataFlow flow, ERole role, LPCWSTR pwstrDeviceId) { if (role == eConsole) { if (flow == eRender) { default_render_device_changed = true; } else if (flow == eCapture) { default_capture_device_changed = true; capture_device_id = String(pwstrDeviceId); } } return S_OK; } HRESULT STDMETHODCALLTYPE OnPropertyValueChanged(LPCWSTR pwstrDeviceId, const PROPERTYKEY key) { return S_OK; } }; static CMMNotificationClient notif_client; Error AudioDriverWASAPI::init_render_device(bool reinit) { WAVEFORMATEX *pwfex; IMMDeviceEnumerator *enumerator = NULL; IMMDevice *device = NULL; CoInitialize(NULL); HRESULT hr = CoCreateInstance(CLSID_MMDeviceEnumerator, NULL, CLSCTX_ALL, IID_IMMDeviceEnumerator, (void **)&enumerator); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); if (device_name == "Default") { hr = enumerator->GetDefaultAudioEndpoint(eRender, eConsole, &device); } else { IMMDeviceCollection *devices = NULL; hr = enumerator->EnumAudioEndpoints(eRender, DEVICE_STATE_ACTIVE, &devices); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); LPWSTR strId = NULL; bool found = false; UINT count = 0; hr = devices->GetCount(&count); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); for (ULONG i = 0; i < count && !found; i++) { IMMDevice *device = NULL; hr = devices->Item(i, &device); ERR_BREAK(hr != S_OK); IPropertyStore *props = NULL; hr = device->OpenPropertyStore(STGM_READ, &props); ERR_BREAK(hr != S_OK); PROPVARIANT propvar; PropVariantInit(&propvar); hr = props->GetValue(PKEY_Device_FriendlyName, &propvar); ERR_BREAK(hr != S_OK); if (device_name == String(propvar.pwszVal)) { hr = device->GetId(&strId); ERR_BREAK(hr != S_OK); found = true; } PropVariantClear(&propvar); props->Release(); device->Release(); } if (found) { hr = enumerator->GetDevice(strId, &device); } if (strId) { CoTaskMemFree(strId); } if (device == NULL) { hr = enumerator->GetDefaultAudioEndpoint(eRender, eConsole, &device); } } if (reinit) { // In case we're trying to re-initialize the device prevent throwing this error on the console, // otherwise if there is currently no device available this will spam the console. if (hr != S_OK) { return ERR_CANT_OPEN; } } else { ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); } hr = enumerator->RegisterEndpointNotificationCallback(¬if_client); SAFE_RELEASE(enumerator) if (hr != S_OK) { ERR_PRINT("WASAPI: RegisterEndpointNotificationCallback error"); } hr = device->Activate(IID_IAudioClient, CLSCTX_ALL, NULL, (void **)&audio_client); SAFE_RELEASE(device) if (reinit) { if (hr != S_OK) { return ERR_CANT_OPEN; } } else { ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); } hr = audio_client->GetMixFormat(&pwfex); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); // Since we're using WASAPI Shared Mode we can't control any of these, we just tag along wasapi_channels = pwfex->nChannels; format_tag = pwfex->wFormatTag; bits_per_sample = pwfex->wBitsPerSample; switch (wasapi_channels) { case 2: // Stereo case 4: // Surround 3.1 case 6: // Surround 5.1 case 8: // Surround 7.1 channels = wasapi_channels; break; default: WARN_PRINTS("WASAPI: Unsupported number of channels: " + itos(wasapi_channels)); channels = 2; break; } if (format_tag == WAVE_FORMAT_EXTENSIBLE) { WAVEFORMATEXTENSIBLE *wfex = (WAVEFORMATEXTENSIBLE *)pwfex; if (wfex->SubFormat == KSDATAFORMAT_SUBTYPE_PCM) { format_tag = WAVE_FORMAT_PCM; } else if (wfex->SubFormat == KSDATAFORMAT_SUBTYPE_IEEE_FLOAT) { format_tag = WAVE_FORMAT_IEEE_FLOAT; } else { ERR_PRINT("WASAPI: Format not supported"); ERR_FAIL_V(ERR_CANT_OPEN); } } else { if (format_tag != WAVE_FORMAT_PCM && format_tag != WAVE_FORMAT_IEEE_FLOAT) { ERR_PRINT("WASAPI: Format not supported"); ERR_FAIL_V(ERR_CANT_OPEN); } } DWORD streamflags = AUDCLNT_STREAMFLAGS_EVENTCALLBACK; if (mix_rate != pwfex->nSamplesPerSec) { streamflags |= AUDCLNT_STREAMFLAGS_RATEADJUST; pwfex->nSamplesPerSec = mix_rate; pwfex->nAvgBytesPerSec = pwfex->nSamplesPerSec * pwfex->nChannels * (pwfex->wBitsPerSample / 8); } hr = audio_client->Initialize(AUDCLNT_SHAREMODE_SHARED, streamflags, 0, 0, pwfex, NULL); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); event = CreateEvent(NULL, FALSE, FALSE, NULL); ERR_FAIL_COND_V(event == NULL, ERR_CANT_OPEN); hr = audio_client->SetEventHandle(event); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); hr = audio_client->GetService(IID_IAudioRenderClient, (void **)&render_client); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); UINT32 max_frames; hr = audio_client->GetBufferSize(&max_frames); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); // Due to WASAPI Shared Mode we have no control of the buffer size buffer_frames = max_frames; // Sample rate is independent of channels (ref: https://stackoverflow.com/questions/11048825/audio-sample-frequency-rely-on-channels) buffer_size = buffer_frames * channels; samples_in.resize(buffer_size); if (OS::get_singleton()->is_stdout_verbose()) { print_line("WASAPI: detected " + itos(channels) + " channels"); print_line("WASAPI: audio buffer frames: " + itos(buffer_frames) + " calculated latency: " + itos(buffer_frames * 1000 / mix_rate) + "ms"); } // Free memory CoTaskMemFree(pwfex); return OK; } StringName AudioDriverWASAPI::get_default_capture_device_name(IMMDeviceEnumerator *p_enumerator) { // Setup default device IMMDevice *default_device = NULL; LPWSTR pwszID = NULL; IPropertyStore *props = NULL; HRESULT hr = p_enumerator->GetDefaultAudioEndpoint( eCapture, eConsole, &default_device); ERR_FAIL_COND_V(hr != S_OK, ""); // Get the device ID hr = default_device->GetId(&pwszID); ERR_FAIL_COND_V(hr != S_OK, ""); // Get the device properties hr = default_device->OpenPropertyStore( STGM_READ, &props); ERR_FAIL_COND_V(hr != S_OK, ""); PROPVARIANT var_name; PropVariantInit(&var_name); // Get the name of the device hr = props->GetValue(PKEY_Device_FriendlyName, &var_name); ERR_FAIL_COND_V(hr != S_OK, ""); // Return the name of device return String(var_name.pwszVal); } Error AudioDriverWASAPI::init_capture_devices(bool reinit) { WAVEFORMATEX *pwfex; IMMDeviceEnumerator *enumerator = NULL; IMMDeviceCollection *device_collection = NULL; IPropertyStore *props = NULL; capture_device_id_map.clear(); HRESULT hr = CoCreateInstance(CLSID_MMDeviceEnumerator, NULL, CLSCTX_ALL, IID_IMMDeviceEnumerator, (void **)&enumerator); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); capture_device_default_name = get_default_capture_device_name(enumerator); // Enumerate a collection of valid devices hr = enumerator->EnumAudioEndpoints(eCapture, DEVICE_STATE_ACTIVE, &device_collection); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); SAFE_RELEASE(enumerator); UINT count; hr = device_collection->GetCount(&count); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); // Loop through the device count for (unsigned int i = 0; i < count; i++) { IMMDevice *device = NULL; LPWSTR pwszID = NULL; // Get the device hr = device_collection->Item(i, &device); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); // Get the device ID hr = device->GetId(&pwszID); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); // Get the device properties hr = device->OpenPropertyStore(STGM_READ, &props); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); PROPVARIANT var_name; PropVariantInit(&var_name); // Get the name of the device hr = props->GetValue(PKEY_Device_FriendlyName, &var_name); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); // Save the name of device StringName name = String(var_name.pwszVal); // DEBUG: print the device name and ID printf("Endpoint %d: \"%S\" (%S)\n", i, var_name.pwszVal, pwszID); capture_device_id_map[StringName(pwszID)] = name; // Cleanup the ID and properties CoTaskMemFree(pwszID); pwszID = NULL; PropVariantClear(&var_name); SAFE_RELEASE(props) // Create a new audio in block descriptor MicrophoneDeviceOutputDirectWASAPI *microphone_device_output_wasapi = memnew(MicrophoneDeviceOutputDirectWASAPI); microphone_device_output_wasapi->name = name; microphone_device_output_wasapi->active = false; // Push it into the list and assign it to the hash map for quick access microphone_device_outputs.push_back(microphone_device_output_wasapi); microphone_device_output_map[name] = microphone_device_output_wasapi; // Activate the device hr = device->Activate(IID_IAudioClient, CLSCTX_ALL, NULL, (void **)µphone_device_output_wasapi->audio_client); SAFE_RELEASE(device) // Get the sample rate (hz) hr = microphone_device_output_wasapi->audio_client->GetMixFormat(&pwfex); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); microphone_device_output_wasapi->channels = pwfex->nChannels; microphone_device_output_wasapi->mix_rate = pwfex->nSamplesPerSec; microphone_device_output_wasapi->bits_per_sample = pwfex->wBitsPerSample; microphone_device_output_wasapi->frame_size = (microphone_device_output_wasapi->bits_per_sample / 8) * microphone_device_output_wasapi->channels; microphone_device_output_wasapi->current_capture_index = 0; microphone_device_output_wasapi->current_capture_size = 0; WORD format_tag = pwfex->wFormatTag; if (format_tag == WAVE_FORMAT_EXTENSIBLE) { WAVEFORMATEXTENSIBLE *wfex = (WAVEFORMATEXTENSIBLE *)pwfex; if (wfex->SubFormat == KSDATAFORMAT_SUBTYPE_PCM) { format_tag = WAVE_FORMAT_PCM; } else if (wfex->SubFormat == KSDATAFORMAT_SUBTYPE_IEEE_FLOAT) { format_tag = WAVE_FORMAT_IEEE_FLOAT; } else { ERR_PRINT("WASAPI: Format not supported"); ERR_FAIL_V(ERR_CANT_OPEN); } } else { if (format_tag != WAVE_FORMAT_PCM && format_tag != WAVE_FORMAT_IEEE_FLOAT) { ERR_PRINT("WASAPI: Format not supported"); ERR_FAIL_V(ERR_CANT_OPEN); } } microphone_device_output_wasapi->capture_format_tag = format_tag; hr = microphone_device_output_wasapi->audio_client->Initialize(AUDCLNT_SHAREMODE_SHARED, 0, REFTIMES_PER_SEC, 0, pwfex, NULL); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); // Get the max frames UINT32 max_frames; hr = microphone_device_output_wasapi->audio_client->GetBufferSize(&max_frames); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); // Set the buffer size microphone_device_output_wasapi->buffer.resize(max_frames); memset(microphone_device_output_wasapi->buffer.ptrw(), 0x00, microphone_device_output_wasapi->buffer.size() * microphone_device_output_wasapi->frame_size); // Get the capture client hr = microphone_device_output_wasapi->audio_client->GetService(IID_IAudioCaptureClient, (void **)µphone_device_output_wasapi->capture_client); ERR_FAIL_COND_V(hr != S_OK, ERR_CANT_OPEN); // TODO: set audio write stream to correct format REFERENCE_TIME hns_actual_duration = (double)REFTIMES_PER_SEC * max_frames / pwfex->nSamplesPerSec; // Free memory CoTaskMemFree(pwfex); SAFE_RELEASE(device) } SAFE_RELEASE(device_collection) return OK; } Error AudioDriverWASAPI::finish_render_device() { if (audio_client) { if (active) { audio_client->Stop(); active = false; } audio_client->Release(); audio_client = NULL; } SAFE_RELEASE(render_client) SAFE_RELEASE(audio_client) return OK; } Error AudioDriverWASAPI::finish_capture_devices() { microphone_device_output_map.clear(); while (microphone_device_outputs.size() > 0) { MicrophoneDeviceOutputDirectWASAPI *microphone_device_output = static_cast(microphone_device_outputs.get(0)); SAFE_RELEASE(microphone_device_output->capture_client) SAFE_RELEASE(microphone_device_output->audio_client) microphone_device_outputs.erase(microphone_device_output); memdelete(microphone_device_output); } return OK; } Error AudioDriverWASAPI::init() { mix_rate = GLOBAL_DEF_RST("audio/mix_rate", DEFAULT_MIX_RATE); Error err = init_render_device(); if (err != OK) { ERR_PRINT("WASAPI: init_render_device error"); } err = init_capture_devices(); if (err != OK) { ERR_PRINT("WASAPI: init_capture_device error"); } active = false; exit_thread = false; thread_exited = false; mutex = Mutex::create(true); thread = Thread::create(thread_func, this); return OK; } int AudioDriverWASAPI::get_mix_rate() const { return mix_rate; } AudioDriver::SpeakerMode AudioDriverWASAPI::get_speaker_mode() const { return get_speaker_mode_by_total_channels(channels); } Array AudioDriverWASAPI::get_device_list() { Array list; IMMDeviceCollection *devices = NULL; IMMDeviceEnumerator *enumerator = NULL; list.push_back(String("Default")); CoInitialize(NULL); HRESULT hr = CoCreateInstance(CLSID_MMDeviceEnumerator, NULL, CLSCTX_ALL, IID_IMMDeviceEnumerator, (void **)&enumerator); ERR_FAIL_COND_V(hr != S_OK, Array()); hr = enumerator->EnumAudioEndpoints(eRender, DEVICE_STATE_ACTIVE, &devices); ERR_FAIL_COND_V(hr != S_OK, Array()); UINT count = 0; hr = devices->GetCount(&count); ERR_FAIL_COND_V(hr != S_OK, Array()); for (ULONG i = 0; i < count; i++) { IMMDevice *device = NULL; hr = devices->Item(i, &device); ERR_BREAK(hr != S_OK); IPropertyStore *props = NULL; hr = device->OpenPropertyStore(STGM_READ, &props); ERR_BREAK(hr != S_OK); PROPVARIANT propvar; PropVariantInit(&propvar); hr = props->GetValue(PKEY_Device_FriendlyName, &propvar); ERR_BREAK(hr != S_OK); list.push_back(String(propvar.pwszVal)); PropVariantClear(&propvar); props->Release(); device->Release(); } devices->Release(); enumerator->Release(); return list; } String AudioDriverWASAPI::get_device() { return device_name; } void AudioDriverWASAPI::set_device(String device) { lock(); new_device = device; unlock(); } float AudioDriverWASAPI::read_sample(WORD format_tag, int bits_per_sample, BYTE *buffer, int i) { if (format_tag == WAVE_FORMAT_PCM) { int32_t sample = 0; switch (bits_per_sample) { case 8: sample = int32_t(((int8_t *)buffer)[i]) << 24; break; case 16: sample = int32_t(((int16_t *)buffer)[i]) << 16; break; case 24: sample |= int32_t(((int8_t *)buffer)[i * 3 + 2]) << 24; sample |= int32_t(((int8_t *)buffer)[i * 3 + 1]) << 16; sample |= int32_t(((int8_t *)buffer)[i * 3 + 0]) << 8; break; case 32: sample = ((int32_t *)buffer)[i]; break; } return (sample >> 16) / 32768.f; } else if (format_tag == WAVE_FORMAT_IEEE_FLOAT) { return ((float *)buffer)[i]; } else { ERR_PRINT("WASAPI: Unknown format tag"); } return 0.f; } void AudioDriverWASAPI::write_sample(AudioDriverWASAPI *ad, BYTE *buffer, int i, int32_t sample) { if (ad->format_tag == WAVE_FORMAT_PCM) { switch (ad->bits_per_sample) { case 8: ((int8_t *)buffer)[i] = sample >> 24; break; case 16: ((int16_t *)buffer)[i] = sample >> 16; break; case 24: ((int8_t *)buffer)[i * 3 + 2] = sample >> 24; ((int8_t *)buffer)[i * 3 + 1] = sample >> 16; ((int8_t *)buffer)[i * 3 + 0] = sample >> 8; break; case 32: ((int32_t *)buffer)[i] = sample; break; } } else if (ad->format_tag == WAVE_FORMAT_IEEE_FLOAT) { ((float *)buffer)[i] = (sample >> 16) / 32768.f; } else { ERR_PRINT("WASAPI: Unknown format tag"); ad->exit_thread = true; } } void AudioDriverWASAPI::thread_func(void *p_udata) { AudioDriverWASAPI *ad = (AudioDriverWASAPI *)p_udata; while (!ad->exit_thread) { // Capture if (default_capture_device_changed) { if (ad->capture_device_id_map.has(capture_device_id)) { Map::Element *e = ad->capture_device_id_map.find(capture_device_id); ad->lock(); ad->start_counting_ticks(); ad->capture_device_default_name = e->get(); ad->update_microphone_default(ad->capture_device_default_name); default_capture_device_changed = false; ad->stop_counting_ticks(); ad->unlock(); } } for (int i = 0; i < ad->microphone_device_outputs.size(); i++) { MicrophoneDeviceOutputDirectWASAPI *microphone_device_output_wasapi = static_cast(ad->microphone_device_outputs[i]); if (microphone_device_output_wasapi->active == false) { continue; } UINT32 packet_length = 0; BYTE *data; UINT32 num_frames_available; DWORD flags; HRESULT hr = microphone_device_output_wasapi->capture_client->GetNextPacketSize(&packet_length); ERR_BREAK(hr != S_OK); while (packet_length != 0) { hr = microphone_device_output_wasapi->capture_client->GetBuffer(&data, &num_frames_available, &flags, NULL, NULL); ERR_BREAK(hr != S_OK); unsigned int frames_to_copy = num_frames_available; if (flags & AUDCLNT_BUFFERFLAGS_SILENT) { memset((char *)(microphone_device_output_wasapi->buffer.ptrw()) + (microphone_device_output_wasapi->current_capture_index * microphone_device_output_wasapi->frame_size), 0, frames_to_copy * microphone_device_output_wasapi->frame_size); } else { // fixme: Only works for floating point atm for (int j = 0; j < frames_to_copy; j++) { float l, r; if (microphone_device_output_wasapi->channels == 2) { l = read_sample(microphone_device_output_wasapi->capture_format_tag, microphone_device_output_wasapi->bits_per_sample, data, j * 2); r = read_sample(microphone_device_output_wasapi->capture_format_tag, microphone_device_output_wasapi->bits_per_sample, data, j * 2 + 1); } else if (microphone_device_output_wasapi->channels == 1) { l = r = read_sample(microphone_device_output_wasapi->capture_format_tag, microphone_device_output_wasapi->bits_per_sample, data, j); } else { l = r = 0.f; ERR_PRINT("WASAPI: unsupported channel count in microphone!"); } microphone_device_output_wasapi->buffer[microphone_device_output_wasapi->current_capture_index++] = AudioFrame(l, r); if (microphone_device_output_wasapi->current_capture_index >= microphone_device_output_wasapi->buffer.size()) { microphone_device_output_wasapi->current_capture_index = 0; } if (microphone_device_output_wasapi->current_capture_size < microphone_device_output_wasapi->buffer.size()) { microphone_device_output_wasapi->current_capture_size++; } } } hr = microphone_device_output_wasapi->capture_client->ReleaseBuffer(num_frames_available); ERR_BREAK(hr != S_OK); hr = microphone_device_output_wasapi->capture_client->GetNextPacketSize(&packet_length); ERR_BREAK(hr != S_OK); } } ad->lock(); ad->start_counting_ticks(); if (ad->active) { ad->audio_server_process(ad->buffer_frames, ad->samples_in.ptrw()); } else { for (unsigned int i = 0; i < ad->buffer_size; i++) { ad->samples_in.write[i] = 0; } } ad->stop_counting_ticks(); ad->unlock(); unsigned int left_frames = ad->buffer_frames; unsigned int buffer_idx = 0; while (left_frames > 0 && ad->audio_client) { WaitForSingleObject(ad->event, 1000); ad->lock(); ad->start_counting_ticks(); UINT32 cur_frames; bool invalidated = false; HRESULT hr = ad->audio_client->GetCurrentPadding(&cur_frames); if (hr == S_OK) { // Check how much frames are available on the WASAPI buffer UINT32 avail_frames = ad->buffer_frames - cur_frames; UINT32 write_frames = avail_frames > left_frames ? left_frames : avail_frames; BYTE *buffer = NULL; hr = ad->render_client->GetBuffer(write_frames, &buffer); if (hr == S_OK) { // We're using WASAPI Shared Mode so we must convert the buffer if (ad->channels == ad->wasapi_channels) { for (unsigned int i = 0; i < write_frames * ad->channels; i++) { ad->write_sample(ad, buffer, i, ad->samples_in[buffer_idx++]); } } else { for (unsigned int i = 0; i < write_frames; i++) { for (unsigned int j = 0; j < MIN(ad->channels, ad->wasapi_channels); j++) { ad->write_sample(ad, buffer, i * ad->wasapi_channels + j, ad->samples_in[buffer_idx++]); } if (ad->wasapi_channels > ad->channels) { for (unsigned int j = ad->channels; j < ad->wasapi_channels; j++) { ad->write_sample(ad, buffer, i * ad->wasapi_channels + j, 0); } } } } hr = ad->render_client->ReleaseBuffer(write_frames, 0); if (hr != S_OK) { ERR_PRINT("WASAPI: Release buffer error"); } left_frames -= write_frames; } else if (hr == AUDCLNT_E_DEVICE_INVALIDATED) { invalidated = true; } else { ERR_PRINT("WASAPI: Get buffer error"); ad->exit_thread = true; } } else if (hr == AUDCLNT_E_DEVICE_INVALIDATED) { invalidated = true; } else { ERR_PRINT("WASAPI: GetCurrentPadding error"); } if (invalidated) { // Device is not valid anymore WARN_PRINT("WASAPI: Current device invalidated, closing device"); Error err = ad->finish_render_device(); if (err != OK) { ERR_PRINT("WASAPI: finish_render_device error"); } } ad->stop_counting_ticks(); ad->unlock(); } ad->lock(); ad->start_counting_ticks(); // If we're using the Default device and it changed finish it so we'll re-init the device if (ad->device_name == "Default" && default_render_device_changed) { Error err = ad->finish_render_device(); if (err != OK) { ERR_PRINT("WASAPI: finish_render_device error"); } default_render_device_changed = false; } // User selected a new device, finish the current one so we'll init the new device if (ad->device_name != ad->new_device) { ad->device_name = ad->new_device; Error err = ad->finish_render_device(); if (err != OK) { ERR_PRINT("WASAPI: finish_render_device error"); } } if (!ad->audio_client) { Error err = ad->init_render_device(true); if (err == OK) { ad->start(); } } ad->stop_counting_ticks(); ad->unlock(); } ad->thread_exited = true; } void AudioDriverWASAPI::start() { if (audio_client) { HRESULT hr = audio_client->Start(); if (hr != S_OK) { ERR_PRINT("WASAPI: Start failed"); } else { active = true; } } } void AudioDriverWASAPI::lock() { if (mutex) mutex->lock(); } void AudioDriverWASAPI::unlock() { if (mutex) mutex->unlock(); } void AudioDriverWASAPI::finish() { if (thread) { exit_thread = true; Thread::wait_to_finish(thread); memdelete(thread); thread = NULL; } finish_capture_devices(); finish_render_device(); if (mutex) { memdelete(mutex); mutex = NULL; } } bool AudioDriverWASAPI::capture_device_start(StringName p_name) { if (microphone_device_output_map.has(p_name)) { MicrophoneDeviceOutputDirectWASAPI *microphone_device_output_wasapi = static_cast(microphone_device_output_map[p_name]); if (microphone_device_output_wasapi->active == false) { microphone_device_output_wasapi->audio_client->Start(); microphone_device_output_wasapi->active = true; microphone_device_output_wasapi->set_read_index(-2048); } return true; } return false; } bool AudioDriverWASAPI::capture_device_stop(StringName p_name) { if (microphone_device_output_map.has(p_name)) { MicrophoneDeviceOutputDirectWASAPI *microphone_device_output_wasapi = static_cast(microphone_device_output_map[p_name]); if (microphone_device_output_wasapi->active == true) { microphone_device_output_wasapi->audio_client->Stop(); microphone_device_output_wasapi->active = false; } return true; } return false; } PoolStringArray AudioDriverWASAPI::capture_device_get_names() { PoolStringArray names; for (int i = 0; i < microphone_device_outputs.size(); i++) { MicrophoneDeviceOutputDirectWASAPI *microphone_device_output_wasapi = static_cast(microphone_device_outputs.get(i)); names.push_back(microphone_device_output_wasapi->name); } return names; } StringName AudioDriverWASAPI::capture_device_get_default_name() { lock(); StringName capture_device_default_name_local = capture_device_default_name; unlock(); return capture_device_default_name_local; } AudioDriverWASAPI::AudioDriverWASAPI() { audio_client = NULL; render_client = NULL; mutex = NULL; thread = NULL; format_tag = 0; bits_per_sample = 0; samples_in.clear(); buffer_size = 0; channels = 0; wasapi_channels = 0; mix_rate = 0; buffer_frames = 0; thread_exited = false; exit_thread = false; active = false; device_name = "Default"; new_device = "Default"; capture_device_default_name = ""; } #endif