/** * FreeRDP: A Remote Desktop Protocol Implementation * Audio Input Redirection Virtual Channel - OpenSL ES implementation * * Copyright 2013 Armin Novak * Copyright 2015 Thincast Technologies GmbH * Copyright 2015 DI (FH) Martin Haimberger * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include #include #include #include #include #include #include #include #include #include #include "audin_main.h" #include "opensl_io.h" typedef struct _AudinOpenSLESDevice { IAudinDevice iface; char* device_name; OPENSL_STREAM* stream; AUDIO_FORMAT format; UINT32 frames_per_packet; UINT32 bytes_per_channel; AudinReceive receive; HANDLE thread; HANDLE stopEvent; void* user_data; rdpContext* rdpcontext; } AudinOpenSLESDevice; static DWORD WINAPI audin_opensles_thread_func(LPVOID arg) { union { void* v; short* s; BYTE* b; } buffer; AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) arg; const size_t raw_size = opensles->frames_per_packet * opensles->bytes_per_channel; int rc = CHANNEL_RC_OK; UINT error = CHANNEL_RC_OK; DWORD status; DEBUG_DVC("opensles=%p", (void*) opensles); assert(opensles); assert(opensles->frames_per_packet > 0); assert(opensles->stopEvent); assert(opensles->stream); buffer.v = calloc(1, raw_size); if (!buffer.v) { error = CHANNEL_RC_NO_MEMORY; WLog_ERR(TAG, "calloc failed!"); if (opensles->rdpcontext) setChannelError(opensles->rdpcontext, CHANNEL_RC_NO_MEMORY, "audin_opensles_thread_func reported an error"); goto out; } while (1) { status = WaitForSingleObject(opensles->stopEvent, 0); if (status == WAIT_FAILED) { error = GetLastError(); WLog_ERR(TAG, "WaitForSingleObject failed with error %"PRIu32"!", error); break; } if (status == WAIT_OBJECT_0) break; rc = android_RecIn(opensles->stream, buffer.s, raw_size); if (rc < 0) { WLog_ERR(TAG, "android_RecIn %d", rc); continue; } error = opensles->receive(&opensles->format, buffer.v, raw_size, opensles->user_data); if (error) break; } free(buffer.v); out: DEBUG_DVC("thread shutdown."); if (error && opensles->rdpcontext) setChannelError(opensles->rdpcontext, error, "audin_opensles_thread_func reported an error"); ExitThread(error); return error; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT audin_opensles_free(IAudinDevice* device) { AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p", (void*) device); /* The function may have been called out of order, * ignore duplicate requests. */ if (!opensles) return CHANNEL_RC_OK; assert(opensles); assert(!opensles->stream); free(opensles->device_name); free(opensles); return CHANNEL_RC_OK; } static BOOL audin_opensles_format_supported(IAudinDevice* device, const AUDIO_FORMAT* format) { #ifdef WITH_DEBUG_DVC AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; #endif DEBUG_DVC("device=%p, format=%p", (void*) opensles, (void*) format); assert(format); switch (format->wFormatTag) { case WAVE_FORMAT_PCM: /* PCM */ if (format->cbSize == 0 && (format->nSamplesPerSec <= 48000) && (format->wBitsPerSample == 8 || format->wBitsPerSample == 16) && (format->nChannels >= 1 && format->nChannels <= 2)) { return TRUE; } break; default: DEBUG_DVC("Encoding '%s' [0x%04X"PRIX16"] not supported", rdpsnd_get_audio_tag_string(format->wFormatTag), format->wFormatTag); break; } return FALSE; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT audin_opensles_set_format(IAudinDevice* device, const AUDIO_FORMAT* format, UINT32 FramesPerPacket) { AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p, format=%p, FramesPerPacket=%"PRIu32"", (void*) device, (void*) format, FramesPerPacket); assert(format); /* The function may have been called out of order, ignore * requests before the device is available. */ if (!opensles) return CHANNEL_RC_OK; opensles->format = *format; switch (format->wFormatTag) { case WAVE_FORMAT_PCM: opensles->frames_per_packet = FramesPerPacket; switch (format->wBitsPerSample) { case 4: opensles->bytes_per_channel = 1; break; case 8: opensles->bytes_per_channel = 1; break; case 16: opensles->bytes_per_channel = 2; break; default: return ERROR_UNSUPPORTED_TYPE; } break; default: WLog_ERR(TAG, "Encoding '%"PRIu16"' [%04"PRIX16"] not supported", format->wFormatTag, format->wFormatTag); return ERROR_UNSUPPORTED_TYPE; } DEBUG_DVC("aligned frames_per_packet=%"PRIu32", block_size=%"PRIu32"", opensles->frames_per_packet, opensles->block_size); return CHANNEL_RC_OK; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT audin_opensles_open(IAudinDevice* device, AudinReceive receive, void* user_data) { AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p, receive=%p, user_data=%p", (void*) device, (void*) receive, (void*) user_data); assert(opensles); /* The function may have been called out of order, * ignore duplicate open requests. */ if (opensles->stream) return CHANNEL_RC_OK; if (!(opensles->stream = android_OpenRecDevice( opensles->device_name, opensles->format.nSamplesPerSec, opensles->format.nChannels, opensles->frames_per_packet, opensles->format.wBitsPerSample))) { WLog_ERR(TAG, "android_OpenRecDevice failed!"); return ERROR_INTERNAL_ERROR; } opensles->receive = receive; opensles->user_data = user_data; if (!(opensles->stopEvent = CreateEvent(NULL, TRUE, FALSE, NULL))) { WLog_ERR(TAG, "CreateEvent failed!"); goto error_out; } if (!(opensles->thread = CreateThread(NULL, 0, audin_opensles_thread_func, opensles, 0, NULL))) { WLog_ERR(TAG, "CreateThread failed!"); goto error_out; } return CHANNEL_RC_OK; error_out: android_CloseRecDevice(opensles->stream); opensles->stream = NULL; CloseHandle(opensles->stopEvent); opensles->stopEvent = NULL; return ERROR_INTERNAL_ERROR; } /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT audin_opensles_close(IAudinDevice* device) { UINT error; AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p", (void*) device); assert(opensles); /* The function may have been called out of order, * ignore duplicate requests. */ if (!opensles->stopEvent) { WLog_ERR(TAG, "[ERROR] function called without matching open."); return ERROR_REQUEST_OUT_OF_SEQUENCE; } assert(opensles->stopEvent); assert(opensles->thread); assert(opensles->stream); SetEvent(opensles->stopEvent); if (WaitForSingleObject(opensles->thread, INFINITE) == WAIT_FAILED) { error = GetLastError(); WLog_ERR(TAG, "WaitForSingleObject failed with error %"PRIu32"", error); return error; } CloseHandle(opensles->stopEvent); CloseHandle(opensles->thread); android_CloseRecDevice(opensles->stream); opensles->stopEvent = NULL; opensles->thread = NULL; opensles->receive = NULL; opensles->user_data = NULL; opensles->stream = NULL; return CHANNEL_RC_OK; } static COMMAND_LINE_ARGUMENT_A audin_opensles_args[] = { { "dev", COMMAND_LINE_VALUE_REQUIRED, "", NULL, NULL, -1, NULL, "audio device name" }, { NULL, 0, NULL, NULL, NULL, -1, NULL, NULL } }; /** * Function description * * @return 0 on success, otherwise a Win32 error code */ static UINT audin_opensles_parse_addin_args(AudinOpenSLESDevice* device, ADDIN_ARGV* args) { UINT status; DWORD flags; COMMAND_LINE_ARGUMENT_A* arg; AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p, args=%p", (void*) device, (void*) args); flags = COMMAND_LINE_SIGIL_NONE | COMMAND_LINE_SEPARATOR_COLON | COMMAND_LINE_IGN_UNKNOWN_KEYWORD; status = CommandLineParseArgumentsA(args->argc, (const char**) args->argv, audin_opensles_args, flags, opensles, NULL, NULL); if (status < 0) return status; arg = audin_opensles_args; do { if (!(arg->Flags & COMMAND_LINE_VALUE_PRESENT)) continue; CommandLineSwitchStart(arg) CommandLineSwitchCase(arg, "dev") { opensles->device_name = _strdup(arg->Value); if (!opensles->device_name) { WLog_ERR(TAG, "_strdup failed!"); return CHANNEL_RC_NO_MEMORY; } } CommandLineSwitchEnd(arg) } while ((arg = CommandLineFindNextArgumentA(arg)) != NULL); return CHANNEL_RC_OK; } #ifdef BUILTIN_CHANNELS #define freerdp_audin_client_subsystem_entry \ opensles_freerdp_audin_client_subsystem_entry #else #define freerdp_audin_client_subsystem_entry \ FREERDP_API freerdp_audin_client_subsystem_entry #endif /** * Function description * * @return 0 on success, otherwise a Win32 error code */ UINT freerdp_audin_client_subsystem_entry( PFREERDP_AUDIN_DEVICE_ENTRY_POINTS pEntryPoints) { ADDIN_ARGV* args; AudinOpenSLESDevice* opensles; UINT error; DEBUG_DVC("pEntryPoints=%p", (void*) pEntryPoints); opensles = (AudinOpenSLESDevice*) calloc(1, sizeof(AudinOpenSLESDevice)); if (!opensles) { WLog_ERR(TAG, "calloc failed!"); return CHANNEL_RC_NO_MEMORY; } opensles->iface.Open = audin_opensles_open; opensles->iface.FormatSupported = audin_opensles_format_supported; opensles->iface.SetFormat = audin_opensles_set_format; opensles->iface.Close = audin_opensles_close; opensles->iface.Free = audin_opensles_free; opensles->rdpcontext = pEntryPoints->rdpcontext; args = pEntryPoints->args; if ((error = audin_opensles_parse_addin_args(opensles, args))) { WLog_ERR(TAG, "audin_opensles_parse_addin_args failed with errorcode %"PRIu32"!", error); goto error_out; } if ((error = pEntryPoints->pRegisterAudinDevice(pEntryPoints->plugin, (IAudinDevice*) opensles))) { WLog_ERR(TAG, "RegisterAudinDevice failed with error %"PRIu32"!", error); goto error_out; } return CHANNEL_RC_OK; error_out: free(opensles); return error; }