/** * FreeRDP: A Remote Desktop Protocol Implementation * Audio Input Redirection Virtual Channel - OpenSL ES implementation * * Copyright 2013 Armin Novak * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include #include #include #include #include #include #include #include #include #include #include "audin_main.h" #include "opensl_io.h" typedef struct _AudinOpenSLESDevice { IAudinDevice iface; char* device_name; OPENSL_STREAM *stream; UINT32 frames_per_packet; UINT32 rate; UINT32 channels; UINT32 bytes_per_channel; UINT32 format; UINT32 block_size; FREERDP_DSP_CONTEXT* dsp_context; AudinReceive receive; HANDLE thread; HANDLE stopEvent; void* user_data; } AudinOpenSLESDevice; static void* audin_opensles_thread_func(void* arg) { union { void *v; short* s; BYTE *b; } buffer; AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) arg; const size_t raw_size = opensles->frames_per_packet * opensles->bytes_per_channel; DEBUG_DVC("opensles=%p", opensles); assert(opensles); assert(opensles->frames_per_packet > 0); assert(opensles->dsp_context); assert(opensles->stopEvent); assert(opensles->stream); buffer.v = malloc(raw_size); ZeroMemory(buffer.v, raw_size); freerdp_dsp_context_reset_adpcm(opensles->dsp_context); while (!(WaitForSingleObject(opensles->stopEvent, 0) == WAIT_OBJECT_0)) { size_t encoded_size; void *encoded_data; int rc = android_RecIn(opensles->stream, buffer.s, raw_size); if (rc < 0) { WLog_ERR(TAG, "android_RecIn %d", rc); continue; } assert(rc == raw_size); if (opensles->format == WAVE_FORMAT_ADPCM) { opensles->dsp_context->encode_ms_adpcm(opensles->dsp_context, buffer.b, rc, opensles->channels, opensles->block_size); encoded_data = opensles->dsp_context->adpcm_buffer; encoded_size = opensles->dsp_context->adpcm_size; } else if (opensles->format == WAVE_FORMAT_DVI_ADPCM) { opensles->dsp_context->encode_ima_adpcm(opensles->dsp_context, buffer.b, rc, opensles->channels, opensles->block_size); encoded_data = opensles->dsp_context->adpcm_buffer; encoded_size = opensles->dsp_context->adpcm_size; } else { encoded_data = buffer.v; encoded_size = rc; } rc = opensles->receive(encoded_data, encoded_size, opensles->user_data); if (!rc) break; } free(buffer.v); DEBUG_DVC("thread shutdown."); ExitThread(0); return NULL; } static void audin_opensles_free(IAudinDevice* device) { AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p", device); /* The function may have been called out of order, * ignore duplicate requests. */ if (!opensles) return; assert(opensles); assert(opensles->dsp_context); assert(!opensles->stream); freerdp_dsp_context_free(opensles->dsp_context); free(opensles->device_name); free(opensles); } static BOOL audin_opensles_format_supported(IAudinDevice* device, audinFormat* format) { AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p, format=%p", opensles, format); assert(format); switch (format->wFormatTag) { /* TODO: Deactivated, untested */ #if 0 case WAVE_FORMAT_PCM: /* PCM */ if (format->cbSize == 0 && (format->nSamplesPerSec <= 48000) && (format->wBitsPerSample == 8 || format->wBitsPerSample == 16) && (format->nChannels >= 1 && format->nChannels <= 2)) { return TRUE; } break; #endif /* TODO: Deactivated format, does not work, find out why */ // case WAVE_FORMAT_ADPCM: /* IMA ADPCM */ case WAVE_FORMAT_DVI_ADPCM: if ((format->nSamplesPerSec <= 48000) && (format->wBitsPerSample == 4) && (format->nChannels == 1 || format->nChannels == 2)) { return TRUE; } break; default: DEBUG_DVC("Encoding '%s' [%08X] not supported", rdpsnd_get_audio_tag_string(format->wFormatTag), format->wFormatTag); break; } return FALSE; } static void audin_opensles_set_format(IAudinDevice* device, audinFormat* format, UINT32 FramesPerPacket) { int bs; AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p, format=%p, FramesPerPacket=%d", device, format, FramesPerPacket); assert(format); /* The function may have been called out of order, ignore * requests before the device is available. */ if (!opensles) return; switch (format->wFormatTag) { case WAVE_FORMAT_PCM: opensles->frames_per_packet = FramesPerPacket; switch (format->wBitsPerSample) { case 4: opensles->bytes_per_channel = 1; break; case 8: opensles->bytes_per_channel = 1; break; case 16: opensles->bytes_per_channel = 2; break; } break; case WAVE_FORMAT_ADPCM: case WAVE_FORMAT_DVI_ADPCM: opensles->bytes_per_channel = 2; bs = (format->nBlockAlign - 4 * format->nChannels) * 4; opensles->frames_per_packet = (FramesPerPacket * format->nChannels * 2 / bs + 1) * bs / (format->nChannels * 2); break; case WAVE_FORMAT_ALAW: case WAVE_FORMAT_MULAW: opensles->frames_per_packet = FramesPerPacket; break; default: WLog_ERR(TAG, "Encoding '%d' [%08X] not supported", (format->wFormatTag), format->wFormatTag); return; } opensles->rate = format->nSamplesPerSec; opensles->channels = format->nChannels; opensles->format = format->wFormatTag; opensles->block_size = format->nBlockAlign; DEBUG_DVC("aligned frames_per_packet=%d, block_size=%d", opensles->frames_per_packet, opensles->block_size); } static void audin_opensles_open(IAudinDevice* device, AudinReceive receive, void* user_data) { AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p, receive=%d, user_data=%p", device, receive, user_data); assert(opensles); /* The function may have been called out of order, * ignore duplicate open requests. */ if(opensles->stream) return; opensles->stream = android_OpenRecDevice( opensles->device_name, opensles->rate, opensles->channels, opensles->frames_per_packet, opensles->bytes_per_channel * 8); assert(opensles->stream); opensles->receive = receive; opensles->user_data = user_data; opensles->stopEvent = CreateEvent(NULL, TRUE, FALSE, NULL); opensles->thread = CreateThread(NULL, 0, (LPTHREAD_START_ROUTINE) audin_opensles_thread_func, opensles, 0, NULL); } static void audin_opensles_close(IAudinDevice* device) { AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p", device); assert(opensles); /* The function may have been called out of order, * ignore duplicate requests. */ if (!opensles->stopEvent) { WLog_ERR(TAG, "[ERROR] function called without matching open."); return; } assert(opensles->stopEvent); assert(opensles->thread); assert(opensles->stream); SetEvent(opensles->stopEvent); WaitForSingleObject(opensles->thread, INFINITE); CloseHandle(opensles->stopEvent); CloseHandle(opensles->thread); android_CloseRecDevice(opensles->stream); opensles->stopEvent = NULL; opensles->thread = NULL; opensles->receive = NULL; opensles->user_data = NULL; opensles->stream = NULL; } static COMMAND_LINE_ARGUMENT_A audin_opensles_args[] = { { "dev", COMMAND_LINE_VALUE_REQUIRED, "", NULL, NULL, -1, NULL, "audio device name" }, { NULL, 0, NULL, NULL, NULL, -1, NULL, NULL } }; static int audin_opensles_parse_addin_args(AudinOpenSLESDevice* device, ADDIN_ARGV* args) { int status; DWORD flags; COMMAND_LINE_ARGUMENT_A* arg; AudinOpenSLESDevice* opensles = (AudinOpenSLESDevice*) device; DEBUG_DVC("device=%p, args=%p", device, args); flags = COMMAND_LINE_SIGIL_NONE | COMMAND_LINE_SEPARATOR_COLON | COMMAND_LINE_IGN_UNKNOWN_KEYWORD; status = CommandLineParseArgumentsA(args->argc, (const char**) args->argv, audin_opensles_args, flags, opensles, NULL, NULL); if (status < 0) return status; arg = audin_opensles_args; do { if (!(arg->Flags & COMMAND_LINE_VALUE_PRESENT)) continue; CommandLineSwitchStart(arg) CommandLineSwitchCase(arg, "dev") { opensles->device_name = _strdup(arg->Value); } CommandLineSwitchEnd(arg) } while ((arg = CommandLineFindNextArgumentA(arg)) != NULL); return status; } #ifdef STATIC_CHANNELS #define freerdp_audin_client_subsystem_entry \ opensles_freerdp_audin_client_subsystem_entry #endif int freerdp_audin_client_subsystem_entry( PFREERDP_AUDIN_DEVICE_ENTRY_POINTS pEntryPoints) { ADDIN_ARGV* args; AudinOpenSLESDevice* opensles; DEBUG_DVC("pEntryPoints=%p", pEntryPoints); opensles = (AudinOpenSLESDevice*) malloc(sizeof(AudinOpenSLESDevice)); ZeroMemory(opensles, sizeof(AudinOpenSLESDevice)); opensles->iface.Open = audin_opensles_open; opensles->iface.FormatSupported = audin_opensles_format_supported; opensles->iface.SetFormat = audin_opensles_set_format; opensles->iface.Close = audin_opensles_close; opensles->iface.Free = audin_opensles_free; args = pEntryPoints->args; audin_opensles_parse_addin_args(opensles, args); opensles->dsp_context = freerdp_dsp_context_new(); pEntryPoints->pRegisterAudinDevice(pEntryPoints->plugin, (IAudinDevice*) opensles); return 0; }