b1e9ffb655
Fixed compiler warnings and broken callback in urbdrc.
542 lines
13 KiB
C
542 lines
13 KiB
C
/**
|
|
* FreeRDP: A Remote Desktop Protocol Implementation
|
|
* Audio Input Redirection Virtual Channel - PulseAudio implementation
|
|
*
|
|
* Copyright 2010-2011 Vic Lee
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
|
|
#include <winpr/crt.h>
|
|
#include <winpr/cmdline.h>
|
|
|
|
#include <pulse/pulseaudio.h>
|
|
|
|
#include <freerdp/types.h>
|
|
#include <freerdp/addin.h>
|
|
#include <freerdp/codec/dsp.h>
|
|
|
|
#include "audin_main.h"
|
|
|
|
typedef struct _AudinPulseDevice
|
|
{
|
|
IAudinDevice iface;
|
|
|
|
char* device_name;
|
|
UINT32 frames_per_packet;
|
|
pa_threaded_mainloop* mainloop;
|
|
pa_context* context;
|
|
pa_sample_spec sample_spec;
|
|
pa_stream* stream;
|
|
int format;
|
|
int block_size;
|
|
|
|
FREERDP_DSP_CONTEXT* dsp_context;
|
|
|
|
int bytes_per_frame;
|
|
BYTE* buffer;
|
|
int buffer_frames;
|
|
|
|
AudinReceive receive;
|
|
void* user_data;
|
|
} AudinPulseDevice;
|
|
|
|
static void audin_pulse_context_state_callback(pa_context* context, void* userdata)
|
|
{
|
|
pa_context_state_t state;
|
|
AudinPulseDevice* pulse = (AudinPulseDevice*) userdata;
|
|
|
|
state = pa_context_get_state(context);
|
|
switch (state)
|
|
{
|
|
case PA_CONTEXT_READY:
|
|
DEBUG_DVC("PA_CONTEXT_READY");
|
|
pa_threaded_mainloop_signal (pulse->mainloop, 0);
|
|
break;
|
|
|
|
case PA_CONTEXT_FAILED:
|
|
case PA_CONTEXT_TERMINATED:
|
|
DEBUG_DVC("state %d", (int)state);
|
|
pa_threaded_mainloop_signal (pulse->mainloop, 0);
|
|
break;
|
|
|
|
default:
|
|
DEBUG_DVC("state %d", (int)state);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static BOOL audin_pulse_connect(IAudinDevice* device)
|
|
{
|
|
pa_context_state_t state;
|
|
AudinPulseDevice* pulse = (AudinPulseDevice*) device;
|
|
|
|
if (!pulse->context)
|
|
return FALSE;
|
|
|
|
if (pa_context_connect(pulse->context, NULL, 0, NULL))
|
|
{
|
|
WLog_ERR(TAG, "pa_context_connect failed (%d)",
|
|
pa_context_errno(pulse->context));
|
|
return FALSE;
|
|
}
|
|
pa_threaded_mainloop_lock(pulse->mainloop);
|
|
if (pa_threaded_mainloop_start(pulse->mainloop) < 0)
|
|
{
|
|
pa_threaded_mainloop_unlock(pulse->mainloop);
|
|
WLog_ERR(TAG, "pa_threaded_mainloop_start failed (%d)",
|
|
pa_context_errno(pulse->context));
|
|
return FALSE;
|
|
}
|
|
for (;;)
|
|
{
|
|
state = pa_context_get_state(pulse->context);
|
|
if (state == PA_CONTEXT_READY)
|
|
break;
|
|
if (!PA_CONTEXT_IS_GOOD(state))
|
|
{
|
|
WLog_ERR(TAG, "bad context state (%d)",
|
|
pa_context_errno(pulse->context));
|
|
break;
|
|
}
|
|
pa_threaded_mainloop_wait(pulse->mainloop);
|
|
}
|
|
pa_threaded_mainloop_unlock(pulse->mainloop);
|
|
if (state == PA_CONTEXT_READY)
|
|
{
|
|
DEBUG_DVC("connected");
|
|
return TRUE;
|
|
}
|
|
else
|
|
{
|
|
pa_context_disconnect(pulse->context);
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
static void audin_pulse_free(IAudinDevice* device)
|
|
{
|
|
AudinPulseDevice* pulse = (AudinPulseDevice*) device;
|
|
|
|
DEBUG_DVC("");
|
|
|
|
if (!pulse)
|
|
return;
|
|
if (pulse->mainloop)
|
|
{
|
|
pa_threaded_mainloop_stop(pulse->mainloop);
|
|
}
|
|
if (pulse->context)
|
|
{
|
|
pa_context_disconnect(pulse->context);
|
|
pa_context_unref(pulse->context);
|
|
pulse->context = NULL;
|
|
}
|
|
if (pulse->mainloop)
|
|
{
|
|
pa_threaded_mainloop_free(pulse->mainloop);
|
|
pulse->mainloop = NULL;
|
|
}
|
|
freerdp_dsp_context_free(pulse->dsp_context);
|
|
free(pulse);
|
|
}
|
|
|
|
static BOOL audin_pulse_format_supported(IAudinDevice* device, audinFormat* format)
|
|
{
|
|
AudinPulseDevice* pulse = (AudinPulseDevice*) device;
|
|
|
|
if (!pulse->context)
|
|
return 0;
|
|
|
|
switch (format->wFormatTag)
|
|
{
|
|
case 1: /* PCM */
|
|
if (format->cbSize == 0 &&
|
|
(format->nSamplesPerSec <= PA_RATE_MAX) &&
|
|
(format->wBitsPerSample == 8 || format->wBitsPerSample == 16) &&
|
|
(format->nChannels >= 1 && format->nChannels <= PA_CHANNELS_MAX))
|
|
{
|
|
return TRUE;
|
|
}
|
|
break;
|
|
|
|
case 6: /* A-LAW */
|
|
case 7: /* U-LAW */
|
|
if (format->cbSize == 0 &&
|
|
(format->nSamplesPerSec <= PA_RATE_MAX) &&
|
|
(format->wBitsPerSample == 8) &&
|
|
(format->nChannels >= 1 && format->nChannels <= PA_CHANNELS_MAX))
|
|
{
|
|
return TRUE;
|
|
}
|
|
break;
|
|
|
|
case 0x11: /* IMA ADPCM */
|
|
if ((format->nSamplesPerSec <= PA_RATE_MAX) &&
|
|
(format->wBitsPerSample == 4) &&
|
|
(format->nChannels == 1 || format->nChannels == 2))
|
|
{
|
|
return TRUE;
|
|
}
|
|
break;
|
|
}
|
|
return FALSE;
|
|
}
|
|
|
|
static void audin_pulse_set_format(IAudinDevice* device, audinFormat* format, UINT32 FramesPerPacket)
|
|
{
|
|
int bs;
|
|
pa_sample_spec sample_spec = { 0 };
|
|
AudinPulseDevice* pulse = (AudinPulseDevice*) device;
|
|
|
|
if (!pulse->context)
|
|
return;
|
|
|
|
if (FramesPerPacket > 0)
|
|
{
|
|
pulse->frames_per_packet = FramesPerPacket;
|
|
}
|
|
|
|
sample_spec.rate = format->nSamplesPerSec;
|
|
sample_spec.channels = format->nChannels;
|
|
switch (format->wFormatTag)
|
|
{
|
|
case 1: /* PCM */
|
|
switch (format->wBitsPerSample)
|
|
{
|
|
case 8:
|
|
sample_spec.format = PA_SAMPLE_U8;
|
|
break;
|
|
case 16:
|
|
sample_spec.format = PA_SAMPLE_S16LE;
|
|
break;
|
|
}
|
|
break;
|
|
|
|
case 6: /* A-LAW */
|
|
sample_spec.format = PA_SAMPLE_ALAW;
|
|
break;
|
|
|
|
case 7: /* U-LAW */
|
|
sample_spec.format = PA_SAMPLE_ULAW;
|
|
break;
|
|
|
|
case 0x11: /* IMA ADPCM */
|
|
sample_spec.format = PA_SAMPLE_S16LE;
|
|
bs = (format->nBlockAlign - 4 * format->nChannels) * 4;
|
|
pulse->frames_per_packet = (pulse->frames_per_packet * format->nChannels * 2 /
|
|
bs + 1) * bs / (format->nChannels * 2);
|
|
DEBUG_DVC("aligned FramesPerPacket=%d",
|
|
pulse->frames_per_packet);
|
|
break;
|
|
}
|
|
|
|
pulse->sample_spec = sample_spec;
|
|
pulse->format = format->wFormatTag;
|
|
pulse->block_size = format->nBlockAlign;
|
|
}
|
|
|
|
static void audin_pulse_stream_state_callback(pa_stream* stream, void* userdata)
|
|
{
|
|
pa_stream_state_t state;
|
|
AudinPulseDevice* pulse = (AudinPulseDevice*) userdata;
|
|
|
|
state = pa_stream_get_state(stream);
|
|
switch (state)
|
|
{
|
|
case PA_STREAM_READY:
|
|
DEBUG_DVC("PA_STREAM_READY");
|
|
pa_threaded_mainloop_signal(pulse->mainloop, 0);
|
|
break;
|
|
|
|
case PA_STREAM_FAILED:
|
|
case PA_STREAM_TERMINATED:
|
|
DEBUG_DVC("state %d", (int)state);
|
|
pa_threaded_mainloop_signal(pulse->mainloop, 0);
|
|
break;
|
|
|
|
default:
|
|
DEBUG_DVC("state %d", (int)state);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void audin_pulse_stream_request_callback(pa_stream* stream, size_t length, void* userdata)
|
|
{
|
|
int frames;
|
|
int cframes;
|
|
BOOL ret;
|
|
const void* data;
|
|
const BYTE* src;
|
|
int encoded_size;
|
|
BYTE* encoded_data;
|
|
AudinPulseDevice* pulse = (AudinPulseDevice*) userdata;
|
|
|
|
/* There is a race condition here where we may receive this callback
|
|
* before the buffer has been set up in the main code. It's probably
|
|
* possible to fix with additional locking, but it's easier just to
|
|
* ignore input until the buffer is ready.
|
|
*/
|
|
if (pulse->buffer == NULL)
|
|
{
|
|
/* WLog_ERR(TAG, "%s: ignoring input, pulse buffer not ready.\n", __func__); */
|
|
return;
|
|
}
|
|
|
|
pa_stream_peek(stream, &data, &length);
|
|
frames = length / pulse->bytes_per_frame;
|
|
|
|
DEBUG_DVC("length %d frames %d", (int) length, frames);
|
|
|
|
src = (const BYTE*) data;
|
|
while (frames > 0)
|
|
{
|
|
cframes = pulse->frames_per_packet - pulse->buffer_frames;
|
|
if (cframes > frames)
|
|
cframes = frames;
|
|
memcpy(pulse->buffer + pulse->buffer_frames * pulse->bytes_per_frame,
|
|
src, cframes * pulse->bytes_per_frame);
|
|
pulse->buffer_frames += cframes;
|
|
if (pulse->buffer_frames >= pulse->frames_per_packet)
|
|
{
|
|
if (pulse->format == 0x11)
|
|
{
|
|
pulse->dsp_context->encode_ima_adpcm(pulse->dsp_context,
|
|
pulse->buffer, pulse->buffer_frames * pulse->bytes_per_frame,
|
|
pulse->sample_spec.channels, pulse->block_size);
|
|
encoded_data = pulse->dsp_context->adpcm_buffer;
|
|
encoded_size = pulse->dsp_context->adpcm_size;
|
|
}
|
|
else
|
|
{
|
|
encoded_data = pulse->buffer;
|
|
encoded_size = pulse->buffer_frames * pulse->bytes_per_frame;
|
|
}
|
|
|
|
DEBUG_DVC("encoded %d [%d] to %d [%X]",
|
|
pulse->buffer_frames, pulse->bytes_per_frame, encoded_size,
|
|
pulse->format);
|
|
ret = pulse->receive(encoded_data, encoded_size, pulse->user_data);
|
|
pulse->buffer_frames = 0;
|
|
if (!ret)
|
|
break;
|
|
}
|
|
src += cframes * pulse->bytes_per_frame;
|
|
frames -= cframes;
|
|
}
|
|
|
|
pa_stream_drop(stream);
|
|
}
|
|
|
|
|
|
static void audin_pulse_close(IAudinDevice* device)
|
|
{
|
|
AudinPulseDevice* pulse = (AudinPulseDevice*) device;
|
|
|
|
if (!pulse->context || !pulse->stream)
|
|
return;
|
|
|
|
DEBUG_DVC("");
|
|
|
|
pa_threaded_mainloop_lock(pulse->mainloop);
|
|
pa_stream_disconnect(pulse->stream);
|
|
pa_stream_unref(pulse->stream);
|
|
pulse->stream = NULL;
|
|
pa_threaded_mainloop_unlock(pulse->mainloop);
|
|
|
|
pulse->receive = NULL;
|
|
pulse->user_data = NULL;
|
|
if (pulse->buffer)
|
|
{
|
|
free(pulse->buffer);
|
|
pulse->buffer = NULL;
|
|
pulse->buffer_frames = 0;
|
|
}
|
|
}
|
|
|
|
static void audin_pulse_open(IAudinDevice* device, AudinReceive receive, void* user_data)
|
|
{
|
|
pa_stream_state_t state;
|
|
pa_buffer_attr buffer_attr = { 0 };
|
|
AudinPulseDevice* pulse = (AudinPulseDevice*) device;
|
|
|
|
if (!pulse->context)
|
|
return;
|
|
if (!pulse->sample_spec.rate || pulse->stream)
|
|
return;
|
|
|
|
DEBUG_DVC("");
|
|
|
|
pulse->buffer = NULL;
|
|
pulse->receive = receive;
|
|
pulse->user_data = user_data;
|
|
|
|
pa_threaded_mainloop_lock(pulse->mainloop);
|
|
pulse->stream = pa_stream_new(pulse->context, "freerdp_audin",
|
|
&pulse->sample_spec, NULL);
|
|
if (!pulse->stream)
|
|
{
|
|
pa_threaded_mainloop_unlock(pulse->mainloop);
|
|
DEBUG_DVC("pa_stream_new failed (%d)",
|
|
pa_context_errno(pulse->context));
|
|
return;
|
|
}
|
|
pulse->bytes_per_frame = pa_frame_size(&pulse->sample_spec);
|
|
pa_stream_set_state_callback(pulse->stream,
|
|
audin_pulse_stream_state_callback, pulse);
|
|
pa_stream_set_read_callback(pulse->stream,
|
|
audin_pulse_stream_request_callback, pulse);
|
|
buffer_attr.maxlength = (UINT32) -1;
|
|
buffer_attr.tlength = (UINT32) -1;
|
|
buffer_attr.prebuf = (UINT32) -1;
|
|
buffer_attr.minreq = (UINT32) -1;
|
|
/* 500ms latency */
|
|
buffer_attr.fragsize = pa_usec_to_bytes(500000, &pulse->sample_spec);
|
|
if (pa_stream_connect_record(pulse->stream,
|
|
pulse->device_name,
|
|
&buffer_attr, PA_STREAM_ADJUST_LATENCY) < 0)
|
|
{
|
|
pa_threaded_mainloop_unlock(pulse->mainloop);
|
|
WLog_ERR(TAG, "pa_stream_connect_playback failed (%d)",
|
|
pa_context_errno(pulse->context));
|
|
return;
|
|
}
|
|
|
|
for (;;)
|
|
{
|
|
state = pa_stream_get_state(pulse->stream);
|
|
if (state == PA_STREAM_READY)
|
|
break;
|
|
if (!PA_STREAM_IS_GOOD(state))
|
|
{
|
|
WLog_ERR(TAG, "bad stream state (%d)",
|
|
pa_context_errno(pulse->context));
|
|
break;
|
|
}
|
|
pa_threaded_mainloop_wait(pulse->mainloop);
|
|
}
|
|
pa_threaded_mainloop_unlock(pulse->mainloop);
|
|
if (state == PA_STREAM_READY)
|
|
{
|
|
freerdp_dsp_context_reset_adpcm(pulse->dsp_context);
|
|
pulse->buffer = malloc(pulse->bytes_per_frame * pulse->frames_per_packet);
|
|
ZeroMemory(pulse->buffer, pulse->bytes_per_frame * pulse->frames_per_packet);
|
|
pulse->buffer_frames = 0;
|
|
DEBUG_DVC("connected");
|
|
}
|
|
else
|
|
{
|
|
audin_pulse_close(device);
|
|
}
|
|
}
|
|
|
|
static COMMAND_LINE_ARGUMENT_A audin_pulse_args[] =
|
|
{
|
|
{ "audio-dev", COMMAND_LINE_VALUE_REQUIRED, "<device>", NULL, NULL, -1, NULL, "audio device name" },
|
|
{ NULL, 0, NULL, NULL, NULL, -1, NULL, NULL }
|
|
};
|
|
|
|
static void audin_pulse_parse_addin_args(AudinPulseDevice* device, ADDIN_ARGV* args)
|
|
{
|
|
int status;
|
|
DWORD flags;
|
|
COMMAND_LINE_ARGUMENT_A* arg;
|
|
AudinPulseDevice* pulse = (AudinPulseDevice*) device;
|
|
|
|
flags = COMMAND_LINE_SIGIL_NONE | COMMAND_LINE_SEPARATOR_COLON;
|
|
|
|
status = CommandLineParseArgumentsA(args->argc, (const char**) args->argv, audin_pulse_args, flags, pulse, NULL, NULL);
|
|
|
|
arg = audin_pulse_args;
|
|
|
|
do
|
|
{
|
|
if (!(arg->Flags & COMMAND_LINE_VALUE_PRESENT))
|
|
continue;
|
|
|
|
CommandLineSwitchStart(arg)
|
|
|
|
CommandLineSwitchCase(arg, "audio-dev")
|
|
{
|
|
pulse->device_name = _strdup(arg->Value);
|
|
}
|
|
|
|
CommandLineSwitchEnd(arg)
|
|
}
|
|
while ((arg = CommandLineFindNextArgumentA(arg)) != NULL);
|
|
}
|
|
|
|
#ifdef STATIC_CHANNELS
|
|
#define freerdp_audin_client_subsystem_entry pulse_freerdp_audin_client_subsystem_entry
|
|
#endif
|
|
|
|
int freerdp_audin_client_subsystem_entry(PFREERDP_AUDIN_DEVICE_ENTRY_POINTS pEntryPoints)
|
|
{
|
|
ADDIN_ARGV* args;
|
|
AudinPulseDevice* pulse;
|
|
|
|
pulse = (AudinPulseDevice*) malloc(sizeof(AudinPulseDevice));
|
|
ZeroMemory(pulse, sizeof(AudinPulseDevice));
|
|
|
|
pulse->iface.Open = audin_pulse_open;
|
|
pulse->iface.FormatSupported = audin_pulse_format_supported;
|
|
pulse->iface.SetFormat = audin_pulse_set_format;
|
|
pulse->iface.Close = audin_pulse_close;
|
|
pulse->iface.Free = audin_pulse_free;
|
|
|
|
args = pEntryPoints->args;
|
|
|
|
audin_pulse_parse_addin_args(pulse, args);
|
|
|
|
pulse->dsp_context = freerdp_dsp_context_new();
|
|
|
|
pulse->mainloop = pa_threaded_mainloop_new();
|
|
|
|
if (!pulse->mainloop)
|
|
{
|
|
WLog_ERR(TAG, "pa_threaded_mainloop_new failed");
|
|
audin_pulse_free((IAudinDevice*) pulse);
|
|
return 1;
|
|
}
|
|
|
|
pulse->context = pa_context_new(pa_threaded_mainloop_get_api(pulse->mainloop), "freerdp");
|
|
|
|
if (!pulse->context)
|
|
{
|
|
WLog_ERR(TAG, "pa_context_new failed");
|
|
audin_pulse_free((IAudinDevice*) pulse);
|
|
return 1;
|
|
}
|
|
|
|
pa_context_set_state_callback(pulse->context, audin_pulse_context_state_callback, pulse);
|
|
|
|
if (!audin_pulse_connect((IAudinDevice*) pulse))
|
|
{
|
|
audin_pulse_free((IAudinDevice*) pulse);
|
|
return 1;
|
|
}
|
|
|
|
pEntryPoints->pRegisterAudinDevice(pEntryPoints->plugin, (IAudinDevice*) pulse);
|
|
|
|
return 0;
|
|
}
|
|
|