mirror of https://github.com/FreeRDP/FreeRDP
server: add audio input server channel.
This commit is contained in:
Vic Lee
parent
e1bad129ba
commit
364166a672
|
|
@ -0,0 +1,95 @@
|
|||
/**
|
||||
* FreeRDP: A Remote Desktop Protocol client.
|
||||
* Server Audio Input Virtual Channel
|
||||
*
|
||||
* Copyright 2012 Vic Lee
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#ifndef __SERVER_AUDIN_H
|
||||
#define __SERVER_AUDIN_H
|
||||
|
||||
#include <freerdp/channels/wtsvc.h>
|
||||
#include <freerdp/channels/rdpsnd.h>
|
||||
|
||||
typedef struct _audin_server_context audin_server_context;
|
||||
|
||||
typedef void (*psAudinServerSelectFormat)(audin_server_context* context, int client_format_index);
|
||||
typedef boolean (*psAudinServerOpen)(audin_server_context* context);
|
||||
typedef boolean (*psAudinServerClose)(audin_server_context* context);
|
||||
|
||||
typedef void (*psAudinServerOpening)(audin_server_context* context);
|
||||
typedef void (*psAudinServerOpenResult)(audin_server_context* context, uint32 result);
|
||||
typedef void (*psAudinServerReceiveSamples)(audin_server_context* context, const void* buf, int nframes);
|
||||
|
||||
struct _audin_server_context
|
||||
{
|
||||
WTSVirtualChannelManager* vcm;
|
||||
|
||||
/* Server self-defined pointer. */
|
||||
void* data;
|
||||
|
||||
/* Server supported formats. Set by server. */
|
||||
const rdpsndFormat* server_formats;
|
||||
int num_server_formats;
|
||||
|
||||
/* Server destination PCM audio format. Set by server. */
|
||||
rdpsndFormat dst_format;
|
||||
|
||||
/* Server preferred frames per packet. */
|
||||
int frames_per_packet;
|
||||
|
||||
/* Client supported formats. */
|
||||
rdpsndFormat* client_formats;
|
||||
int num_client_formats;
|
||||
int selected_client_format;
|
||||
|
||||
/*** APIs called by the server. ***/
|
||||
/**
|
||||
* Choose the audio format to be received. The index argument is an index into
|
||||
* the client_formats array and must be smaller than num_client_formats.
|
||||
*/
|
||||
psAudinServerSelectFormat SelectFormat;
|
||||
/**
|
||||
* Open the audio input stream.
|
||||
*/
|
||||
psAudinServerOpen Open;
|
||||
/**
|
||||
* Close the audio stream.
|
||||
*/
|
||||
psAudinServerClose Close;
|
||||
|
||||
/*** Callbacks registered by the server. ***/
|
||||
/**
|
||||
* It's ready to open the audio input stream. The server should examine client
|
||||
* formats and call SelectFormat to choose the desired one in this callback.
|
||||
*/
|
||||
psAudinServerOpening Opening;
|
||||
/**
|
||||
* Client replied HRESULT of the open operation.
|
||||
*/
|
||||
psAudinServerOpenResult OpenResult;
|
||||
/**
|
||||
* Receive audio samples. Actual bytes in the buffer is:
|
||||
* nframes * dst_format.nBitsPerSample * dst_format.nChannels / 8
|
||||
* Note that this callback is called from a different thread context so the
|
||||
* server must be careful of thread synchronization.
|
||||
*/
|
||||
psAudinServerReceiveSamples ReceiveSamples;
|
||||
};
|
||||
|
||||
FREERDP_API audin_server_context* audin_server_context_new(WTSVirtualChannelManager* vcm);
|
||||
FREERDP_API void audin_server_context_free(audin_server_context* context);
|
||||
|
||||
#endif
|
||||
|
|
@ -18,6 +18,7 @@
|
|||
# limitations under the License.
|
||||
|
||||
set(FREERDP_SERVER_CHANNELS_SRCS
|
||||
audin.c
|
||||
rdpsnd.c
|
||||
)
|
||||
|
||||
|
|
|
|||
|
|
@ -0,0 +1,422 @@
|
|||
/**
|
||||
* FreeRDP: A Remote Desktop Protocol client.
|
||||
* Server Audio Input Virtual Channel
|
||||
*
|
||||
* Copyright 2012 Vic Lee
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
#include <freerdp/utils/stream.h>
|
||||
#include <freerdp/utils/memory.h>
|
||||
#include <freerdp/utils/dsp.h>
|
||||
#include <freerdp/utils/thread.h>
|
||||
#include <freerdp/utils/wait_obj.h>
|
||||
#include <freerdp/channels/wtsvc.h>
|
||||
#include <freerdp/server/audin.h>
|
||||
|
||||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
#include <string.h>
|
||||
|
||||
#define MSG_SNDIN_VERSION 0x01
|
||||
#define MSG_SNDIN_FORMATS 0x02
|
||||
#define MSG_SNDIN_OPEN 0x03
|
||||
#define MSG_SNDIN_OPEN_REPLY 0x04
|
||||
#define MSG_SNDIN_DATA_INCOMING 0x05
|
||||
#define MSG_SNDIN_DATA 0x06
|
||||
#define MSG_SNDIN_FORMATCHANGE 0x07
|
||||
|
||||
typedef struct _audin_server
|
||||
{
|
||||
audin_server_context context;
|
||||
|
||||
void* audin_channel;
|
||||
freerdp_thread* audin_channel_thread;
|
||||
|
||||
FREERDP_DSP_CONTEXT* dsp_context;
|
||||
|
||||
boolean opened;
|
||||
} audin_server;
|
||||
|
||||
static void audin_server_select_format(audin_server_context* context, int client_format_index)
|
||||
{
|
||||
audin_server* audin = (audin_server*) context;
|
||||
|
||||
if (client_format_index >= context->num_client_formats)
|
||||
return;
|
||||
context->selected_client_format = client_format_index;
|
||||
if (audin->opened)
|
||||
{
|
||||
/* TODO: send MSG_SNDIN_FORMATCHANGE */
|
||||
}
|
||||
}
|
||||
|
||||
static void audin_server_send_version(audin_server* audin, STREAM* s)
|
||||
{
|
||||
stream_write_uint8(s, MSG_SNDIN_VERSION);
|
||||
stream_write_uint32(s, 1); /* Version (4 bytes) */
|
||||
WTSVirtualChannelWrite(audin->audin_channel, stream_get_head(s), stream_get_length(s), NULL);
|
||||
}
|
||||
|
||||
static boolean audin_server_recv_version(audin_server* audin, STREAM* s, uint32 length)
|
||||
{
|
||||
uint32 Version;
|
||||
|
||||
if (length < 4)
|
||||
return false;
|
||||
stream_read_uint32(s, Version);
|
||||
if (Version < 1)
|
||||
return false;
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
static void audin_server_send_formats(audin_server* audin, STREAM* s)
|
||||
{
|
||||
int i;
|
||||
uint32 nAvgBytesPerSec;
|
||||
|
||||
stream_set_pos(s, 0);
|
||||
stream_write_uint8(s, MSG_SNDIN_FORMATS);
|
||||
stream_write_uint32(s, audin->context.num_server_formats); /* NumFormats (4 bytes) */
|
||||
stream_write_uint32(s, 0); /* cbSizeFormatsPacket (4 bytes), client-to-server only */
|
||||
|
||||
for (i = 0; i < audin->context.num_server_formats; i++)
|
||||
{
|
||||
nAvgBytesPerSec = audin->context.server_formats[i].nSamplesPerSec *
|
||||
audin->context.server_formats[i].nChannels *
|
||||
audin->context.server_formats[i].wBitsPerSample / 8;
|
||||
stream_check_size(s, 18);
|
||||
stream_write_uint16(s, audin->context.server_formats[i].wFormatTag);
|
||||
stream_write_uint16(s, audin->context.server_formats[i].nChannels);
|
||||
stream_write_uint32(s, audin->context.server_formats[i].nSamplesPerSec);
|
||||
stream_write_uint32(s, nAvgBytesPerSec);
|
||||
stream_write_uint16(s, audin->context.server_formats[i].nBlockAlign);
|
||||
stream_write_uint16(s, audin->context.server_formats[i].wBitsPerSample);
|
||||
stream_write_uint16(s, audin->context.server_formats[i].cbSize);
|
||||
if (audin->context.server_formats[i].cbSize)
|
||||
{
|
||||
stream_check_size(s, audin->context.server_formats[i].cbSize);
|
||||
stream_write(s, audin->context.server_formats[i].data,
|
||||
audin->context.server_formats[i].cbSize);
|
||||
}
|
||||
}
|
||||
|
||||
WTSVirtualChannelWrite(audin->audin_channel, stream_get_head(s), stream_get_length(s), NULL);
|
||||
}
|
||||
|
||||
static boolean audin_server_recv_formats(audin_server* audin, STREAM* s, uint32 length)
|
||||
{
|
||||
int i;
|
||||
|
||||
if (length < 8)
|
||||
return false;
|
||||
|
||||
stream_read_uint32(s, audin->context.num_client_formats); /* NumFormats (4 bytes) */
|
||||
stream_seek_uint32(s); /* cbSizeFormatsPacket (4 bytes) */
|
||||
length -= 8;
|
||||
|
||||
if (audin->context.num_client_formats <= 0)
|
||||
return false;
|
||||
|
||||
audin->context.client_formats = xzalloc(audin->context.num_client_formats * sizeof(rdpsndFormat));
|
||||
for (i = 0; i < audin->context.num_client_formats; i++)
|
||||
{
|
||||
if (length < 18)
|
||||
{
|
||||
xfree(audin->context.client_formats);
|
||||
audin->context.client_formats = NULL;
|
||||
return false;
|
||||
}
|
||||
|
||||
stream_read_uint16(s, audin->context.client_formats[i].wFormatTag);
|
||||
stream_read_uint16(s, audin->context.client_formats[i].nChannels);
|
||||
stream_read_uint32(s, audin->context.client_formats[i].nSamplesPerSec);
|
||||
stream_seek_uint32(s); /* nAvgBytesPerSec */
|
||||
stream_read_uint16(s, audin->context.client_formats[i].nBlockAlign);
|
||||
stream_read_uint16(s, audin->context.client_formats[i].wBitsPerSample);
|
||||
stream_read_uint16(s, audin->context.client_formats[i].cbSize);
|
||||
if (audin->context.client_formats[i].cbSize > 0)
|
||||
{
|
||||
stream_seek(s, audin->context.client_formats[i].cbSize);
|
||||
}
|
||||
}
|
||||
|
||||
IFCALL(audin->context.Opening, &audin->context);
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
static void audin_server_send_open(audin_server* audin, STREAM* s)
|
||||
{
|
||||
if (audin->context.selected_client_format < 0)
|
||||
return;
|
||||
|
||||
audin->opened = true;
|
||||
|
||||
stream_set_pos(s, 0);
|
||||
stream_write_uint8(s, MSG_SNDIN_OPEN);
|
||||
stream_write_uint32(s, audin->context.frames_per_packet); /* FramesPerPacket (4 bytes) */
|
||||
stream_write_uint32(s, audin->context.selected_client_format); /* initialFormat (4 bytes) */
|
||||
/*
|
||||
* [MS-RDPEAI] 3.2.5.1.6
|
||||
* The second format specify the format that SHOULD be used to capture data from
|
||||
* the actual audio input device.
|
||||
*/
|
||||
stream_write_uint16(s, 1); /* wFormatTag = PCM */
|
||||
stream_write_uint16(s, 2); /* nChannels */
|
||||
stream_write_uint32(s, 44100); /* nSamplesPerSec */
|
||||
stream_write_uint32(s, 44100 * 2 * 2); /* nAvgBytesPerSec */
|
||||
stream_write_uint16(s, 4); /* nBlockAlign */
|
||||
stream_write_uint16(s, 16); /* wBitsPerSample */
|
||||
stream_write_uint16(s, 0); /* cbSize */
|
||||
|
||||
WTSVirtualChannelWrite(audin->audin_channel, stream_get_head(s), stream_get_length(s), NULL);
|
||||
}
|
||||
|
||||
static boolean audin_server_recv_open_reply(audin_server* audin, STREAM* s, uint32 length)
|
||||
{
|
||||
uint32 Result;
|
||||
|
||||
if (length < 4)
|
||||
return false;
|
||||
stream_read_uint32(s, Result);
|
||||
|
||||
IFCALL(audin->context.OpenResult, &audin->context, Result);
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
static boolean audin_server_recv_data(audin_server* audin, STREAM* s, uint32 length)
|
||||
{
|
||||
rdpsndFormat* format;
|
||||
int sbytes_per_frame;
|
||||
uint8* src;
|
||||
int size;
|
||||
int frames;
|
||||
|
||||
format = &audin->context.client_formats[audin->context.selected_client_format];
|
||||
|
||||
if (format->wFormatTag == 2)
|
||||
{
|
||||
audin->dsp_context->decode_ms_adpcm(audin->dsp_context,
|
||||
stream_get_tail(s), length, format->nChannels, format->nBlockAlign);
|
||||
size = audin->dsp_context->adpcm_size;
|
||||
src = audin->dsp_context->adpcm_buffer;
|
||||
sbytes_per_frame = format->nChannels * 2;
|
||||
}
|
||||
else if (format->wFormatTag == 0x11)
|
||||
{
|
||||
audin->dsp_context->decode_ima_adpcm(audin->dsp_context,
|
||||
stream_get_tail(s), length, format->nChannels, format->nBlockAlign);
|
||||
size = audin->dsp_context->adpcm_size;
|
||||
src = audin->dsp_context->adpcm_buffer;
|
||||
sbytes_per_frame = format->nChannels * 2;
|
||||
}
|
||||
else
|
||||
{
|
||||
size = length;
|
||||
src = stream_get_tail(s);
|
||||
sbytes_per_frame = format->nChannels * format->wBitsPerSample / 8;
|
||||
}
|
||||
|
||||
if (format->nSamplesPerSec == audin->context.dst_format.nSamplesPerSec && format->nChannels == audin->context.dst_format.nChannels)
|
||||
{
|
||||
frames = size / sbytes_per_frame;
|
||||
}
|
||||
else
|
||||
{
|
||||
audin->dsp_context->resample(audin->dsp_context, src, format->wBitsPerSample / 8,
|
||||
format->nChannels, format->nSamplesPerSec, size / sbytes_per_frame,
|
||||
audin->context.dst_format.nChannels, audin->context.dst_format.nSamplesPerSec);
|
||||
frames = audin->dsp_context->resampled_frames;
|
||||
src = audin->dsp_context->resampled_buffer;
|
||||
printf("resampled %d frames at %d to %d frames at %d\n",
|
||||
size / sbytes_per_frame, format->nSamplesPerSec, frames, audin->context.dst_format.nSamplesPerSec);
|
||||
}
|
||||
|
||||
IFCALL(audin->context.ReceiveSamples, &audin->context, src, frames);
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
static void* audin_server_thread_func(void* arg)
|
||||
{
|
||||
void* fd;
|
||||
STREAM* s;
|
||||
void* buffer;
|
||||
uint8 MessageId;
|
||||
boolean ready = false;
|
||||
uint32 bytes_returned = 0;
|
||||
audin_server* audin = (audin_server*) arg;
|
||||
freerdp_thread* thread = audin->audin_channel_thread;
|
||||
|
||||
if (WTSVirtualChannelQuery(audin->audin_channel, WTSVirtualFileHandle, &buffer, &bytes_returned) == true)
|
||||
{
|
||||
fd = *((void**)buffer);
|
||||
WTSFreeMemory(buffer);
|
||||
thread->signals[thread->num_signals++] = wait_obj_new_with_fd(fd);
|
||||
}
|
||||
|
||||
/* Wait for the client to confirm that the Audio Input dynamic channel is ready */
|
||||
while (1)
|
||||
{
|
||||
freerdp_thread_wait(thread);
|
||||
if (freerdp_thread_is_stopped(thread))
|
||||
break;
|
||||
|
||||
if (WTSVirtualChannelQuery(audin->audin_channel, WTSVirtualChannelReady, &buffer, &bytes_returned) == false)
|
||||
break;
|
||||
ready = *((boolean*)buffer);
|
||||
WTSFreeMemory(buffer);
|
||||
if (ready)
|
||||
break;
|
||||
}
|
||||
|
||||
s = stream_new(4096);
|
||||
|
||||
if (ready)
|
||||
{
|
||||
audin_server_send_version(audin, s);
|
||||
}
|
||||
|
||||
while (ready)
|
||||
{
|
||||
freerdp_thread_wait(thread);
|
||||
if (freerdp_thread_is_stopped(thread))
|
||||
break;
|
||||
|
||||
stream_set_pos(s, 0);
|
||||
if (WTSVirtualChannelRead(audin->audin_channel, 0, stream_get_head(s),
|
||||
stream_get_size(s), &bytes_returned) == false)
|
||||
{
|
||||
if (bytes_returned == 0)
|
||||
break;
|
||||
stream_check_size(s, bytes_returned);
|
||||
if (WTSVirtualChannelRead(audin->audin_channel, 0, stream_get_head(s),
|
||||
stream_get_size(s), &bytes_returned) == false)
|
||||
break;
|
||||
}
|
||||
if (bytes_returned < 1)
|
||||
continue;
|
||||
|
||||
stream_read_uint8(s, MessageId);
|
||||
bytes_returned--;
|
||||
switch (MessageId)
|
||||
{
|
||||
case MSG_SNDIN_VERSION:
|
||||
if (audin_server_recv_version(audin, s, bytes_returned))
|
||||
audin_server_send_formats(audin, s);
|
||||
break;
|
||||
|
||||
case MSG_SNDIN_FORMATS:
|
||||
if (audin_server_recv_formats(audin, s, bytes_returned))
|
||||
audin_server_send_open(audin, s);
|
||||
break;
|
||||
|
||||
case MSG_SNDIN_OPEN_REPLY:
|
||||
audin_server_recv_open_reply(audin, s, bytes_returned);
|
||||
break;
|
||||
|
||||
case MSG_SNDIN_DATA_INCOMING:
|
||||
break;
|
||||
|
||||
case MSG_SNDIN_DATA:
|
||||
audin_server_recv_data(audin, s, bytes_returned);
|
||||
break;
|
||||
|
||||
case MSG_SNDIN_FORMATCHANGE:
|
||||
break;
|
||||
|
||||
default:
|
||||
printf("audin_server_thread_func: unknown MessageId %d\n", MessageId);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
stream_free(s);
|
||||
WTSVirtualChannelClose(audin->audin_channel);
|
||||
audin->audin_channel = NULL;
|
||||
freerdp_thread_quit(thread);
|
||||
|
||||
return NULL;
|
||||
}
|
||||
|
||||
static boolean audin_server_open(audin_server_context* context)
|
||||
{
|
||||
audin_server* audin = (audin_server*) context;
|
||||
|
||||
if (audin->audin_channel_thread == NULL)
|
||||
{
|
||||
audin->audin_channel = WTSVirtualChannelOpenEx(context->vcm, "AUDIO_INPUT", WTS_CHANNEL_OPTION_DYNAMIC);
|
||||
if (audin->audin_channel == NULL)
|
||||
return false;
|
||||
|
||||
audin->audin_channel_thread = freerdp_thread_new();
|
||||
freerdp_thread_start(audin->audin_channel_thread, audin_server_thread_func, audin);
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
static boolean audin_server_close(audin_server_context* context)
|
||||
{
|
||||
audin_server* audin = (audin_server*) context;
|
||||
|
||||
if (audin->audin_channel_thread)
|
||||
{
|
||||
freerdp_thread_stop(audin->audin_channel_thread);
|
||||
freerdp_thread_free(audin->audin_channel_thread);
|
||||
audin->audin_channel_thread = NULL;
|
||||
}
|
||||
if (audin->audin_channel)
|
||||
{
|
||||
WTSVirtualChannelClose(audin->audin_channel);
|
||||
audin->audin_channel = NULL;
|
||||
}
|
||||
audin->context.selected_client_format = -1;
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
audin_server_context* audin_server_context_new(WTSVirtualChannelManager* vcm)
|
||||
{
|
||||
audin_server* audin;
|
||||
|
||||
audin = xnew(audin_server);
|
||||
audin->context.vcm = vcm;
|
||||
audin->context.selected_client_format = -1;
|
||||
audin->context.frames_per_packet = 4096;
|
||||
audin->context.SelectFormat = audin_server_select_format;
|
||||
audin->context.Open = audin_server_open;
|
||||
audin->context.Close = audin_server_close;
|
||||
|
||||
audin->dsp_context = freerdp_dsp_context_new();
|
||||
|
||||
return (audin_server_context*) audin;
|
||||
}
|
||||
|
||||
void audin_server_context_free(audin_server_context* context)
|
||||
{
|
||||
audin_server* audin = (audin_server*) context;
|
||||
|
||||
audin_server_close(context);
|
||||
if (audin->dsp_context)
|
||||
freerdp_dsp_context_free(audin->dsp_context);
|
||||
if (audin->context.client_formats)
|
||||
xfree(audin->context.client_formats);
|
||||
xfree(audin);
|
||||
}
|
||||
Loading…
Reference in New Issue