284 lines
11 KiB
C
284 lines
11 KiB
C
/* FreeRDP: A Remote Desktop Protocol Client
|
|
* Copy operations.
|
|
* vi:ts=4 sw=4:
|
|
*
|
|
* (c) Copyright 2012 Hewlett-Packard Development Company, L.P.
|
|
* Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
* not use this file except in compliance with the License. You may obtain
|
|
* a copy of the License at http://www.apache.org/licenses/LICENSE-2.0.
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
* or implied. See the License for the specific language governing
|
|
* permissions and limitations under the License.
|
|
*/
|
|
|
|
#include <winpr/sysinfo.h>
|
|
|
|
#include <freerdp/config.h>
|
|
|
|
#include <string.h>
|
|
#include <freerdp/types.h>
|
|
#include <freerdp/primitives.h>
|
|
#include <freerdp/log.h>
|
|
|
|
#include "prim_internal.h"
|
|
#include "prim_copy.h"
|
|
#include "../codec/color.h"
|
|
|
|
#include <freerdp/codec/color.h>
|
|
|
|
#define TAG FREERDP_TAG("primitives.copy")
|
|
|
|
#if defined(SSE2_ENABLED)
|
|
#include <emmintrin.h>
|
|
#include <immintrin.h>
|
|
|
|
static INLINE pstatus_t sse_image_copy_no_overlap_convert(
|
|
BYTE* WINPR_RESTRICT pDstData, DWORD DstFormat, UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
|
|
UINT32 nWidth, UINT32 nHeight, const BYTE* WINPR_RESTRICT pSrcData, DWORD SrcFormat,
|
|
UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc, const gdiPalette* WINPR_RESTRICT palette,
|
|
SSIZE_T srcVMultiplier, SSIZE_T srcVOffset, SSIZE_T dstVMultiplier, SSIZE_T dstVOffset);
|
|
|
|
static INLINE pstatus_t sse_image_copy_bgr24_bgrx32(BYTE* WINPR_RESTRICT pDstData, UINT32 nDstStep,
|
|
UINT32 nXDst, UINT32 nYDst, UINT32 nWidth,
|
|
UINT32 nHeight,
|
|
const BYTE* WINPR_RESTRICT pSrcData,
|
|
UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc,
|
|
SSIZE_T srcVMultiplier, SSIZE_T srcVOffset,
|
|
SSIZE_T dstVMultiplier, SSIZE_T dstVOffset)
|
|
{
|
|
|
|
const SSIZE_T srcByte = 3;
|
|
const SSIZE_T dstByte = 4;
|
|
|
|
const __m128i mask = _mm_set_epi32(0xFF, 0xFF, 0xFF, 0xFF);
|
|
const SSIZE_T rem = nWidth % 4;
|
|
const SSIZE_T width = nWidth - rem;
|
|
for (SSIZE_T y = 0; y < nHeight; y++)
|
|
{
|
|
const BYTE* WINPR_RESTRICT srcLine =
|
|
&pSrcData[srcVMultiplier * (y + nYSrc) * nSrcStep + srcVOffset];
|
|
BYTE* WINPR_RESTRICT dstLine =
|
|
&pDstData[dstVMultiplier * (y + nYDst) * nDstStep + dstVOffset];
|
|
|
|
SSIZE_T x = 0;
|
|
for (; x < width; x += 4)
|
|
{
|
|
const __m128i* src = (const __m128i*)&srcLine[(x + nXSrc) * srcByte];
|
|
__m128i* dst = (__m128i*)&dstLine[(x + nXDst) * dstByte];
|
|
const __m128i s0 = _mm_loadu_si128(src);
|
|
const __m128i s1 = _mm_loadu_si128(dst);
|
|
const __m128i s2 = _mm_shuffle_epi8(s1, mask);
|
|
__m128i d0 = _mm_blendv_epi8(s2, s0, mask);
|
|
_mm_storeu_si128(dst, d0);
|
|
}
|
|
for (; x < nWidth; x++)
|
|
{
|
|
const BYTE* src = &srcLine[(x + nXSrc) * srcByte];
|
|
BYTE* dst = &dstLine[(x + nXDst) * dstByte];
|
|
*dst++ = *src++;
|
|
*dst++ = *src++;
|
|
*dst++ = *src++;
|
|
}
|
|
}
|
|
|
|
return PRIMITIVES_SUCCESS;
|
|
}
|
|
|
|
static INLINE pstatus_t sse_image_copy_bgrx32_bgrx32(BYTE* WINPR_RESTRICT pDstData, UINT32 nDstStep,
|
|
UINT32 nXDst, UINT32 nYDst, UINT32 nWidth,
|
|
UINT32 nHeight,
|
|
const BYTE* WINPR_RESTRICT pSrcData,
|
|
UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc,
|
|
SSIZE_T srcVMultiplier, SSIZE_T srcVOffset,
|
|
SSIZE_T dstVMultiplier, SSIZE_T dstVOffset)
|
|
{
|
|
|
|
const SSIZE_T srcByte = 4;
|
|
const SSIZE_T dstByte = 4;
|
|
|
|
const __m128i mask = _mm_setr_epi8((char)0xFF, (char)0xFF, (char)0xFF, 0x00, (char)0xFF,
|
|
(char)0xFF, (char)0xFF, 0x00, (char)0xFF, (char)0xFF,
|
|
(char)0xFF, 0x00, (char)0xFF, (char)0xFF, (char)0xFF, 0x00);
|
|
const SSIZE_T rem = nWidth % 4;
|
|
const SSIZE_T width = nWidth - rem;
|
|
for (SSIZE_T y = 0; y < nHeight; y++)
|
|
{
|
|
const BYTE* WINPR_RESTRICT srcLine =
|
|
&pSrcData[srcVMultiplier * (y + nYSrc) * nSrcStep + srcVOffset];
|
|
BYTE* WINPR_RESTRICT dstLine =
|
|
&pDstData[dstVMultiplier * (y + nYDst) * nDstStep + dstVOffset];
|
|
|
|
SSIZE_T x = 0;
|
|
for (; x < width; x += 4)
|
|
{
|
|
const __m128i* src = (const __m128i*)&srcLine[(x + nXSrc) * srcByte];
|
|
__m128i* dst = (__m128i*)&dstLine[(x + nXDst) * dstByte];
|
|
const __m128i s0 = _mm_loadu_si128(src);
|
|
const __m128i s1 = _mm_loadu_si128(dst);
|
|
__m128i d0 = _mm_blendv_epi8(s1, s0, mask);
|
|
_mm_storeu_si128(dst, d0);
|
|
}
|
|
|
|
for (; x < nWidth; x++)
|
|
{
|
|
const BYTE* src = &srcLine[(x + nXSrc) * srcByte];
|
|
BYTE* dst = &dstLine[(x + nXDst) * dstByte];
|
|
*dst++ = *src++;
|
|
*dst++ = *src++;
|
|
*dst++ = *src++;
|
|
}
|
|
}
|
|
|
|
return PRIMITIVES_SUCCESS;
|
|
}
|
|
|
|
static pstatus_t sse_image_copy_no_overlap_dst_alpha(
|
|
BYTE* WINPR_RESTRICT pDstData, DWORD DstFormat, UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
|
|
UINT32 nWidth, UINT32 nHeight, const BYTE* WINPR_RESTRICT pSrcData, DWORD SrcFormat,
|
|
UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc, const gdiPalette* WINPR_RESTRICT palette,
|
|
SSIZE_T srcVMultiplier, SSIZE_T srcVOffset, SSIZE_T dstVMultiplier, SSIZE_T dstVOffset)
|
|
{
|
|
WINPR_ASSERT(pDstData);
|
|
WINPR_ASSERT(pSrcData);
|
|
|
|
switch (SrcFormat)
|
|
{
|
|
case PIXEL_FORMAT_BGR24:
|
|
switch (DstFormat)
|
|
{
|
|
case PIXEL_FORMAT_BGRX32:
|
|
case PIXEL_FORMAT_BGRA32:
|
|
return sse_image_copy_bgr24_bgrx32(
|
|
pDstData, nDstStep, nXDst, nYDst, nWidth, nHeight, pSrcData, nSrcStep,
|
|
nXSrc, nYSrc, srcVMultiplier, srcVOffset, dstVMultiplier, dstVOffset);
|
|
default:
|
|
break;
|
|
}
|
|
break;
|
|
case PIXEL_FORMAT_BGRX32:
|
|
case PIXEL_FORMAT_BGRA32:
|
|
switch (DstFormat)
|
|
{
|
|
case PIXEL_FORMAT_BGRX32:
|
|
case PIXEL_FORMAT_BGRA32:
|
|
return sse_image_copy_bgrx32_bgrx32(
|
|
pDstData, nDstStep, nXDst, nYDst, nWidth, nHeight, pSrcData, nSrcStep,
|
|
nXSrc, nYSrc, srcVMultiplier, srcVOffset, dstVMultiplier, dstVOffset);
|
|
default:
|
|
break;
|
|
}
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
/* Fall back to pixel copy */
|
|
return sse_image_copy_no_overlap_convert(
|
|
pDstData, DstFormat, nDstStep, nXDst, nYDst, nWidth, nHeight, pSrcData, SrcFormat, nSrcStep,
|
|
nXSrc, nYSrc, palette, srcVMultiplier, srcVOffset, dstVMultiplier, dstVOffset);
|
|
}
|
|
|
|
pstatus_t sse_image_copy_no_overlap_convert(
|
|
BYTE* WINPR_RESTRICT pDstData, DWORD DstFormat, UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
|
|
UINT32 nWidth, UINT32 nHeight, const BYTE* WINPR_RESTRICT pSrcData, DWORD SrcFormat,
|
|
UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc, const gdiPalette* WINPR_RESTRICT palette,
|
|
SSIZE_T srcVMultiplier, SSIZE_T srcVOffset, SSIZE_T dstVMultiplier, SSIZE_T dstVOffset)
|
|
{
|
|
const SSIZE_T srcByte = FreeRDPGetBytesPerPixel(SrcFormat);
|
|
const SSIZE_T dstByte = FreeRDPGetBytesPerPixel(DstFormat);
|
|
|
|
const UINT32 width = nWidth - nWidth % 8;
|
|
for (SSIZE_T y = 0; y < nHeight; y++)
|
|
{
|
|
const BYTE* WINPR_RESTRICT srcLine =
|
|
&pSrcData[srcVMultiplier * (y + nYSrc) * nSrcStep + srcVOffset];
|
|
BYTE* WINPR_RESTRICT dstLine =
|
|
&pDstData[dstVMultiplier * (y + nYDst) * nDstStep + dstVOffset];
|
|
|
|
SSIZE_T x = 0;
|
|
WINPR_PRAGMA_UNROLL_LOOP
|
|
for (; x < width; x++)
|
|
{
|
|
const UINT32 color = FreeRDPReadColor(&srcLine[(x + nXSrc) * srcByte], SrcFormat);
|
|
const UINT32 dstColor = FreeRDPConvertColor(color, SrcFormat, DstFormat, palette);
|
|
FreeRDPWriteColor_int(&dstLine[(x + nXDst) * dstByte], DstFormat, dstColor);
|
|
}
|
|
for (; x < nWidth; x++)
|
|
{
|
|
const UINT32 color = FreeRDPReadColor(&srcLine[(x + nXSrc) * srcByte], SrcFormat);
|
|
const UINT32 dstColor = FreeRDPConvertColor(color, SrcFormat, DstFormat, palette);
|
|
FreeRDPWriteColor_int(&dstLine[(x + nXDst) * dstByte], DstFormat, dstColor);
|
|
}
|
|
}
|
|
return PRIMITIVES_SUCCESS;
|
|
}
|
|
|
|
static pstatus_t sse_image_copy_no_overlap(BYTE* WINPR_RESTRICT pDstData, DWORD DstFormat,
|
|
UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
|
|
UINT32 nWidth, UINT32 nHeight,
|
|
const BYTE* WINPR_RESTRICT pSrcData, DWORD SrcFormat,
|
|
UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc,
|
|
const gdiPalette* WINPR_RESTRICT palette, UINT32 flags)
|
|
{
|
|
const BOOL vSrcVFlip = (flags & FREERDP_FLIP_VERTICAL) ? TRUE : FALSE;
|
|
SSIZE_T srcVOffset = 0;
|
|
SSIZE_T srcVMultiplier = 1;
|
|
SSIZE_T dstVOffset = 0;
|
|
SSIZE_T dstVMultiplier = 1;
|
|
|
|
if ((nWidth == 0) || (nHeight == 0))
|
|
return PRIMITIVES_SUCCESS;
|
|
|
|
if ((nHeight > INT32_MAX) || (nWidth > INT32_MAX))
|
|
return -1;
|
|
|
|
if (!pDstData || !pSrcData)
|
|
return -1;
|
|
|
|
if (nDstStep == 0)
|
|
nDstStep = nWidth * FreeRDPGetBytesPerPixel(DstFormat);
|
|
|
|
if (nSrcStep == 0)
|
|
nSrcStep = nWidth * FreeRDPGetBytesPerPixel(SrcFormat);
|
|
|
|
if (vSrcVFlip)
|
|
{
|
|
srcVOffset = (nHeight - 1ll) * nSrcStep;
|
|
srcVMultiplier = -1;
|
|
}
|
|
|
|
if (((flags & FREERDP_KEEP_DST_ALPHA) != 0) && FreeRDPColorHasAlpha(DstFormat))
|
|
return sse_image_copy_no_overlap_dst_alpha(pDstData, DstFormat, nDstStep, nXDst, nYDst,
|
|
nWidth, nHeight, pSrcData, SrcFormat, nSrcStep,
|
|
nXSrc, nYSrc, palette, srcVMultiplier,
|
|
srcVOffset, dstVMultiplier, dstVOffset);
|
|
else if (FreeRDPAreColorFormatsEqualNoAlpha(SrcFormat, DstFormat))
|
|
return generic_image_copy_no_overlap_memcpy(pDstData, DstFormat, nDstStep, nXDst, nYDst,
|
|
nWidth, nHeight, pSrcData, SrcFormat, nSrcStep,
|
|
nXSrc, nYSrc, palette, srcVMultiplier,
|
|
srcVOffset, dstVMultiplier, dstVOffset, flags);
|
|
else
|
|
return sse_image_copy_no_overlap_convert(pDstData, DstFormat, nDstStep, nXDst, nYDst,
|
|
nWidth, nHeight, pSrcData, SrcFormat, nSrcStep,
|
|
nXSrc, nYSrc, palette, srcVMultiplier, srcVOffset,
|
|
dstVMultiplier, dstVOffset);
|
|
}
|
|
#endif
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
void primitives_init_copy_sse41(primitives_t* prims)
|
|
{
|
|
#if defined(SSE2_ENABLED)
|
|
if (IsProcessorFeaturePresent(PF_SSE4_1_INSTRUCTIONS_AVAILABLE))
|
|
{
|
|
WLog_VRB(PRIM_TAG, "SSE4.1 optimizations");
|
|
prims->copy_no_overlap = sse_image_copy_no_overlap;
|
|
}
|
|
#else
|
|
WLog_VRB(PRIM_TAG, "undefined WITH_SSE2");
|
|
WINPR_UNUSED(prims);
|
|
#endif
|
|
}
|