prim_set_sse2.c

/* FreeRDP: A Remote Desktop Protocol Client
 * Optimized routines to set a chunk of memory to a constant.
 * vi:ts=4 sw=4:
 *
 * (c) Copyright 2012 Hewlett-Packard Development Company, L.P.
 * Licensed under the Apache License, Version 2.0 (the "License"); you may
 * not use this file except in compliance with the License. You may obtain
 * a copy of the License at http://www.apache.org/licenses/LICENSE-2.0.
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
 * or implied. See the License for the specific language governing
 * permissions and limitations under the License.
 *
 */
 
#include <freerdp/config.h>
 
#include <string.h>
#include <freerdp/types.h>
#include <freerdp/primitives.h>
#include <winpr/sysinfo.h>
 
#include "prim_internal.h"
#include "prim_set.h"
 
/* ========================================================================= */
#if defined(SSE2_ENABLED)
#include <emmintrin.h>
 
static primitives_t* generic = NULL;
 
static pstatus_t sse2_set_8u(BYTE val, BYTE* WINPR_RESTRICT pDst, UINT32 len)
{
  BYTE byte = 0;
  BYTE* dptr = NULL;
  __m128i xmm0;
  size_t count = 0;
 
  if (len < 16)
    return generic->set_8u(val, pDst, len);
 
  byte = val;
  dptr = pDst;
 
  /* Seek 16-byte alignment. */
  while ((ULONG_PTR)dptr & 0x0f)
  {
    *dptr++ = byte;
 
    if (--len == 0)
      return PRIMITIVES_SUCCESS;
  }
 
  xmm0 = _mm_set1_epi8(byte);
  /* Cover 256-byte chunks via SSE register stores. */
  count = len >> 8;
  len -= count << 8;
 
  /* Do 256-byte chunks using one XMM register. */
  while (count--)
  {
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
  }
 
  /* Cover 16-byte chunks via SSE register stores. */
  count = len >> 4;
  len -= count << 4;
 
  /* Do 16-byte chunks using one XMM register. */
  while (count--)
  {
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 16;
  }
 
  /* Do leftover bytes. */
  while (len--)
    *dptr++ = byte;
 
  return PRIMITIVES_SUCCESS;
}
 
/* ------------------------------------------------------------------------- */
static pstatus_t sse2_set_32u(UINT32 val, UINT32* WINPR_RESTRICT pDst, UINT32 len)
{
  const primitives_t* prim = primitives_get_generic();
  UINT32* dptr = pDst;
  __m128i xmm0;
  size_t count = 0;
 
  /* If really short, just do it here. */
  if (len < 32)
  {
    while (len--)
      *dptr++ = val;
 
    return PRIMITIVES_SUCCESS;
  }
 
  /* Assure we can reach 16-byte alignment. */
  if (((ULONG_PTR)dptr & 0x03) != 0)
  {
    return prim->set_32u(val, pDst, len);
  }
 
  /* Seek 16-byte alignment. */
  while ((ULONG_PTR)dptr & 0x0f)
  {
    *dptr++ = val;
 
    if (--len == 0)
      return PRIMITIVES_SUCCESS;
  }
 
  xmm0 = _mm_set1_epi32(val);
  /* Cover 256-byte chunks via SSE register stores. */
  count = len >> 6;
  len -= count << 6;
 
  /* Do 256-byte chunks using one XMM register. */
  while (count--)
  {
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
  }
 
  /* Cover 16-byte chunks via SSE register stores. */
  count = len >> 2;
  len -= count << 2;
 
  /* Do 16-byte chunks using one XMM register. */
  while (count--)
  {
    _mm_store_si128((__m128i*)dptr, xmm0);
    dptr += 4;
  }
 
  /* Do leftover bytes. */
  while (len--)
    *dptr++ = val;
 
  return PRIMITIVES_SUCCESS;
}
 
/* ------------------------------------------------------------------------- */
static pstatus_t sse2_set_32s(INT32 val, INT32* WINPR_RESTRICT pDst, UINT32 len)
{
  UINT32 uval = *((UINT32*)&val);
  return sse2_set_32u(uval, (UINT32*)pDst, len);
}
#endif
 
/* ------------------------------------------------------------------------- */
void primitives_init_set_sse2(primitives_t* WINPR_RESTRICT prims)
{
#if defined(SSE2_ENABLED)
  generic = primitives_get_generic();
  primitives_init_set(prims);
  /* Pick tuned versions if possible. */
 
  if (IsProcessorFeaturePresent(PF_SSE2_INSTRUCTIONS_AVAILABLE))
  {
    WLog_VRB(PRIM_TAG, "SSE2 optimizations");
    prims->set_8u = sse2_set_8u;
    prims->set_32s = sse2_set_32s;
    prims->set_32u = sse2_set_32u;
  }
 
#else
  WLog_VRB(PRIM_TAG, "undefined WITH_SSE2");
  WINPR_UNUSED(prims);
#endif
}