prim_set_sse2.c

/* FreeRDP: A Remote Desktop Protocol Client
 * Optimized routines to set a chunk of memory to a constant.
 * vi:ts=4 sw=4:
 *
 * (c) Copyright 2012 Hewlett-Packard Development Company, L.P.
 * Licensed under the Apache License, Version 2.0 (the "License"); you may
 * not use this file except in compliance with the License. You may obtain
 * a copy of the License at http://www.apache.org/licenses/LICENSE-2.0.
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
 * or implied. See the License for the specific language governing
 * permissions and limitations under the License.
 *
 */
 
#include <freerdp/config.h>
 
#include <string.h>
#include <freerdp/types.h>
#include <freerdp/primitives.h>
#include <winpr/sysinfo.h>
 
#include "prim_internal.h"
#include "prim_avxsse.h"
#include "prim_set.h"
 
/* ========================================================================= */
#if defined(SSE_AVX_INTRINSICS_ENABLED)
#include <emmintrin.h>
 
static primitives_t* generic = NULL;
 
static pstatus_t sse2_set_8u(BYTE val, BYTE* WINPR_RESTRICT pDst, UINT32 ulen)
{
  size_t len = ulen;
  BYTE byte = 0;
  BYTE* dptr = NULL;
  __m128i xmm0;
  size_t count = 0;
 
  if (len < 16)
    return generic->set_8u(val, pDst, ulen);
 
  byte = val;
  dptr = pDst;
 
  /* Seek 16-byte alignment. */
  while ((ULONG_PTR)dptr & 0x0f)
  {
    *dptr++ = byte;
 
    if (--len == 0)
      return PRIMITIVES_SUCCESS;
  }
 
  xmm0 = mm_set1_epu8(byte);
  /* Cover 256-byte chunks via SSE register stores. */
  count = len >> 8;
  len -= count << 8;
 
  /* Do 256-byte chunks using one XMM register. */
  while (count--)
  {
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
    STORE_SI128(dptr, xmm0);
    dptr += 16;
  }
 
  /* Cover 16-byte chunks via SSE register stores. */
  count = len >> 4;
  len -= count << 4;
 
  /* Do 16-byte chunks using one XMM register. */
  while (count--)
  {
    STORE_SI128(dptr, xmm0);
    dptr += 16;
  }
 
  /* Do leftover bytes. */
  while (len--)
    *dptr++ = byte;
 
  return PRIMITIVES_SUCCESS;
}
 
/* ------------------------------------------------------------------------- */
static pstatus_t sse2_set_32u(UINT32 val, UINT32* WINPR_RESTRICT pDst, UINT32 ulen)
{
  size_t len = ulen;
  const primitives_t* prim = primitives_get_generic();
  UINT32* dptr = pDst;
  __m128i xmm0;
  size_t count = 0;
 
  /* If really short, just do it here. */
  if (len < 32)
  {
    while (len--)
      *dptr++ = val;
 
    return PRIMITIVES_SUCCESS;
  }
 
  /* Assure we can reach 16-byte alignment. */
  if (((ULONG_PTR)dptr & 0x03) != 0)
  {
    return prim->set_32u(val, pDst, ulen);
  }
 
  /* Seek 16-byte alignment. */
  while ((ULONG_PTR)dptr & 0x0f)
  {
    *dptr++ = val;
 
    if (--len == 0)
      return PRIMITIVES_SUCCESS;
  }
 
  xmm0 = mm_set1_epu32(val);
  /* Cover 256-byte chunks via SSE register stores. */
  count = len >> 6;
  len -= count << 6;
 
  /* Do 256-byte chunks using one XMM register. */
  while (count--)
  {
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
    STORE_SI128(dptr, xmm0);
    dptr += 4;
  }
 
  /* Cover 16-byte chunks via SSE register stores. */
  count = len >> 2;
  len -= count << 2;
 
  /* Do 16-byte chunks using one XMM register. */
  while (count--)
  {
    STORE_SI128(dptr, xmm0);
    dptr += 4;
  }
 
  /* Do leftover bytes. */
  while (len--)
    *dptr++ = val;
 
  return PRIMITIVES_SUCCESS;
}
 
/* ------------------------------------------------------------------------- */
static pstatus_t sse2_set_32s(INT32 val, INT32* WINPR_RESTRICT pDst, UINT32 len)
{
  UINT32 uval = *((UINT32*)&val);
  return sse2_set_32u(uval, (UINT32*)pDst, len);
}
#endif
 
/* ------------------------------------------------------------------------- */
void primitives_init_set_sse2_int(primitives_t* WINPR_RESTRICT prims)
{
#if defined(SSE_AVX_INTRINSICS_ENABLED)
  generic = primitives_get_generic();
 
  /* Pick tuned versions if possible. */
 
  WLog_VRB(PRIM_TAG, "SSE2/SSE3 optimizations");
  prims->set_8u = sse2_set_8u;
  prims->set_32s = sse2_set_32s;
  prims->set_32u = sse2_set_32u;
 
#else
  WLog_VRB(PRIM_TAG, "undefined WITH_SIMD or SSE2 intrinsics not available");
  WINPR_UNUSED(prims);
#endif
}