95 lines
3.6 KiB
C
95 lines
3.6 KiB
C
/* Copyright (c) 2014, Cisco Systems, INC
|
|
Written by XiangMingZhu WeiZhou MinPeng YanWang
|
|
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions
|
|
are met:
|
|
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
|
|
OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#if !defined(X86CPU_H)
|
|
# define X86CPU_H
|
|
|
|
# if defined(OPUS_X86_MAY_HAVE_SSE)
|
|
# define MAY_HAVE_SSE(name) name ## _sse
|
|
# else
|
|
# define MAY_HAVE_SSE(name) name ## _c
|
|
# endif
|
|
|
|
# if defined(OPUS_X86_MAY_HAVE_SSE2)
|
|
# define MAY_HAVE_SSE2(name) name ## _sse2
|
|
# else
|
|
# define MAY_HAVE_SSE2(name) name ## _c
|
|
# endif
|
|
|
|
# if defined(OPUS_X86_MAY_HAVE_SSE4_1)
|
|
# define MAY_HAVE_SSE4_1(name) name ## _sse4_1
|
|
# else
|
|
# define MAY_HAVE_SSE4_1(name) name ## _c
|
|
# endif
|
|
|
|
# if defined(OPUS_X86_MAY_HAVE_AVX)
|
|
# define MAY_HAVE_AVX(name) name ## _avx
|
|
# else
|
|
# define MAY_HAVE_AVX(name) name ## _c
|
|
# endif
|
|
|
|
# if defined(OPUS_HAVE_RTCD)
|
|
int opus_select_arch(void);
|
|
# endif
|
|
|
|
/*gcc appears to emit MOVDQA's to load the argument of an _mm_cvtepi8_epi32()
|
|
or _mm_cvtepi16_epi32() when optimizations are disabled, even though the
|
|
actual PMOVSXWD instruction takes an m32 or m64. Unlike a normal memory
|
|
reference, these require 16-byte alignment and load a full 16 bytes (instead
|
|
of 4 or 8), possibly reading out of bounds.
|
|
|
|
We can insert an explicit MOVD or MOVQ using _mm_cvtsi32_si128() or
|
|
_mm_loadl_epi64(), which should have the same semantics as an m32 or m64
|
|
reference in the PMOVSXWD instruction itself, but gcc is not smart enough to
|
|
optimize this out when optimizations ARE enabled.
|
|
|
|
Clang, in contrast, requires us to do this always for _mm_cvtepi8_epi32
|
|
(which is fair, since technically the compiler is always allowed to do the
|
|
dereference before invoking the function implementing the intrinsic).
|
|
However, it is smart enough to eliminate the extra MOVD instruction.
|
|
For _mm_cvtepi16_epi32, it does the right thing, though does *not* optimize out
|
|
the extra MOVQ if it's specified explicitly */
|
|
|
|
# if defined(__clang__) || !defined(__OPTIMIZE__)
|
|
# define OP_CVTEPI8_EPI32_M32(x) \
|
|
(_mm_cvtepi8_epi32(_mm_cvtsi32_si128(*(int *)(x))))
|
|
# else
|
|
# define OP_CVTEPI8_EPI32_M32(x) \
|
|
(_mm_cvtepi8_epi32(*(__m128i *)(x)))
|
|
#endif
|
|
|
|
/* similar reasoning about the instruction sequence as in the 32-bit macro above,
|
|
*/
|
|
# if defined(__clang__) || !defined(__OPTIMIZE__)
|
|
# define OP_CVTEPI16_EPI32_M64(x) \
|
|
(_mm_cvtepi16_epi32(_mm_loadl_epi64((__m128i *)(x))))
|
|
# else
|
|
# define OP_CVTEPI16_EPI32_M64(x) \
|
|
(_mm_cvtepi16_epi32(*(__m128i *)(x)))
|
|
# endif
|
|
|
|
#endif
|