123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304 |
- /*===---- pmmintrin.h - SSE3 intrinsics ------------------------------------===
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this software and associated documentation files (the "Software"), to deal
- * in the Software without restriction, including without limitation the rights
- * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
- * copies of the Software, and to permit persons to whom the Software is
- * furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
- * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
- * THE SOFTWARE.
- *
- *===-----------------------------------------------------------------------===
- */
- #ifndef __PMMINTRIN_H
- #define __PMMINTRIN_H
- #include <emmintrin.h>
- /* Define the default attributes for the functions in this file. */
- #define __DEFAULT_FN_ATTRS \
- __attribute__((__always_inline__, __nodebug__, __target__("sse3")))
- /// \brief Loads data from an unaligned memory location to elements in a 128-bit
- /// vector.
- ///
- /// If the address of the data is not 16-byte aligned, the instruction may
- /// read two adjacent aligned blocks of memory to retrieve the requested
- /// data.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VLDDQU </c> instruction.
- ///
- /// \param __p
- /// A pointer to a 128-bit integer vector containing integer values.
- /// \returns A 128-bit vector containing the moved values.
- static __inline__ __m128i __DEFAULT_FN_ATTRS
- _mm_lddqu_si128(__m128i const *__p)
- {
- return (__m128i)__builtin_ia32_lddqu((char const *)__p);
- }
- /// \brief Adds the even-indexed values and subtracts the odd-indexed values of
- /// two 128-bit vectors of [4 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VADDSUBPS </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float] containing the left source operand.
- /// \param __b
- /// A 128-bit vector of [4 x float] containing the right source operand.
- /// \returns A 128-bit vector of [4 x float] containing the alternating sums and
- /// differences of both operands.
- static __inline__ __m128 __DEFAULT_FN_ATTRS
- _mm_addsub_ps(__m128 __a, __m128 __b)
- {
- return __builtin_ia32_addsubps((__v4sf)__a, (__v4sf)__b);
- }
- /// \brief Horizontally adds the adjacent pairs of values contained in two
- /// 128-bit vectors of [4 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VHADDPS </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float] containing one of the source operands.
- /// The horizontal sums of the values are stored in the lower bits of the
- /// destination.
- /// \param __b
- /// A 128-bit vector of [4 x float] containing one of the source operands.
- /// The horizontal sums of the values are stored in the upper bits of the
- /// destination.
- /// \returns A 128-bit vector of [4 x float] containing the horizontal sums of
- /// both operands.
- static __inline__ __m128 __DEFAULT_FN_ATTRS
- _mm_hadd_ps(__m128 __a, __m128 __b)
- {
- return __builtin_ia32_haddps((__v4sf)__a, (__v4sf)__b);
- }
- /// \brief Horizontally subtracts the adjacent pairs of values contained in two
- /// 128-bit vectors of [4 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VHSUBPS </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float] containing one of the source operands.
- /// The horizontal differences between the values are stored in the lower
- /// bits of the destination.
- /// \param __b
- /// A 128-bit vector of [4 x float] containing one of the source operands.
- /// The horizontal differences between the values are stored in the upper
- /// bits of the destination.
- /// \returns A 128-bit vector of [4 x float] containing the horizontal
- /// differences of both operands.
- static __inline__ __m128 __DEFAULT_FN_ATTRS
- _mm_hsub_ps(__m128 __a, __m128 __b)
- {
- return __builtin_ia32_hsubps((__v4sf)__a, (__v4sf)__b);
- }
- /// \brief Moves and duplicates odd-indexed values from a 128-bit vector
- /// of [4 x float] to float values stored in a 128-bit vector of
- /// [4 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVSHDUP </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float]. \n
- /// Bits [127:96] of the source are written to bits [127:96] and [95:64] of
- /// the destination. \n
- /// Bits [63:32] of the source are written to bits [63:32] and [31:0] of the
- /// destination.
- /// \returns A 128-bit vector of [4 x float] containing the moved and duplicated
- /// values.
- static __inline__ __m128 __DEFAULT_FN_ATTRS
- _mm_movehdup_ps(__m128 __a)
- {
- return __builtin_shufflevector((__v4sf)__a, (__v4sf)__a, 1, 1, 3, 3);
- }
- /// \brief Duplicates even-indexed values from a 128-bit vector of
- /// [4 x float] to float values stored in a 128-bit vector of [4 x float].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVSLDUP </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [4 x float] \n
- /// Bits [95:64] of the source are written to bits [127:96] and [95:64] of
- /// the destination. \n
- /// Bits [31:0] of the source are written to bits [63:32] and [31:0] of the
- /// destination.
- /// \returns A 128-bit vector of [4 x float] containing the moved and duplicated
- /// values.
- static __inline__ __m128 __DEFAULT_FN_ATTRS
- _mm_moveldup_ps(__m128 __a)
- {
- return __builtin_shufflevector((__v4sf)__a, (__v4sf)__a, 0, 0, 2, 2);
- }
- /// \brief Adds the even-indexed values and subtracts the odd-indexed values of
- /// two 128-bit vectors of [2 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VADDSUBPD </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [2 x double] containing the left source operand.
- /// \param __b
- /// A 128-bit vector of [2 x double] containing the right source operand.
- /// \returns A 128-bit vector of [2 x double] containing the alternating sums
- /// and differences of both operands.
- static __inline__ __m128d __DEFAULT_FN_ATTRS
- _mm_addsub_pd(__m128d __a, __m128d __b)
- {
- return __builtin_ia32_addsubpd((__v2df)__a, (__v2df)__b);
- }
- /// \brief Horizontally adds the pairs of values contained in two 128-bit
- /// vectors of [2 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VHADDPD </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [2 x double] containing one of the source operands.
- /// The horizontal sum of the values is stored in the lower bits of the
- /// destination.
- /// \param __b
- /// A 128-bit vector of [2 x double] containing one of the source operands.
- /// The horizontal sum of the values is stored in the upper bits of the
- /// destination.
- /// \returns A 128-bit vector of [2 x double] containing the horizontal sums of
- /// both operands.
- static __inline__ __m128d __DEFAULT_FN_ATTRS
- _mm_hadd_pd(__m128d __a, __m128d __b)
- {
- return __builtin_ia32_haddpd((__v2df)__a, (__v2df)__b);
- }
- /// \brief Horizontally subtracts the pairs of values contained in two 128-bit
- /// vectors of [2 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VHSUBPD </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [2 x double] containing one of the source operands.
- /// The horizontal difference of the values is stored in the lower bits of
- /// the destination.
- /// \param __b
- /// A 128-bit vector of [2 x double] containing one of the source operands.
- /// The horizontal difference of the values is stored in the upper bits of
- /// the destination.
- /// \returns A 128-bit vector of [2 x double] containing the horizontal
- /// differences of both operands.
- static __inline__ __m128d __DEFAULT_FN_ATTRS
- _mm_hsub_pd(__m128d __a, __m128d __b)
- {
- return __builtin_ia32_hsubpd((__v2df)__a, (__v2df)__b);
- }
- /// \brief Moves and duplicates one double-precision value to double-precision
- /// values stored in a 128-bit vector of [2 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// \code
- /// __m128d _mm_loaddup_pd(double const * dp);
- /// \endcode
- ///
- /// This intrinsic corresponds to the <c> VMOVDDUP </c> instruction.
- ///
- /// \param dp
- /// A pointer to a double-precision value to be moved and duplicated.
- /// \returns A 128-bit vector of [2 x double] containing the moved and
- /// duplicated values.
- #define _mm_loaddup_pd(dp) _mm_load1_pd(dp)
- /// \brief Moves and duplicates the double-precision value in the lower bits of
- /// a 128-bit vector of [2 x double] to double-precision values stored in a
- /// 128-bit vector of [2 x double].
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> VMOVDDUP </c> instruction.
- ///
- /// \param __a
- /// A 128-bit vector of [2 x double]. Bits [63:0] are written to bits
- /// [127:64] and [63:0] of the destination.
- /// \returns A 128-bit vector of [2 x double] containing the moved and
- /// duplicated values.
- static __inline__ __m128d __DEFAULT_FN_ATTRS
- _mm_movedup_pd(__m128d __a)
- {
- return __builtin_shufflevector((__v2df)__a, (__v2df)__a, 0, 0);
- }
- /// \brief Establishes a linear address memory range to be monitored and puts
- /// the processor in the monitor event pending state. Data stored in the
- /// monitored address range causes the processor to exit the pending state.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> MONITOR </c> instruction.
- ///
- /// \param __p
- /// The memory range to be monitored. The size of the range is determined by
- /// CPUID function 0000_0005h.
- /// \param __extensions
- /// Optional extensions for the monitoring state.
- /// \param __hints
- /// Optional hints for the monitoring state.
- static __inline__ void __DEFAULT_FN_ATTRS
- _mm_monitor(void const *__p, unsigned __extensions, unsigned __hints)
- {
- __builtin_ia32_monitor((void *)__p, __extensions, __hints);
- }
- /// \brief Used with the MONITOR instruction to wait while the processor is in
- /// the monitor event pending state. Data stored in the monitored address
- /// range causes the processor to exit the pending state.
- ///
- /// \headerfile <x86intrin.h>
- ///
- /// This intrinsic corresponds to the <c> MWAIT </c> instruction.
- ///
- /// \param __extensions
- /// Optional extensions for the monitoring state, which may vary by
- /// processor.
- /// \param __hints
- /// Optional hints for the monitoring state, which may vary by processor.
- static __inline__ void __DEFAULT_FN_ATTRS
- _mm_mwait(unsigned __extensions, unsigned __hints)
- {
- __builtin_ia32_mwait(__extensions, __hints);
- }
- #undef __DEFAULT_FN_ATTRS
- #endif /* __PMMINTRIN_H */
|