NCBI C++ ToolKit
Classes | Macros | Typedefs | Enumerations | Functions | Variables
sse2neon.h File Reference
#include <stdint.h>
#include <stdlib.h>
#include <arm_neon.h>
#include <math.h>
+ Include dependency graph for sse2neon.h:

Go to the source code of this file.

Go to the SVN repository for this file.

Classes

struct  fpcr_bitfield
 

Macros

#define SSE2NEON_PRECISE_MINMAX   (0)
 
#define SSE2NEON_PRECISE_DIV   (0)
 
#define SSE2NEON_PRECISE_SQRT   (0)
 
#define SSE2NEON_PRECISE_DP   (0)
 
#define FORCE_INLINE   static inline
 
#define ALIGN_STRUCT(x)   __declspec(align(x))
 
#define _sse2neon_likely(x)   (x)
 
#define _sse2neon_unlikely(x)   (x)
 
#define __has_builtin(x)   0
 
#define _MM_SHUFFLE(fp3, fp2, fp1, fp0)    (((fp3) << 6) | ((fp2) << 4) | ((fp1) << 2) | ((fp0)))
 MACRO for shuffle parameter for _mm_shuffle_ps(). More...
 
#define _MM_FROUND_TO_NEAREST_INT   0x00
 
#define _MM_FROUND_TO_NEG_INF   0x01
 
#define _MM_FROUND_TO_POS_INF   0x02
 
#define _MM_FROUND_TO_ZERO   0x03
 
#define _MM_FROUND_CUR_DIRECTION   0x04
 
#define _MM_FROUND_NO_EXC   0x08
 
#define _MM_FROUND_RAISE_EXC   0x00
 
#define _MM_FROUND_NINT   (_MM_FROUND_TO_NEAREST_INT | _MM_FROUND_RAISE_EXC)
 
#define _MM_FROUND_FLOOR   (_MM_FROUND_TO_NEG_INF | _MM_FROUND_RAISE_EXC)
 
#define _MM_FROUND_CEIL   (_MM_FROUND_TO_POS_INF | _MM_FROUND_RAISE_EXC)
 
#define _MM_FROUND_TRUNC   (_MM_FROUND_TO_ZERO | _MM_FROUND_RAISE_EXC)
 
#define _MM_FROUND_RINT   (_MM_FROUND_CUR_DIRECTION | _MM_FROUND_RAISE_EXC)
 
#define _MM_FROUND_NEARBYINT   (_MM_FROUND_CUR_DIRECTION | _MM_FROUND_NO_EXC)
 
#define _MM_ROUND_NEAREST   0x0000
 
#define _MM_ROUND_DOWN   0x2000
 
#define _MM_ROUND_UP   0x4000
 
#define _MM_ROUND_TOWARD_ZERO   0x6000
 
#define _MM_FLUSH_ZERO_MASK   0x8000
 
#define _MM_FLUSH_ZERO_ON   0x8000
 
#define _MM_FLUSH_ZERO_OFF   0x0000
 
#define _MM_DENORMALS_ZERO_MASK   0x0040
 
#define _MM_DENORMALS_ZERO_ON   0x0040
 
#define _MM_DENORMALS_ZERO_OFF   0x0000
 
#define __constrange(a, b)   const
 
#define __int64   int64_t
 
#define vreinterpretq_m128_f16(x)   vreinterpretq_f32_f16(x)
 
#define vreinterpretq_m128_f32(x)   (x)
 
#define vreinterpretq_m128_f64(x)   vreinterpretq_f32_f64(x)
 
#define vreinterpretq_m128_u8(x)   vreinterpretq_f32_u8(x)
 
#define vreinterpretq_m128_u16(x)   vreinterpretq_f32_u16(x)
 
#define vreinterpretq_m128_u32(x)   vreinterpretq_f32_u32(x)
 
#define vreinterpretq_m128_u64(x)   vreinterpretq_f32_u64(x)
 
#define vreinterpretq_m128_s8(x)   vreinterpretq_f32_s8(x)
 
#define vreinterpretq_m128_s16(x)   vreinterpretq_f32_s16(x)
 
#define vreinterpretq_m128_s32(x)   vreinterpretq_f32_s32(x)
 
#define vreinterpretq_m128_s64(x)   vreinterpretq_f32_s64(x)
 
#define vreinterpretq_f16_m128(x)   vreinterpretq_f16_f32(x)
 
#define vreinterpretq_f32_m128(x)   (x)
 
#define vreinterpretq_f64_m128(x)   vreinterpretq_f64_f32(x)
 
#define vreinterpretq_u8_m128(x)   vreinterpretq_u8_f32(x)
 
#define vreinterpretq_u16_m128(x)   vreinterpretq_u16_f32(x)
 
#define vreinterpretq_u32_m128(x)   vreinterpretq_u32_f32(x)
 
#define vreinterpretq_u64_m128(x)   vreinterpretq_u64_f32(x)
 
#define vreinterpretq_s8_m128(x)   vreinterpretq_s8_f32(x)
 
#define vreinterpretq_s16_m128(x)   vreinterpretq_s16_f32(x)
 
#define vreinterpretq_s32_m128(x)   vreinterpretq_s32_f32(x)
 
#define vreinterpretq_s64_m128(x)   vreinterpretq_s64_f32(x)
 
#define vreinterpretq_m128i_s8(x)   vreinterpretq_s64_s8(x)
 
#define vreinterpretq_m128i_s16(x)   vreinterpretq_s64_s16(x)
 
#define vreinterpretq_m128i_s32(x)   vreinterpretq_s64_s32(x)
 
#define vreinterpretq_m128i_s64(x)   (x)
 
#define vreinterpretq_m128i_u8(x)   vreinterpretq_s64_u8(x)
 
#define vreinterpretq_m128i_u16(x)   vreinterpretq_s64_u16(x)
 
#define vreinterpretq_m128i_u32(x)   vreinterpretq_s64_u32(x)
 
#define vreinterpretq_m128i_u64(x)   vreinterpretq_s64_u64(x)
 
#define vreinterpretq_f32_m128i(x)   vreinterpretq_f32_s64(x)
 
#define vreinterpretq_f64_m128i(x)   vreinterpretq_f64_s64(x)
 
#define vreinterpretq_s8_m128i(x)   vreinterpretq_s8_s64(x)
 
#define vreinterpretq_s16_m128i(x)   vreinterpretq_s16_s64(x)
 
#define vreinterpretq_s32_m128i(x)   vreinterpretq_s32_s64(x)
 
#define vreinterpretq_s64_m128i(x)   (x)
 
#define vreinterpretq_u8_m128i(x)   vreinterpretq_u8_s64(x)
 
#define vreinterpretq_u16_m128i(x)   vreinterpretq_u16_s64(x)
 
#define vreinterpretq_u32_m128i(x)   vreinterpretq_u32_s64(x)
 
#define vreinterpretq_u64_m128i(x)   vreinterpretq_u64_s64(x)
 
#define vreinterpret_m64_s8(x)   vreinterpret_s64_s8(x)
 
#define vreinterpret_m64_s16(x)   vreinterpret_s64_s16(x)
 
#define vreinterpret_m64_s32(x)   vreinterpret_s64_s32(x)
 
#define vreinterpret_m64_s64(x)   (x)
 
#define vreinterpret_m64_u8(x)   vreinterpret_s64_u8(x)
 
#define vreinterpret_m64_u16(x)   vreinterpret_s64_u16(x)
 
#define vreinterpret_m64_u32(x)   vreinterpret_s64_u32(x)
 
#define vreinterpret_m64_u64(x)   vreinterpret_s64_u64(x)
 
#define vreinterpret_m64_f16(x)   vreinterpret_s64_f16(x)
 
#define vreinterpret_m64_f32(x)   vreinterpret_s64_f32(x)
 
#define vreinterpret_m64_f64(x)   vreinterpret_s64_f64(x)
 
#define vreinterpret_u8_m64(x)   vreinterpret_u8_s64(x)
 
#define vreinterpret_u16_m64(x)   vreinterpret_u16_s64(x)
 
#define vreinterpret_u32_m64(x)   vreinterpret_u32_s64(x)
 
#define vreinterpret_u64_m64(x)   vreinterpret_u64_s64(x)
 
#define vreinterpret_s8_m64(x)   vreinterpret_s8_s64(x)
 
#define vreinterpret_s16_m64(x)   vreinterpret_s16_s64(x)
 
#define vreinterpret_s32_m64(x)   vreinterpret_s32_s64(x)
 
#define vreinterpret_s64_m64(x)   (x)
 
#define vreinterpret_f32_m64(x)   vreinterpret_f32_s64(x)
 
#define vreinterpretq_m128d_s32(x)   vreinterpretq_f32_s32(x)
 
#define vreinterpretq_m128d_s64(x)   vreinterpretq_f32_s64(x)
 
#define vreinterpretq_m128d_u32(x)   vreinterpretq_f32_u32(x)
 
#define vreinterpretq_m128d_u64(x)   vreinterpretq_f32_u64(x)
 
#define vreinterpretq_m128d_f32(x)   (x)
 
#define vreinterpretq_s64_m128d(x)   vreinterpretq_s64_f32(x)
 
#define vreinterpretq_u32_m128d(x)   vreinterpretq_u32_f32(x)
 
#define vreinterpretq_u64_m128d(x)   vreinterpretq_u64_f32(x)
 
#define vreinterpretq_f32_m128d(x)   (x)
 
#define vreinterpretq_nth_u64_m128i(x, n)   (((SIMDVec *) &x)->m128_u64[n])
 
#define vreinterpretq_nth_u32_m128i(x, n)   (((SIMDVec *) &x)->m128_u32[n])
 
#define vreinterpretq_nth_u8_m128i(x, n)   (((SIMDVec *) &x)->m128_u8[n])
 
#define _MM_GET_FLUSH_ZERO_MODE   _sse2neon_mm_get_flush_zero_mode
 
#define _MM_SET_FLUSH_ZERO_MODE   _sse2neon_mm_set_flush_zero_mode
 
#define _MM_GET_DENORMALS_ZERO_MODE   _sse2neon_mm_get_denormals_zero_mode
 
#define _MM_SET_DENORMALS_ZERO_MODE   _sse2neon_mm_set_denormals_zero_mode
 
#define _mm_shuffle_epi32_default(a, imm)
 
#define _mm_shuffle_epi32_splat(a, imm)
 
#define _mm_shuffle_ps_default(a, b, imm)
 
#define _mm_shufflelo_epi16_function(a, imm)
 
#define _mm_shufflehi_epi16_function(a, imm)
 
#define _mm_cvtps_pi32(a)   _mm_cvt_ps2pi(a)
 
#define _mm_cvtsi32_ss(a, b)   _mm_cvt_si2ss(a, b)
 
#define _mm_cvtss_si32(a)   _mm_cvt_ss2si(a)
 
#define _mm_cvttps_pi32(a)   _mm_cvtt_ps2pi(a)
 
#define _mm_cvttss_si32(a)   _mm_cvtt_ss2si(a)
 
#define _mm_extract_pi16(a, imm)    (int32_t) vget_lane_u16(vreinterpret_u16_m64(a), (imm))
 
#define _mm_insert_pi16(a, b, imm)
 
#define _mm_load_ps1   _mm_load1_ps
 
#define _m_maskmovq(a, mask, mem_addr)   _mm_maskmove_si64(a, mask, mem_addr)
 
#define _m_pavgb(a, b)   _mm_avg_pu8(a, b)
 
#define _m_pavgw(a, b)   _mm_avg_pu16(a, b)
 
#define _m_pextrw(a, imm)   _mm_extract_pi16(a, imm)
 
#define _m_pinsrw(a, i, imm)   _mm_insert_pi16(a, i, imm)
 
#define _m_pmaxsw(a, b)   _mm_max_pi16(a, b)
 
#define _m_pmaxub(a, b)   _mm_max_pu8(a, b)
 
#define _m_pminsw(a, b)   _mm_min_pi16(a, b)
 
#define _m_pminub(a, b)   _mm_min_pu8(a, b)
 
#define _m_pmovmskb(a)   _mm_movemask_pi8(a)
 
#define _m_pmulhuw(a, b)   _mm_mulhi_pu16(a, b)
 
#define _m_psadbw(a, b)   _mm_sad_pu8(a, b)
 
#define _m_pshufw(a, imm)   _mm_shuffle_pi16(a, imm)
 
#define _mm_shuffle_pi16(a, imm)
 
#define _mm_shuffle_ps(a, b, imm)
 
#define _mm_store1_ps   _mm_store_ps1
 
#define _MM_TRANSPOSE4_PS(row0, row1, row2, row3)
 
#define _mm_ucomieq_ss   _mm_comieq_ss
 
#define _mm_ucomige_ss   _mm_comige_ss
 
#define _mm_ucomigt_ss   _mm_comigt_ss
 
#define _mm_ucomile_ss   _mm_comile_ss
 
#define _mm_ucomilt_ss   _mm_comilt_ss
 
#define _mm_ucomineq_ss   _mm_comineq_ss
 
#define _mm_bslli_si128(a, imm)   _mm_slli_si128(a, imm)
 
#define _mm_bsrli_si128(a, imm)   _mm_srli_si128(a, imm)
 
#define _mm_cvtsd_si64x   _mm_cvtsd_si64
 
#define _mm_cvtsi128_si64x(a)   _mm_cvtsi128_si64(a)
 
#define _mm_cvtsi128_si64x(a)   _mm_cvtsi128_si64(a)
 
#define _mm_cvtsi64x_si128(a)   _mm_cvtsi64_si128(a)
 
#define _mm_cvtsi64x_sd(a, b)   _mm_cvtsi64_sd(a, b)
 
#define _mm_cvttsd_si64x(a)   _mm_cvttsd_si64(a)
 
#define _mm_extract_epi16(a, imm)    vgetq_lane_u16(vreinterpretq_u16_m128i(a), (imm))
 
#define _mm_insert_epi16(a, b, imm)
 
#define _mm_load_pd1   _mm_load1_pd
 
#define _mm_set_pd1   _mm_set1_pd
 
#define _mm_shuffle_epi32(a, imm)
 
#define _mm_shuffle_pd(a, b, imm8)
 
#define _mm_shufflehi_epi16(a, imm)   _mm_shufflehi_epi16_function((a), (imm))
 
#define _mm_shufflelo_epi16(a, imm)   _mm_shufflelo_epi16_function((a), (imm))
 
#define _mm_srai_epi32(a, imm)
 
#define _mm_srli_epi16(a, imm)
 
#define _mm_srli_epi32(a, imm)
 
#define _mm_srli_epi64(a, imm)
 
#define _mm_store1_pd   _mm_store_pd1
 
#define _mm_ucomieq_sd   _mm_comieq_sd
 
#define _mm_ucomige_sd   _mm_comige_sd
 
#define _mm_ucomigt_sd   _mm_comigt_sd
 
#define _mm_ucomile_sd   _mm_comile_sd
 
#define _mm_ucomilt_sd   _mm_comilt_sd
 
#define _mm_ucomineq_sd   _mm_comineq_sd
 
#define _mm_lddqu_si128   _mm_loadu_si128
 
#define _mm_loaddup_pd   _mm_load1_pd
 
#define _mm_alignr_pi8(a, b, imm)
 
#define _mm_blend_epi16(a, b, imm)
 
#define _mm_blend_pd(a, b, imm)
 
#define _mm_extract_epi32(a, imm)    vgetq_lane_s32(vreinterpretq_s32_m128i(a), (imm))
 
#define _mm_extract_epi64(a, imm)    vgetq_lane_s64(vreinterpretq_s64_m128i(a), (imm))
 
#define _mm_extract_epi8(a, imm)   vgetq_lane_u8(vreinterpretq_u8_m128i(a), (imm))
 
#define _mm_extract_ps(a, imm)   vgetq_lane_s32(vreinterpretq_s32_m128(a), (imm))
 
#define _mm_insert_epi32(a, b, imm)
 
#define _mm_insert_epi64(a, b, imm)
 
#define _mm_insert_epi8(a, b, imm)
 
#define _mm_insert_ps(a, b, imm8)
 
#define _mm_testnzc_si128(a, b)   _mm_test_mix_ones_zeros(a, b)
 
#define SSE2NEON_AES_DATA(w)
 
#define SSE2NEON_AES_H0(x)   (x)
 
#define SSE2NEON_AES_B2W(b0, b1, b2, b3)
 
#define SSE2NEON_AES_F2(x)   ((x << 1) ^ (((x >> 7) & 1) * 0x011b /* WPOLY */))
 
#define SSE2NEON_AES_F3(x)   (SSE2NEON_AES_F2(x) ^ x)
 
#define SSE2NEON_AES_U0(p)    SSE2NEON_AES_B2W(SSE2NEON_AES_F2(p), p, p, SSE2NEON_AES_F3(p))
 
#define SSE2NEON_AES_U1(p)    SSE2NEON_AES_B2W(SSE2NEON_AES_F3(p), SSE2NEON_AES_F2(p), p, p)
 
#define SSE2NEON_AES_U2(p)    SSE2NEON_AES_B2W(p, SSE2NEON_AES_F3(p), SSE2NEON_AES_F2(p), p)
 
#define SSE2NEON_AES_U3(p)    SSE2NEON_AES_B2W(p, p, SSE2NEON_AES_F3(p), SSE2NEON_AES_F2(p))
 

Typedefs

typedef int64x1_t __m64
 
typedef float32x4_t __m128
 
typedef float32x4_t __m128d
 
typedef int64x2_t __m128i
 

Enumerations

enum  _mm_hint {
  _MM_HINT_NTA = 0 , _MM_HINT_T0 = 1 , _MM_HINT_T1 = 2 , _MM_HINT_T2 = 3 ,
  _MM_HINT_ENTA = 4 , _MM_HINT_ET0 = 5 , _MM_HINT_ET1 = 6 , _MM_HINT_ET2 = 7
}
 

Functions

union __declspec (align(16)) SIMDVec
 
static unsigned int _MM_GET_ROUNDING_MODE ()
 
static __m128 _mm_move_ss (__m128, __m128)
 
static __m128 _mm_or_ps (__m128, __m128)
 
static __m128 _mm_set_ps1 (float)
 
static __m128 _mm_setzero_ps (void)
 
static __m128i _mm_and_si128 (__m128i, __m128i)
 
static __m128i _mm_castps_si128 (__m128)
 
static __m128i _mm_cmpeq_epi32 (__m128i, __m128i)
 
static __m128i _mm_cvtps_epi32 (__m128)
 
static __m128d _mm_move_sd (__m128d, __m128d)
 
static __m128i _mm_or_si128 (__m128i, __m128i)
 
static __m128i _mm_set_epi32 (int, int, int, int)
 
static __m128i _mm_set_epi64x (int64_t, int64_t)
 
static __m128d _mm_set_pd (double, double)
 
static __m128i _mm_set1_epi32 (int)
 
static __m128i _mm_setzero_si128 ()
 
static __m128d _mm_ceil_pd (__m128d)
 
static __m128 _mm_ceil_ps (__m128)
 
static __m128d _mm_floor_pd (__m128d)
 
static __m128 _mm_floor_ps (__m128)
 
static __m128d _mm_round_pd (__m128d, int)
 
static __m128 _mm_round_ps (__m128, int)
 
static uint32_t _mm_crc32_u8 (uint32_t, uint8_t)
 
static uint8x16x4_t _sse2neon_vld1q_u8_x4 (const uint8_t *p)
 
static __m128 _mm_shuffle_ps_1032 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_2301 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_0321 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_2103 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_1010 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_1001 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_0101 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_3210 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_0011 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_0022 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_2200 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_3202 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_1133 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_2010 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_2001 (__m128 a, __m128 b)
 
static __m128 _mm_shuffle_ps_2032 (__m128 a, __m128 b)
 
static void _sse2neon_kadd_f32 (float *sum, float *c, float y)
 
static uint64x2_t _sse2neon_vmull_p64 (uint64x1_t _a, uint64x1_t _b)
 
static __m128i _mm_shuffle_epi_1032 (__m128i a)
 
static __m128i _mm_shuffle_epi_2301 (__m128i a)
 
static __m128i _mm_shuffle_epi_0321 (__m128i a)
 
static __m128i _mm_shuffle_epi_2103 (__m128i a)
 
static __m128i _mm_shuffle_epi_1010 (__m128i a)
 
static __m128i _mm_shuffle_epi_1001 (__m128i a)
 
static __m128i _mm_shuffle_epi_0101 (__m128i a)
 
static __m128i _mm_shuffle_epi_2211 (__m128i a)
 
static __m128i _mm_shuffle_epi_0122 (__m128i a)
 
static __m128i _mm_shuffle_epi_3332 (__m128i a)
 
static void _mm_empty (void)
 
static __m128 _mm_add_ps (__m128 a, __m128 b)
 
static __m128 _mm_add_ss (__m128 a, __m128 b)
 
static __m128 _mm_and_ps (__m128 a, __m128 b)
 
static __m128 _mm_andnot_ps (__m128 a, __m128 b)
 
static __m64 _mm_avg_pu16 (__m64 a, __m64 b)
 
static __m64 _mm_avg_pu8 (__m64 a, __m64 b)
 
static __m128 _mm_cmpeq_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmpeq_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmpge_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmpge_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmpgt_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmpgt_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmple_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmple_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmplt_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmplt_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmpneq_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmpneq_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmpnge_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmpnge_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmpngt_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmpngt_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmpnle_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmpnle_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmpnlt_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmpnlt_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmpord_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmpord_ss (__m128 a, __m128 b)
 
static __m128 _mm_cmpunord_ps (__m128 a, __m128 b)
 
static __m128 _mm_cmpunord_ss (__m128 a, __m128 b)
 
static int _mm_comieq_ss (__m128 a, __m128 b)
 
static int _mm_comige_ss (__m128 a, __m128 b)
 
static int _mm_comigt_ss (__m128 a, __m128 b)
 
static int _mm_comile_ss (__m128 a, __m128 b)
 
static int _mm_comilt_ss (__m128 a, __m128 b)
 
static int _mm_comineq_ss (__m128 a, __m128 b)
 
static __m128 _mm_cvt_pi2ps (__m128 a, __m64 b)
 
static __m64 _mm_cvt_ps2pi (__m128 a)
 
static __m128 _mm_cvt_si2ss (__m128 a, int b)
 
static int _mm_cvt_ss2si (__m128 a)
 
static __m128 _mm_cvtpi16_ps (__m64 a)
 
static __m128 _mm_cvtpi32_ps (__m128 a, __m64 b)
 
static __m128 _mm_cvtpi32x2_ps (__m64 a, __m64 b)
 
static __m128 _mm_cvtpi8_ps (__m64 a)
 
static __m64 _mm_cvtps_pi16 (__m128 a)
 
static __m64 _mm_cvtps_pi8 (__m128 a)
 
static __m128 _mm_cvtpu16_ps (__m64 a)
 
static __m128 _mm_cvtpu8_ps (__m64 a)
 
static __m128 _mm_cvtsi64_ss (__m128 a, int64_t b)
 
static float _mm_cvtss_f32 (__m128 a)
 
static int64_t _mm_cvtss_si64 (__m128 a)
 
static __m64 _mm_cvtt_ps2pi (__m128 a)
 
static int _mm_cvtt_ss2si (__m128 a)
 
static int64_t _mm_cvttss_si64 (__m128 a)
 
static __m128 _mm_div_ps (__m128 a, __m128 b)
 
static __m128 _mm_div_ss (__m128 a, __m128 b)
 
static void _mm_free (void *addr)
 
static unsigned int _sse2neon_mm_get_flush_zero_mode ()
 
static __m128 _mm_load_ps (const float *p)
 
static __m128 _mm_load_ss (const float *p)
 
static __m128 _mm_load1_ps (const float *p)
 
static __m128 _mm_loadh_pi (__m128 a, __m64 const *p)
 
static __m128 _mm_loadl_pi (__m128 a, __m64 const *p)
 
static __m128 _mm_loadr_ps (const float *p)
 
static __m128 _mm_loadu_ps (const float *p)
 
static __m128i _mm_loadu_si16 (const void *p)
 
static __m128i _mm_loadu_si64 (const void *p)
 
static void * _mm_malloc (size_t size, size_t align)
 
static void _mm_maskmove_si64 (__m64 a, __m64 mask, char *mem_addr)
 
static __m64 _mm_max_pi16 (__m64 a, __m64 b)
 
static __m128 _mm_max_ps (__m128 a, __m128 b)
 
static __m64 _mm_max_pu8 (__m64 a, __m64 b)
 
static __m128 _mm_max_ss (__m128 a, __m128 b)
 
static __m64 _mm_min_pi16 (__m64 a, __m64 b)
 
static __m128 _mm_min_ps (__m128 a, __m128 b)
 
static __m64 _mm_min_pu8 (__m64 a, __m64 b)
 
static __m128 _mm_min_ss (__m128 a, __m128 b)
 
static __m128 _mm_movehl_ps (__m128 __A, __m128 __B)
 
static __m128 _mm_movelh_ps (__m128 __A, __m128 __B)
 
static int _mm_movemask_pi8 (__m64 a)
 
static int _mm_movemask_ps (__m128 a)
 
static __m128 _mm_mul_ps (__m128 a, __m128 b)
 
static __m128 _mm_mul_ss (__m128 a, __m128 b)
 
static __m64 _mm_mulhi_pu16 (__m64 a, __m64 b)
 
static void _mm_prefetch (const void *p, int i)
 
static __m128 _mm_rcp_ps (__m128 in)
 
static __m128 _mm_rcp_ss (__m128 a)
 
static __m128 _mm_rsqrt_ps (__m128 in)
 
static __m128 _mm_rsqrt_ss (__m128 in)
 
static __m64 _mm_sad_pu8 (__m64 a, __m64 b)
 
static void _sse2neon_mm_set_flush_zero_mode (unsigned int flag)
 
static __m128 _mm_set_ps (float w, float z, float y, float x)
 
static void _MM_SET_ROUNDING_MODE (int rounding)
 
static __m128 _mm_set_ss (float a)
 
static __m128 _mm_set1_ps (float _w)
 
static void _mm_setcsr (unsigned int a)
 
static unsigned int _mm_getcsr ()
 
static __m128 _mm_setr_ps (float w, float z, float y, float x)
 
static void _mm_sfence (void)
 
static __m128 _mm_sqrt_ps (__m128 in)
 
static __m128 _mm_sqrt_ss (__m128 in)
 
static void _mm_store_ps (float *p, __m128 a)
 
static void _mm_store_ps1 (float *p, __m128 a)
 
static void _mm_store_ss (float *p, __m128 a)
 
static void _mm_storeh_pi (__m64 *p, __m128 a)
 
static void _mm_storel_pi (__m64 *p, __m128 a)
 
static void _mm_storer_ps (float *p, __m128 a)
 
static void _mm_storeu_ps (float *p, __m128 a)
 
static void _mm_storeu_si16 (void *p, __m128i a)
 
static void _mm_storeu_si64 (void *p, __m128i a)
 
static void _mm_stream_pi (__m64 *p, __m64 a)
 
static void _mm_stream_ps (float *p, __m128 a)
 
static __m128 _mm_sub_ps (__m128 a, __m128 b)
 
static __m128 _mm_sub_ss (__m128 a, __m128 b)
 
static __m128i _mm_undefined_si128 (void)
 
static __m128 _mm_undefined_ps (void)
 
static __m128 _mm_unpackhi_ps (__m128 a, __m128 b)
 
static __m128 _mm_unpacklo_ps (__m128 a, __m128 b)
 
static __m128 _mm_xor_ps (__m128 a, __m128 b)
 
static __m128i _mm_add_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_add_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_add_epi64 (__m128i a, __m128i b)
 
static __m128i _mm_add_epi8 (__m128i a, __m128i b)
 
static __m128d _mm_add_pd (__m128d a, __m128d b)
 
static __m128d _mm_add_sd (__m128d a, __m128d b)
 
static __m64 _mm_add_si64 (__m64 a, __m64 b)
 
static __m128i _mm_adds_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_adds_epi8 (__m128i a, __m128i b)
 
static __m128i _mm_adds_epu16 (__m128i a, __m128i b)
 
static __m128i _mm_adds_epu8 (__m128i a, __m128i b)
 
static __m128d _mm_and_pd (__m128d a, __m128d b)
 
static __m128d _mm_andnot_pd (__m128d a, __m128d b)
 
static __m128i _mm_andnot_si128 (__m128i a, __m128i b)
 
static __m128i _mm_avg_epu16 (__m128i a, __m128i b)
 
static __m128i _mm_avg_epu8 (__m128i a, __m128i b)
 
static __m128 _mm_castpd_ps (__m128d a)
 
static __m128i _mm_castpd_si128 (__m128d a)
 
static __m128d _mm_castps_pd (__m128 a)
 
static __m128d _mm_castsi128_pd (__m128i a)
 
static __m128 _mm_castsi128_ps (__m128i a)
 
static void _mm_clflush (void const *p)
 
static __m128i _mm_cmpeq_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_cmpeq_epi8 (__m128i a, __m128i b)
 
static __m128d _mm_cmpeq_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmpeq_sd (__m128d a, __m128d b)
 
static __m128d _mm_cmpge_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmpge_sd (__m128d a, __m128d b)
 
static __m128i _mm_cmpgt_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_cmpgt_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_cmpgt_epi8 (__m128i a, __m128i b)
 
static __m128d _mm_cmpgt_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmpgt_sd (__m128d a, __m128d b)
 
static __m128d _mm_cmple_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmple_sd (__m128d a, __m128d b)
 
static __m128i _mm_cmplt_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_cmplt_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_cmplt_epi8 (__m128i a, __m128i b)
 
static __m128d _mm_cmplt_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmplt_sd (__m128d a, __m128d b)
 
static __m128d _mm_cmpneq_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmpneq_sd (__m128d a, __m128d b)
 
static __m128d _mm_cmpnge_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmpnge_sd (__m128d a, __m128d b)
 
static __m128d _mm_cmpngt_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmpngt_sd (__m128d a, __m128d b)
 
static __m128d _mm_cmpnle_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmpnle_sd (__m128d a, __m128d b)
 
static __m128d _mm_cmpnlt_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmpnlt_sd (__m128d a, __m128d b)
 
static __m128d _mm_cmpord_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmpord_sd (__m128d a, __m128d b)
 
static __m128d _mm_cmpunord_pd (__m128d a, __m128d b)
 
static __m128d _mm_cmpunord_sd (__m128d a, __m128d b)
 
static int _mm_comige_sd (__m128d a, __m128d b)
 
static int _mm_comigt_sd (__m128d a, __m128d b)
 
static int _mm_comile_sd (__m128d a, __m128d b)
 
static int _mm_comilt_sd (__m128d a, __m128d b)
 
static int _mm_comieq_sd (__m128d a, __m128d b)
 
static int _mm_comineq_sd (__m128d a, __m128d b)
 
static __m128d _mm_cvtepi32_pd (__m128i a)
 
static __m128 _mm_cvtepi32_ps (__m128i a)
 
static __m128i _mm_cvtpd_epi32 (__m128d a)
 
static __m64 _mm_cvtpd_pi32 (__m128d a)
 
static __m128 _mm_cvtpd_ps (__m128d a)
 
static __m128d _mm_cvtpi32_pd (__m64 a)
 
static __m128d _mm_cvtps_pd (__m128 a)
 
static double _mm_cvtsd_f64 (__m128d a)
 
static int32_t _mm_cvtsd_si32 (__m128d a)
 
static int64_t _mm_cvtsd_si64 (__m128d a)
 
static __m128 _mm_cvtsd_ss (__m128 a, __m128d b)
 
static int _mm_cvtsi128_si32 (__m128i a)
 
static int64_t _mm_cvtsi128_si64 (__m128i a)
 
static __m128d _mm_cvtsi32_sd (__m128d a, int32_t b)
 
static __m128i _mm_cvtsi32_si128 (int a)
 
static __m128d _mm_cvtsi64_sd (__m128d a, int64_t b)
 
static __m128i _mm_cvtsi64_si128 (int64_t a)
 
static __m128d _mm_cvtss_sd (__m128d a, __m128 b)
 
static __m128i _mm_cvttpd_epi32 (__m128d a)
 
static __m64 _mm_cvttpd_pi32 (__m128d a)
 
static __m128i _mm_cvttps_epi32 (__m128 a)
 
static int32_t _mm_cvttsd_si32 (__m128d a)
 
static int64_t _mm_cvttsd_si64 (__m128d a)
 
static __m128d _mm_div_pd (__m128d a, __m128d b)
 
static __m128d _mm_div_sd (__m128d a, __m128d b)
 
static __m128d _mm_load_pd (const double *p)
 
static __m128d _mm_load_sd (const double *p)
 
static __m128i _mm_load_si128 (const __m128i *p)
 
static __m128d _mm_load1_pd (const double *p)
 
static __m128d _mm_loadh_pd (__m128d a, const double *p)
 
static __m128i _mm_loadl_epi64 (__m128i const *p)
 
static __m128d _mm_loadl_pd (__m128d a, const double *p)
 
static __m128d _mm_loadr_pd (const double *p)
 
static __m128d _mm_loadu_pd (const double *p)
 
static __m128i _mm_loadu_si128 (const __m128i *p)
 
static __m128i _mm_loadu_si32 (const void *p)
 
static __m128i _mm_madd_epi16 (__m128i a, __m128i b)
 
static void _mm_maskmoveu_si128 (__m128i a, __m128i mask, char *mem_addr)
 
static __m128i _mm_max_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_max_epu8 (__m128i a, __m128i b)
 
static __m128d _mm_max_pd (__m128d a, __m128d b)
 
static __m128d _mm_max_sd (__m128d a, __m128d b)
 
static __m128i _mm_min_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_min_epu8 (__m128i a, __m128i b)
 
static __m128d _mm_min_pd (__m128d a, __m128d b)
 
static __m128d _mm_min_sd (__m128d a, __m128d b)
 
static __m128i _mm_move_epi64 (__m128i a)
 
static int _mm_movemask_epi8 (__m128i a)
 
static int _mm_movemask_pd (__m128d a)
 
static __m64 _mm_movepi64_pi64 (__m128i a)
 
static __m128i _mm_movpi64_epi64 (__m64 a)
 
static __m128i _mm_mul_epu32 (__m128i a, __m128i b)
 
static __m128d _mm_mul_pd (__m128d a, __m128d b)
 
static __m128d _mm_mul_sd (__m128d a, __m128d b)
 
static __m64 _mm_mul_su32 (__m64 a, __m64 b)
 
static __m128i _mm_mulhi_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_mulhi_epu16 (__m128i a, __m128i b)
 
static __m128i _mm_mullo_epi16 (__m128i a, __m128i b)
 
static __m128d _mm_or_pd (__m128d a, __m128d b)
 
static __m128i _mm_packs_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_packs_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_packus_epi16 (const __m128i a, const __m128i b)
 
static void _mm_pause ()
 
static __m128i _mm_sad_epu8 (__m128i a, __m128i b)
 
static __m128i _mm_set_epi16 (short i7, short i6, short i5, short i4, short i3, short i2, short i1, short i0)
 
static __m128i _mm_set_epi64 (__m64 i1, __m64 i2)
 
static __m128i _mm_set_epi8 (signed char b15, signed char b14, signed char b13, signed char b12, signed char b11, signed char b10, signed char b9, signed char b8, signed char b7, signed char b6, signed char b5, signed char b4, signed char b3, signed char b2, signed char b1, signed char b0)
 
static __m128d _mm_set_sd (double a)
 
static __m128i _mm_set1_epi16 (short w)
 
static __m128i _mm_set1_epi64 (__m64 _i)
 
static __m128i _mm_set1_epi64x (int64_t _i)
 
static __m128i _mm_set1_epi8 (signed char w)
 
static __m128d _mm_set1_pd (double d)
 
static __m128i _mm_setr_epi16 (short w0, short w1, short w2, short w3, short w4, short w5, short w6, short w7)
 
static __m128i _mm_setr_epi32 (int i3, int i2, int i1, int i0)
 
static __m128i _mm_setr_epi64 (__m64 e1, __m64 e0)
 
static __m128i _mm_setr_epi8 (signed char b0, signed char b1, signed char b2, signed char b3, signed char b4, signed char b5, signed char b6, signed char b7, signed char b8, signed char b9, signed char b10, signed char b11, signed char b12, signed char b13, signed char b14, signed char b15)
 
static __m128d _mm_setr_pd (double e1, double e0)
 
static __m128d _mm_setzero_pd (void)
 
static __m128i _mm_sll_epi16 (__m128i a, __m128i count)
 
static __m128i _mm_sll_epi32 (__m128i a, __m128i count)
 
static __m128i _mm_sll_epi64 (__m128i a, __m128i count)
 
static __m128i _mm_slli_epi16 (__m128i a, int imm)
 
static __m128i _mm_slli_epi32 (__m128i a, int imm)
 
static __m128i _mm_slli_epi64 (__m128i a, int imm)
 
static __m128i _mm_slli_si128 (__m128i a, int imm)
 
static __m128d _mm_sqrt_pd (__m128d a)
 
static __m128d _mm_sqrt_sd (__m128d a, __m128d b)
 
static __m128i _mm_sra_epi16 (__m128i a, __m128i count)
 
static __m128i _mm_sra_epi32 (__m128i a, __m128i count)
 
static __m128i _mm_srai_epi16 (__m128i a, int imm)
 
static __m128i _mm_srl_epi16 (__m128i a, __m128i count)
 
static __m128i _mm_srl_epi32 (__m128i a, __m128i count)
 
static __m128i _mm_srl_epi64 (__m128i a, __m128i count)
 
static __m128i _mm_srli_si128 (__m128i a, int imm)
 
static void _mm_store_pd (double *mem_addr, __m128d a)
 
static void _mm_store_pd1 (double *mem_addr, __m128d a)
 
static void _mm_store_sd (double *mem_addr, __m128d a)
 
static void _mm_store_si128 (__m128i *p, __m128i a)
 
static void _mm_storeh_pd (double *mem_addr, __m128d a)
 
static void _mm_storel_epi64 (__m128i *a, __m128i b)
 
static void _mm_storel_pd (double *mem_addr, __m128d a)
 
static void _mm_storer_pd (double *mem_addr, __m128d a)
 
static void _mm_storeu_pd (double *mem_addr, __m128d a)
 
static void _mm_storeu_si128 (__m128i *p, __m128i a)
 
static void _mm_storeu_si32 (void *p, __m128i a)
 
static void _mm_stream_pd (double *p, __m128d a)
 
static void _mm_stream_si128 (__m128i *p, __m128i a)
 
static void _mm_stream_si32 (int *p, int a)
 
static void _mm_stream_si64 (int64_t *p, int64_t a)
 
static __m128i _mm_sub_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_sub_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_sub_epi64 (__m128i a, __m128i b)
 
static __m128i _mm_sub_epi8 (__m128i a, __m128i b)
 
static __m128d _mm_sub_pd (__m128d a, __m128d b)
 
static __m128d _mm_sub_sd (__m128d a, __m128d b)
 
static __m64 _mm_sub_si64 (__m64 a, __m64 b)
 
static __m128i _mm_subs_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_subs_epi8 (__m128i a, __m128i b)
 
static __m128i _mm_subs_epu16 (__m128i a, __m128i b)
 
static __m128i _mm_subs_epu8 (__m128i a, __m128i b)
 
static __m128d _mm_undefined_pd (void)
 
static __m128i _mm_unpackhi_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_unpackhi_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_unpackhi_epi64 (__m128i a, __m128i b)
 
static __m128i _mm_unpackhi_epi8 (__m128i a, __m128i b)
 
static __m128d _mm_unpackhi_pd (__m128d a, __m128d b)
 
static __m128i _mm_unpacklo_epi16 (__m128i a, __m128i b)
 
static __m128i _mm_unpacklo_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_unpacklo_epi64 (__m128i a, __m128i b)
 
static __m128i _mm_unpacklo_epi8 (__m128i a, __m128i b)
 
static __m128d _mm_unpacklo_pd (__m128d a, __m128d b)
 
static __m128d _mm_xor_pd (__m128d a, __m128d b)
 
static __m128i _mm_xor_si128 (__m128i a, __m128i b)
 
static __m128d _mm_addsub_pd (__m128d a, __m128d b)
 
static __m128 _mm_addsub_ps (__m128 a, __m128 b)
 
static __m128d _mm_hadd_pd (__m128d a, __m128d b)
 
static __m128 _mm_hadd_ps (__m128 a, __m128 b)
 
static __m128d _mm_hsub_pd (__m128d _a, __m128d _b)
 
static __m128 _mm_hsub_ps (__m128 _a, __m128 _b)
 
static __m128d _mm_movedup_pd (__m128d a)
 
static __m128 _mm_movehdup_ps (__m128 a)
 
static __m128 _mm_moveldup_ps (__m128 a)
 
static __m128i _mm_abs_epi16 (__m128i a)
 
static __m128i _mm_abs_epi32 (__m128i a)
 
static __m128i _mm_abs_epi8 (__m128i a)
 
static __m64 _mm_abs_pi16 (__m64 a)
 
static __m64 _mm_abs_pi32 (__m64 a)
 
static __m64 _mm_abs_pi8 (__m64 a)
 
static __m128i _mm_alignr_epi8 (__m128i a, __m128i b, int imm)
 
static __m128i _mm_hadd_epi16 (__m128i _a, __m128i _b)
 
static __m128i _mm_hadd_epi32 (__m128i _a, __m128i _b)
 
static __m64 _mm_hadd_pi16 (__m64 a, __m64 b)
 
static __m64 _mm_hadd_pi32 (__m64 a, __m64 b)
 
static __m128i _mm_hadds_epi16 (__m128i _a, __m128i _b)
 
static __m64 _mm_hadds_pi16 (__m64 _a, __m64 _b)
 
static __m128i _mm_hsub_epi16 (__m128i _a, __m128i _b)
 
static __m128i _mm_hsub_epi32 (__m128i _a, __m128i _b)
 
static __m64 _mm_hsub_pi16 (__m64 _a, __m64 _b)
 
static __m64 _mm_hsub_pi32 (__m64 _a, __m64 _b)
 
static __m128i _mm_hsubs_epi16 (__m128i _a, __m128i _b)
 
static __m64 _mm_hsubs_pi16 (__m64 _a, __m64 _b)
 
static __m128i _mm_maddubs_epi16 (__m128i _a, __m128i _b)
 
static __m64 _mm_maddubs_pi16 (__m64 _a, __m64 _b)
 
static __m128i _mm_mulhrs_epi16 (__m128i a, __m128i b)
 
static __m64 _mm_mulhrs_pi16 (__m64 a, __m64 b)
 
static __m128i _mm_shuffle_epi8 (__m128i a, __m128i b)
 
static __m64 _mm_shuffle_pi8 (__m64 a, __m64 b)
 
static __m128i _mm_sign_epi16 (__m128i _a, __m128i _b)
 
static __m128i _mm_sign_epi32 (__m128i _a, __m128i _b)
 
static __m128i _mm_sign_epi8 (__m128i _a, __m128i _b)
 
static __m64 _mm_sign_pi16 (__m64 _a, __m64 _b)
 
static __m64 _mm_sign_pi32 (__m64 _a, __m64 _b)
 
static __m64 _mm_sign_pi8 (__m64 _a, __m64 _b)
 
static __m128 _mm_blend_ps (__m128 _a, __m128 _b, const char imm8)
 
static __m128i _mm_blendv_epi8 (__m128i _a, __m128i _b, __m128i _mask)
 
static __m128d _mm_blendv_pd (__m128d _a, __m128d _b, __m128d _mask)
 
static __m128 _mm_blendv_ps (__m128 _a, __m128 _b, __m128 _mask)
 
static __m128d _mm_ceil_sd (__m128d a, __m128d b)
 
static __m128 _mm_ceil_ss (__m128 a, __m128 b)
 
static __m128i _mm_cmpeq_epi64 (__m128i a, __m128i b)
 
static __m128i _mm_cvtepi16_epi32 (__m128i a)
 
static __m128i _mm_cvtepi16_epi64 (__m128i a)
 
static __m128i _mm_cvtepi32_epi64 (__m128i a)
 
static __m128i _mm_cvtepi8_epi16 (__m128i a)
 
static __m128i _mm_cvtepi8_epi32 (__m128i a)
 
static __m128i _mm_cvtepi8_epi64 (__m128i a)
 
static __m128i _mm_cvtepu16_epi32 (__m128i a)
 
static __m128i _mm_cvtepu16_epi64 (__m128i a)
 
static __m128i _mm_cvtepu32_epi64 (__m128i a)
 
static __m128i _mm_cvtepu8_epi16 (__m128i a)
 
static __m128i _mm_cvtepu8_epi32 (__m128i a)
 
static __m128i _mm_cvtepu8_epi64 (__m128i a)
 
static __m128d _mm_dp_pd (__m128d a, __m128d b, const int imm)
 
static __m128 _mm_dp_ps (__m128 a, __m128 b, const int imm)
 
static __m128d _mm_floor_sd (__m128d a, __m128d b)
 
static __m128 _mm_floor_ss (__m128 a, __m128 b)
 
static __m128i _mm_max_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_max_epi8 (__m128i a, __m128i b)
 
static __m128i _mm_max_epu16 (__m128i a, __m128i b)
 
static __m128i _mm_max_epu32 (__m128i a, __m128i b)
 
static __m128i _mm_min_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_min_epi8 (__m128i a, __m128i b)
 
static __m128i _mm_min_epu16 (__m128i a, __m128i b)
 
static __m128i _mm_min_epu32 (__m128i a, __m128i b)
 
static __m128i _mm_minpos_epu16 (__m128i a)
 
static __m128i _mm_mpsadbw_epu8 (__m128i a, __m128i b, const int imm)
 
static __m128i _mm_mul_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_mullo_epi32 (__m128i a, __m128i b)
 
static __m128i _mm_packus_epi32 (__m128i a, __m128i b)
 
static __m128d _mm_round_sd (__m128d a, __m128d b, int rounding)
 
static __m128 _mm_round_ss (__m128 a, __m128 b, int rounding)
 
static __m128i _mm_stream_load_si128 (__m128i *p)
 
static int _mm_test_all_ones (__m128i a)
 
static int _mm_test_all_zeros (__m128i a, __m128i mask)
 
static int _mm_test_mix_ones_zeros (__m128i a, __m128i mask)
 
static int _mm_testc_si128 (__m128i a, __m128i b)
 
static int _mm_testz_si128 (__m128i a, __m128i b)
 
static __m128i _mm_cmpgt_epi64 (__m128i a, __m128i b)
 
static uint32_t _mm_crc32_u16 (uint32_t crc, uint16_t v)
 
static uint32_t _mm_crc32_u32 (uint32_t crc, uint32_t v)
 
static uint64_t _mm_crc32_u64 (uint64_t crc, uint64_t v)
 
static __m128i _mm_aesenc_si128 (__m128i EncBlock, __m128i RoundKey)
 
static __m128i _mm_aesenclast_si128 (__m128i a, __m128i RoundKey)
 
static __m128i _mm_aeskeygenassist_si128 (__m128i key, const int rcon)
 
static __m128i _mm_clmulepi64_si128 (__m128i _a, __m128i _b, const int imm)
 
static unsigned int _sse2neon_mm_get_denormals_zero_mode ()
 
static int _mm_popcnt_u32 (unsigned int a)
 
static int64_t _mm_popcnt_u64 (uint64_t a)
 
static void _sse2neon_mm_set_denormals_zero_mode (unsigned int flag)
 

Variables

 SIMDVec
 
static const uint8_t SSE2NEON_sbox [256] = { ( 0x63 ), ( 0x7c ), ( 0x77 ), ( 0x7b ), ( 0xf2 ), ( 0x6b ), ( 0x6f ), ( 0xc5 ), ( 0x30 ), ( 0x01 ), ( 0x67 ), ( 0x2b ), ( 0xfe ), ( 0xd7 ), ( 0xab ), ( 0x76 ), ( 0xca ), ( 0x82 ), ( 0xc9 ), ( 0x7d ), ( 0xfa ), ( 0x59 ), ( 0x47 ), ( 0xf0 ), ( 0xad ), ( 0xd4 ), ( 0xa2 ), ( 0xaf ), ( 0x9c ), ( 0xa4 ), ( 0x72 ), ( 0xc0 ), ( 0xb7 ), ( 0xfd ), ( 0x93 ), ( 0x26 ), ( 0x36 ), ( 0x3f ), ( 0xf7 ), ( 0xcc ), ( 0x34 ), ( 0xa5 ), ( 0xe5 ), ( 0xf1 ), ( 0x71 ), ( 0xd8 ), ( 0x31 ), ( 0x15 ), ( 0x04 ), ( 0xc7 ), ( 0x23 ), ( 0xc3 ), ( 0x18 ), ( 0x96 ), ( 0x05 ), ( 0x9a ), ( 0x07 ), ( 0x12 ), ( 0x80 ), ( 0xe2 ), ( 0xeb ), ( 0x27 ), ( 0xb2 ), ( 0x75 ), ( 0x09 ), ( 0x83 ), ( 0x2c ), ( 0x1a ), ( 0x1b ), ( 0x6e ), ( 0x5a ), ( 0xa0 ), ( 0x52 ), ( 0x3b ), ( 0xd6 ), ( 0xb3 ), ( 0x29 ), ( 0xe3 ), ( 0x2f ), ( 0x84 ), ( 0x53 ), ( 0xd1 ), ( 0x00 ), ( 0xed ), ( 0x20 ), ( 0xfc ), ( 0xb1 ), ( 0x5b ), ( 0x6a ), ( 0xcb ), ( 0xbe ), ( 0x39 ), ( 0x4a ), ( 0x4c ), ( 0x58 ), ( 0xcf ), ( 0xd0 ), ( 0xef ), ( 0xaa ), ( 0xfb ), ( 0x43 ), ( 0x4d ), ( 0x33 ), ( 0x85 ), ( 0x45 ), ( 0xf9 ), ( 0x02 ), ( 0x7f ), ( 0x50 ), ( 0x3c ), ( 0x9f ), ( 0xa8 ), ( 0x51 ), ( 0xa3 ), ( 0x40 ), ( 0x8f ), ( 0x92 ), ( 0x9d ), ( 0x38 ), ( 0xf5 ), ( 0xbc ), ( 0xb6 ), ( 0xda ), ( 0x21 ), ( 0x10 ), ( 0xff ), ( 0xf3 ), ( 0xd2 ), ( 0xcd ), ( 0x0c ), ( 0x13 ), ( 0xec ), ( 0x5f ), ( 0x97 ), ( 0x44 ), ( 0x17 ), ( 0xc4 ), ( 0xa7 ), ( 0x7e ), ( 0x3d ), ( 0x64 ), ( 0x5d ), ( 0x19 ), ( 0x73 ), ( 0x60 ), ( 0x81 ), ( 0x4f ), ( 0xdc ), ( 0x22 ), ( 0x2a ), ( 0x90 ), ( 0x88 ), ( 0x46 ), ( 0xee ), ( 0xb8 ), ( 0x14 ), ( 0xde ), ( 0x5e ), ( 0x0b ), ( 0xdb ), ( 0xe0 ), ( 0x32 ), ( 0x3a ), ( 0x0a ), ( 0x49 ), ( 0x06 ), ( 0x24 ), ( 0x5c ), ( 0xc2 ), ( 0xd3 ), ( 0xac ), ( 0x62 ), ( 0x91 ), ( 0x95 ), ( 0xe4 ), ( 0x79 ), ( 0xe7 ), ( 0xc8 ), ( 0x37 ), ( 0x6d ), ( 0x8d ), ( 0xd5 ), ( 0x4e ), ( 0xa9 ), ( 0x6c ), ( 0x56 ), ( 0xf4 ), ( 0xea ), ( 0x65 ), ( 0x7a ), ( 0xae ), ( 0x08 ), ( 0xba ), ( 0x78 ), ( 0x25 ), ( 0x2e ), ( 0x1c ), ( 0xa6 ), ( 0xb4 ), ( 0xc6 ), ( 0xe8 ), ( 0xdd ), ( 0x74 ), ( 0x1f ), ( 0x4b ), ( 0xbd ), ( 0x8b ), ( 0x8a ), ( 0x70 ), ( 0x3e ), ( 0xb5 ), ( 0x66 ), ( 0x48 ), ( 0x03 ), ( 0xf6 ), ( 0x0e ), ( 0x61 ), ( 0x35 ), ( 0x57 ), ( 0xb9 ), ( 0x86 ), ( 0xc1 ), ( 0x1d ), ( 0x9e ), ( 0xe1 ), ( 0xf8 ), ( 0x98 ), ( 0x11 ), ( 0x69 ), ( 0xd9 ), ( 0x8e ), ( 0x94 ), ( 0x9b ), ( 0x1e ), ( 0x87 ), ( 0xe9 ), ( 0xce ), ( 0x55 ), ( 0x28 ), ( 0xdf ), ( 0x8c ), ( 0xa1 ), ( 0x89 ), ( 0x0d ), ( 0xbf ), ( 0xe6 ), ( 0x42 ), ( 0x68 ), ( 0x41 ), ( 0x99 ), ( 0x2d ), ( 0x0f ), ( 0xb0 ), ( 0x54 ), ( 0xbb ), ( 0x16 ) }
 

Macro Definition Documentation

◆ __constrange

#define __constrange (   a,
  b 
)    const

Definition at line 182 of file sse2neon.h.

◆ __has_builtin

#define __has_builtin (   x)    0

Definition at line 139 of file sse2neon.h.

◆ __int64

#define __int64   int64_t

Definition at line 208 of file sse2neon.h.

◆ _m_maskmovq

#define _m_maskmovq (   a,
  mask,
  mem_addr 
)    _mm_maskmove_si64(a, mask, mem_addr)

Definition at line 1960 of file sse2neon.h.

◆ _m_pavgb

#define _m_pavgb (   a,
  b 
)    _mm_avg_pu8(a, b)

Definition at line 2207 of file sse2neon.h.

◆ _m_pavgw

#define _m_pavgw (   a,
  b 
)    _mm_avg_pu16(a, b)

Definition at line 2218 of file sse2neon.h.

◆ _m_pextrw

#define _m_pextrw (   a,
  imm 
)    _mm_extract_pi16(a, imm)

Definition at line 2223 of file sse2neon.h.

◆ _m_pinsrw

#define _m_pinsrw (   a,
  i,
  imm 
)    _mm_insert_pi16(a, i, imm)

Definition at line 2228 of file sse2neon.h.

◆ _m_pmaxsw

#define _m_pmaxsw (   a,
  b 
)    _mm_max_pi16(a, b)

Definition at line 2233 of file sse2neon.h.

◆ _m_pmaxub

#define _m_pmaxub (   a,
  b 
)    _mm_max_pu8(a, b)

Definition at line 2238 of file sse2neon.h.

◆ _m_pminsw

#define _m_pminsw (   a,
  b 
)    _mm_min_pi16(a, b)

Definition at line 2243 of file sse2neon.h.

◆ _m_pminub

#define _m_pminub (   a,
  b 
)    _mm_min_pu8(a, b)

Definition at line 2248 of file sse2neon.h.

◆ _m_pmovmskb

#define _m_pmovmskb (   a)    _mm_movemask_pi8(a)

Definition at line 2253 of file sse2neon.h.

◆ _m_pmulhuw

#define _m_pmulhuw (   a,
  b 
)    _mm_mulhi_pu16(a, b)

Definition at line 2259 of file sse2neon.h.

◆ _m_psadbw

#define _m_psadbw (   a,
  b 
)    _mm_sad_pu8(a, b)

Definition at line 2274 of file sse2neon.h.

◆ _m_pshufw

#define _m_pshufw (   a,
  imm 
)    _mm_shuffle_pi16(a, imm)

Definition at line 2279 of file sse2neon.h.

◆ _mm_alignr_pi8

#define _mm_alignr_pi8 (   a,
  b,
  imm 
)
Value:
__extension__({ \
__m64 ret; \
if (_sse2neon_unlikely((imm) >= 16)) { \
ret = vreinterpret_m64_s8(vdup_n_s8(0)); \
} else { \
uint8x8_t tmp_low, tmp_high; \
if ((imm) >= 8) { \
const int idx = (imm) -8; \
tmp_low = vreinterpret_u8_m64(a); \
tmp_high = vdup_n_u8(0); \
ret = vreinterpret_m64_u8(vext_u8(tmp_low, tmp_high, idx)); \
} else { \
const int idx = (imm); \
tmp_low = vreinterpret_u8_m64(b); \
tmp_high = vreinterpret_u8_m64(a); \
ret = vreinterpret_m64_u8(vext_u8(tmp_low, tmp_high, idx)); \
} \
} \
ret; \
})
a
unsigned int a
Definition: ncbi_localip.c:102
vreinterpret_m64_s8
#define vreinterpret_m64_s8(x)
Definition: sse2neon.h:265
vreinterpret_m64_u8
#define vreinterpret_m64_u8(x)
Definition: sse2neon.h:270
_sse2neon_unlikely
#define _sse2neon_unlikely(x)
Definition: sse2neon.h:91
vreinterpret_u8_m64
#define vreinterpret_u8_m64(x)
Definition: sse2neon.h:279

Definition at line 6715 of file sse2neon.h.

◆ _mm_blend_epi16

#define _mm_blend_epi16 (   a,
  b,
  imm 
)
Value:
__extension__({ \
const uint16_t _mask[8] = {((imm) & (1 << 0)) ? (uint16_t) -1 : 0x0, \
((imm) & (1 << 1)) ? (uint16_t) -1 : 0x0, \
((imm) & (1 << 2)) ? (uint16_t) -1 : 0x0, \
((imm) & (1 << 3)) ? (uint16_t) -1 : 0x0, \
((imm) & (1 << 4)) ? (uint16_t) -1 : 0x0, \
((imm) & (1 << 5)) ? (uint16_t) -1 : 0x0, \
((imm) & (1 << 6)) ? (uint16_t) -1 : 0x0, \
((imm) & (1 << 7)) ? (uint16_t) -1 : 0x0}; \
uint16x8_t _mask_vec = vld1q_u16(_mask); \
uint16x8_t _a = vreinterpretq_u16_m128i(a); \
uint16x8_t _b = vreinterpretq_u16_m128i(b); \
vreinterpretq_m128i_u16(vbslq_u16(_mask_vec, _b, _a)); \
})
uint16_t
Uint2 uint16_t
Definition: tds_sysdep_public.h:52
vreinterpretq_u16_m128i
#define vreinterpretq_u16_m128i(x)
Definition: sse2neon.h:261

Definition at line 7327 of file sse2neon.h.

◆ _mm_blend_pd

#define _mm_blend_pd (   a,
  b,
  imm 
)
Value:
__extension__({ \
const uint64_t _mask[2] = { \
((imm) & (1 << 0)) ? ~UINT64_C(0) : UINT64_C(0), \
((imm) & (1 << 1)) ? ~UINT64_C(0) : UINT64_C(0)}; \
uint64x2_t _mask_vec = vld1q_u64(_mask); \
uint64x2_t _a = vreinterpretq_u64_m128d(a); \
uint64x2_t _b = vreinterpretq_u64_m128d(b); \
vreinterpretq_m128d_u64(vbslq_u64(_mask_vec, _b, _a)); \
})
uint64_t
Uint8 uint64_t
Definition: tds_sysdep_public.h:56
vreinterpretq_u64_m128d
#define vreinterpretq_u64_m128d(x)
Definition: sse2neon.h:319
UINT64_C
#define UINT64_C(val)
Definition: stdint.h:284

Definition at line 7346 of file sse2neon.h.

◆ _mm_bslli_si128

#define _mm_bslli_si128 (   a,
  imm 
)    _mm_slli_si128(a, imm)

Definition at line 3151 of file sse2neon.h.

◆ _mm_bsrli_si128

#define _mm_bsrli_si128 (   a,
  imm 
)    _mm_srli_si128(a, imm)

Definition at line 3156 of file sse2neon.h.

◆ _mm_cvtps_pi32

#define _mm_cvtps_pi32 (   a)    _mm_cvt_ps2pi(a)

Definition at line 1514 of file sse2neon.h.

◆ _mm_cvtsd_si64x

#define _mm_cvtsd_si64x   _mm_cvtsd_si64

Definition at line 4117 of file sse2neon.h.

◆ _mm_cvtsi128_si64x [1/2]

#define _mm_cvtsi128_si64x (   a)    _mm_cvtsi128_si64(a)

Definition at line 4181 of file sse2neon.h.

◆ _mm_cvtsi128_si64x [2/2]

#define _mm_cvtsi128_si64x (   a)    _mm_cvtsi128_si64(a)

Definition at line 4181 of file sse2neon.h.

◆ _mm_cvtsi32_ss

#define _mm_cvtsi32_ss (   a,
  b 
)    _mm_cvt_si2ss(a, b)

Definition at line 1596 of file sse2neon.h.

◆ _mm_cvtsi64x_sd

#define _mm_cvtsi64x_sd (   a,
  b 
)    _mm_cvtsi64_sd(a, b)

Definition at line 4232 of file sse2neon.h.

◆ _mm_cvtsi64x_si128

#define _mm_cvtsi64x_si128 (   a)    _mm_cvtsi64_si128(a)

Definition at line 4226 of file sse2neon.h.

◆ _mm_cvtss_si32

#define _mm_cvtss_si32 (   a)    _mm_cvt_ss2si(a)

Definition at line 1628 of file sse2neon.h.

◆ _mm_cvttps_pi32

#define _mm_cvttps_pi32 (   a)    _mm_cvtt_ps2pi(a)

Definition at line 1682 of file sse2neon.h.

◆ _mm_cvttsd_si64x

#define _mm_cvttsd_si64x (   a)    _mm_cvttsd_si64(a)

Definition at line 4318 of file sse2neon.h.

◆ _mm_cvttss_si32

#define _mm_cvttss_si32 (   a)    _mm_cvtt_ss2si(a)

Definition at line 1690 of file sse2neon.h.

◆ _MM_DENORMALS_ZERO_MASK

#define _MM_DENORMALS_ZERO_MASK   0x0040

Definition at line 177 of file sse2neon.h.

◆ _MM_DENORMALS_ZERO_OFF

#define _MM_DENORMALS_ZERO_OFF   0x0000

Definition at line 179 of file sse2neon.h.

◆ _MM_DENORMALS_ZERO_ON

#define _MM_DENORMALS_ZERO_ON   0x0040

Definition at line 178 of file sse2neon.h.

◆ _mm_extract_epi16

#define _mm_extract_epi16 (   a,
  imm 
)     vgetq_lane_u16(vreinterpretq_u16_m128i(a), (imm))

Definition at line 4365 of file sse2neon.h.

◆ _mm_extract_epi32

#define _mm_extract_epi32 (   a,
  imm 
)     vgetq_lane_s32(vreinterpretq_s32_m128i(a), (imm))

Definition at line 7701 of file sse2neon.h.

◆ _mm_extract_epi64

#define _mm_extract_epi64 (   a,
  imm 
)     vgetq_lane_s64(vreinterpretq_s64_m128i(a), (imm))

Definition at line 7707 of file sse2neon.h.

◆ _mm_extract_epi8

#define _mm_extract_epi8 (   a,
  imm 
)    vgetq_lane_u8(vreinterpretq_u8_m128i(a), (imm))

Definition at line 7714 of file sse2neon.h.

◆ _mm_extract_pi16

#define _mm_extract_pi16 (   a,
  imm 
)     (int32_t) vget_lane_u16(vreinterpret_u16_m64(a), (imm))

Definition at line 1740 of file sse2neon.h.

◆ _mm_extract_ps

#define _mm_extract_ps (   a,
  imm 
)    vgetq_lane_s32(vreinterpretq_s32_m128(a), (imm))

Definition at line 7718 of file sse2neon.h.

◆ _MM_FLUSH_ZERO_MASK

#define _MM_FLUSH_ZERO_MASK   0x8000

Definition at line 173 of file sse2neon.h.

◆ _MM_FLUSH_ZERO_OFF

#define _MM_FLUSH_ZERO_OFF   0x0000

Definition at line 175 of file sse2neon.h.

◆ _MM_FLUSH_ZERO_ON

#define _MM_FLUSH_ZERO_ON   0x8000

Definition at line 174 of file sse2neon.h.

◆ _MM_FROUND_CEIL

#define _MM_FROUND_CEIL   (_MM_FROUND_TO_POS_INF | _MM_FROUND_RAISE_EXC)

Definition at line 164 of file sse2neon.h.

◆ _MM_FROUND_CUR_DIRECTION

#define _MM_FROUND_CUR_DIRECTION   0x04

Definition at line 159 of file sse2neon.h.

◆ _MM_FROUND_FLOOR

#define _MM_FROUND_FLOOR   (_MM_FROUND_TO_NEG_INF | _MM_FROUND_RAISE_EXC)

Definition at line 163 of file sse2neon.h.

◆ _MM_FROUND_NEARBYINT

#define _MM_FROUND_NEARBYINT   (_MM_FROUND_CUR_DIRECTION | _MM_FROUND_NO_EXC)

Definition at line 167 of file sse2neon.h.

◆ _MM_FROUND_NINT

#define _MM_FROUND_NINT   (_MM_FROUND_TO_NEAREST_INT | _MM_FROUND_RAISE_EXC)

Definition at line 162 of file sse2neon.h.

◆ _MM_FROUND_NO_EXC

#define _MM_FROUND_NO_EXC   0x08

Definition at line 160 of file sse2neon.h.

◆ _MM_FROUND_RAISE_EXC

#define _MM_FROUND_RAISE_EXC   0x00

Definition at line 161 of file sse2neon.h.

◆ _MM_FROUND_RINT

#define _MM_FROUND_RINT   (_MM_FROUND_CUR_DIRECTION | _MM_FROUND_RAISE_EXC)

Definition at line 166 of file sse2neon.h.

◆ _MM_FROUND_TO_NEAREST_INT

#define _MM_FROUND_TO_NEAREST_INT   0x00

Definition at line 155 of file sse2neon.h.

◆ _MM_FROUND_TO_NEG_INF

#define _MM_FROUND_TO_NEG_INF   0x01

Definition at line 156 of file sse2neon.h.

◆ _MM_FROUND_TO_POS_INF

#define _MM_FROUND_TO_POS_INF   0x02

Definition at line 157 of file sse2neon.h.

◆ _MM_FROUND_TO_ZERO

#define _MM_FROUND_TO_ZERO   0x03

Definition at line 158 of file sse2neon.h.

◆ _MM_FROUND_TRUNC

#define _MM_FROUND_TRUNC   (_MM_FROUND_TO_ZERO | _MM_FROUND_RAISE_EXC)

Definition at line 165 of file sse2neon.h.

◆ _MM_GET_DENORMALS_ZERO_MODE

#define _MM_GET_DENORMALS_ZERO_MODE   _sse2neon_mm_get_denormals_zero_mode

Definition at line 367 of file sse2neon.h.

◆ _MM_GET_FLUSH_ZERO_MODE

#define _MM_GET_FLUSH_ZERO_MODE   _sse2neon_mm_get_flush_zero_mode

Definition at line 365 of file sse2neon.h.

◆ _mm_insert_epi16

#define _mm_insert_epi16 (   a,
  b,
  imm 
)
Value:
__extension__({ \
vreinterpretq_m128i_s16( \
vsetq_lane_s16((b), vreinterpretq_s16_m128i(a), (imm))); \
})
vreinterpretq_s16_m128i
#define vreinterpretq_s16_m128i(x)
Definition: sse2neon.h:256

Definition at line 4373 of file sse2neon.h.

◆ _mm_insert_epi32

#define _mm_insert_epi32 (   a,
  b,
  imm 
)
Value:
__extension__({ \
vreinterpretq_m128i_s32( \
vsetq_lane_s32((b), vreinterpretq_s32_m128i(a), (imm))); \
})
vreinterpretq_s32_m128i
#define vreinterpretq_s32_m128i(x)
Definition: sse2neon.h:257

Definition at line 7776 of file sse2neon.h.

◆ _mm_insert_epi64

#define _mm_insert_epi64 (   a,
  b,
  imm 
)
Value:
__extension__({ \
vreinterpretq_m128i_s64( \
vsetq_lane_s64((b), vreinterpretq_s64_m128i(a), (imm))); \
})
vreinterpretq_s64_m128i
#define vreinterpretq_s64_m128i(x)
Definition: sse2neon.h:258

Definition at line 7786 of file sse2neon.h.

◆ _mm_insert_epi8

#define _mm_insert_epi8 (   a,
  b,
  imm 
)
Value:
__extension__({ \
vreinterpretq_m128i_s8( \
vsetq_lane_s8((b), vreinterpretq_s8_m128i(a), (imm))); \
})
vreinterpretq_s8_m128i
#define vreinterpretq_s8_m128i(x)
Definition: sse2neon.h:255

Definition at line 7796 of file sse2neon.h.

◆ _mm_insert_pi16

#define _mm_insert_pi16 (   a,
  b,
  imm 
)
Value:
__extension__({ \
vreinterpret_m64_s16( \
vset_lane_s16((b), vreinterpret_s16_m64(a), (imm))); \
})
vreinterpret_s16_m64
#define vreinterpret_s16_m64(x)
Definition: sse2neon.h:285

Definition at line 1805 of file sse2neon.h.

◆ _mm_insert_ps

#define _mm_insert_ps (   a,
  b,
  imm8 
)
Value:
__extension__({ \
float32x4_t tmp1 = \
vsetq_lane_f32(vgetq_lane_f32(b, (imm8 >> 6) & 0x3), \
vreinterpretq_f32_m128(a), 0); \
float32x4_t tmp2 = \
vsetq_lane_f32(vgetq_lane_f32(tmp1, 0), vreinterpretq_f32_m128(a), \
((imm8 >> 4) & 0x3)); \
const uint32_t data[4] = {((imm8) & (1 << 0)) ? UINT32_MAX : 0, \
((imm8) & (1 << 1)) ? UINT32_MAX : 0, \
((imm8) & (1 << 2)) ? UINT32_MAX : 0, \
((imm8) & (1 << 3)) ? UINT32_MAX : 0}; \
uint32x4_t mask = vld1q_u32(data); \
float32x4_t all_zeros = vdupq_n_f32(0); \
\
vreinterpretq_m128_f32( \
vbslq_f32(mask, all_zeros, vreinterpretq_f32_m128(tmp2))); \
})
mask
ncbi::TMaskedQueryRegions mask
Definition: blastxml_format.cpp:59
data
char data[12]
Definition: iconv.c:80
uint32_t
Uint4 uint32_t
Definition: tds_sysdep_public.h:54
tmp1
#define tmp1
Definition: sljitNativeS390X.c:94
vreinterpretq_m128_f32
#define vreinterpretq_m128_f32(x)
Definition: sse2neon.h:215
vreinterpretq_f32_m128
#define vreinterpretq_f32_m128(x)
Definition: sse2neon.h:229
UINT32_MAX
#define UINT32_MAX
Definition: stdint.h:188

Definition at line 7806 of file sse2neon.h.

◆ _mm_lddqu_si128

#define _mm_lddqu_si128   _mm_loadu_si128

Definition at line 6540 of file sse2neon.h.

◆ _mm_load_pd1

#define _mm_load_pd1   _mm_load1_pd

Definition at line 4403 of file sse2neon.h.

◆ _mm_load_ps1

#define _mm_load_ps1   _mm_load1_ps

Definition at line 1827 of file sse2neon.h.

◆ _mm_loaddup_pd

#define _mm_loaddup_pd   _mm_load1_pd

Definition at line 6549 of file sse2neon.h.

◆ _MM_ROUND_DOWN

#define _MM_ROUND_DOWN   0x2000

Definition at line 169 of file sse2neon.h.

◆ _MM_ROUND_NEAREST

#define _MM_ROUND_NEAREST   0x0000

Definition at line 168 of file sse2neon.h.

◆ _MM_ROUND_TOWARD_ZERO

#define _MM_ROUND_TOWARD_ZERO   0x6000

Definition at line 171 of file sse2neon.h.

◆ _MM_ROUND_UP

#define _MM_ROUND_UP   0x4000

Definition at line 170 of file sse2neon.h.

◆ _MM_SET_DENORMALS_ZERO_MODE

#define _MM_SET_DENORMALS_ZERO_MODE   _sse2neon_mm_set_denormals_zero_mode

Definition at line 368 of file sse2neon.h.

◆ _MM_SET_FLUSH_ZERO_MODE

#define _MM_SET_FLUSH_ZERO_MODE   _sse2neon_mm_set_flush_zero_mode

Definition at line 366 of file sse2neon.h.

◆ _mm_set_pd1

#define _mm_set_pd1   _mm_set1_pd

Definition at line 5136 of file sse2neon.h.

◆ _MM_SHUFFLE

#define _MM_SHUFFLE (   fp3,
  fp2,
  fp1,
  fp0 
)     (((fp3) << 6) | ((fp2) << 4) | ((fp1) << 2) | ((fp0)))

MACRO for shuffle parameter for _mm_shuffle_ps().

Argument fp3 is a digit[0123] that represents the fp from argument "b" of mm_shuffle_ps that will be placed in fp3 of result. fp2 is the same for fp2 in result. fp1 is a digit[0123] that represents the fp from argument "a" of mm_shuffle_ps that will be places in fp1 of result. fp0 is the same for fp0 of result.

Definition at line 151 of file sse2neon.h.

◆ _mm_shuffle_epi32

#define _mm_shuffle_epi32 (   a,
  imm 
)

Definition at line 5313 of file sse2neon.h.

◆ _mm_shuffle_epi32_default

#define _mm_shuffle_epi32_default (   a,
  imm 
)
Value:
__extension__({ \
int32x4_t ret; \
ret = vmovq_n_s32( \
vgetq_lane_s32(vreinterpretq_s32_m128i(a), (imm) & (0x3))); \
ret = vsetq_lane_s32( \
vgetq_lane_s32(vreinterpretq_s32_m128i(a), ((imm) >> 2) & 0x3), \
ret, 1); \
ret = vsetq_lane_s32( \
vgetq_lane_s32(vreinterpretq_s32_m128i(a), ((imm) >> 4) & 0x3), \
ret, 2); \
ret = vsetq_lane_s32( \
vgetq_lane_s32(vreinterpretq_s32_m128i(a), ((imm) >> 6) & 0x3), \
ret, 3); \
vreinterpretq_m128i_s32(ret); \
})

Definition at line 793 of file sse2neon.h.

◆ _mm_shuffle_epi32_splat

#define _mm_shuffle_epi32_splat (   a,
  imm 
)
Value:
__extension__({ \
vreinterpretq_m128i_s32( \
vdupq_n_s32(vgetq_lane_s32(vreinterpretq_s32_m128i(a), (imm)))); \
})

Definition at line 901 of file sse2neon.h.

◆ _mm_shuffle_pd

#define _mm_shuffle_pd (   a,
  b,
  imm8 
)
Value:
_mm_castsi128_pd(_mm_set_epi64x( \
vgetq_lane_s64(vreinterpretq_s64_m128d(b), (imm8 & 0x2) >> 1), \
vgetq_lane_s64(vreinterpretq_s64_m128d(a), imm8 & 0x1)))
_mm_castsi128_pd
static __m128d _mm_castsi128_pd(__m128i a)
Definition: sse2neon.h:3193
_mm_set_epi64x
static __m128i _mm_set_epi64x(int64_t, int64_t)
Definition: sse2neon.h:5087
vreinterpretq_s64_m128d
#define vreinterpretq_s64_m128d(x)
Definition: sse2neon.h:316

Definition at line 5380 of file sse2neon.h.

◆ _mm_shuffle_pi16

#define _mm_shuffle_pi16 (   a,
  imm 
)
Value:
__extension__({ \
int16x4_t ret; \
ret = \
vmov_n_s16(vget_lane_s16(vreinterpret_s16_m64(a), (imm) & (0x3))); \
ret = vset_lane_s16( \
vget_lane_s16(vreinterpret_s16_m64(a), ((imm) >> 2) & 0x3), ret, \
1); \
ret = vset_lane_s16( \
vget_lane_s16(vreinterpret_s16_m64(a), ((imm) >> 4) & 0x3), ret, \
2); \
ret = vset_lane_s16( \
vget_lane_s16(vreinterpret_s16_m64(a), ((imm) >> 6) & 0x3), ret, \
3); \
vreinterpret_m64_s16(ret); \
})

Definition at line 2502 of file sse2neon.h.

◆ _mm_shuffle_ps

#define _mm_shuffle_ps (   a,
  b,
  imm 
)

Definition at line 2541 of file sse2neon.h.

◆ _mm_shuffle_ps_default

#define _mm_shuffle_ps_default (   a,
  b,
  imm 
)
Value:
__extension__({ \
float32x4_t ret; \
ret = vmovq_n_f32( \
vgetq_lane_f32(vreinterpretq_f32_m128(a), (imm) & (0x3))); \
ret = vsetq_lane_f32( \
vgetq_lane_f32(vreinterpretq_f32_m128(a), ((imm) >> 2) & 0x3), \
ret, 1); \
ret = vsetq_lane_f32( \
vgetq_lane_f32(vreinterpretq_f32_m128(b), ((imm) >> 4) & 0x3), \
ret, 2); \
ret = vsetq_lane_f32( \
vgetq_lane_f32(vreinterpretq_f32_m128(b), ((imm) >> 6) & 0x3), \
ret, 3); \
vreinterpretq_m128_f32(ret); \
})

Definition at line 922 of file sse2neon.h.

◆ _mm_shufflehi_epi16

#define _mm_shufflehi_epi16 (   a,
  imm 
)    _mm_shufflehi_epi16_function((a), (imm))

Definition at line 5399 of file sse2neon.h.

◆ _mm_shufflehi_epi16_function

#define _mm_shufflehi_epi16_function (   a,
  imm 
)
Value:
__extension__({ \
int16x8_t ret = vreinterpretq_s16_m128i(a); \
int16x4_t highBits = vget_high_s16(ret); \
ret = vsetq_lane_s16(vget_lane_s16(highBits, (imm) & (0x3)), ret, 4); \
ret = vsetq_lane_s16(vget_lane_s16(highBits, ((imm) >> 2) & 0x3), ret, \
5); \
ret = vsetq_lane_s16(vget_lane_s16(highBits, ((imm) >> 4) & 0x3), ret, \
6); \
ret = vsetq_lane_s16(vget_lane_s16(highBits, ((imm) >> 6) & 0x3), ret, \
7); \
vreinterpretq_m128i_s16(ret); \
})

Definition at line 965 of file sse2neon.h.

◆ _mm_shufflelo_epi16

#define _mm_shufflelo_epi16 (   a,
  imm 
)    _mm_shufflelo_epi16_function((a), (imm))

Definition at line 5414 of file sse2neon.h.

◆ _mm_shufflelo_epi16_function

#define _mm_shufflelo_epi16_function (   a,
  imm 
)
Value:
__extension__({ \
int16x8_t ret = vreinterpretq_s16_m128i(a); \
int16x4_t lowBits = vget_low_s16(ret); \
ret = vsetq_lane_s16(vget_lane_s16(lowBits, (imm) & (0x3)), ret, 0); \
ret = vsetq_lane_s16(vget_lane_s16(lowBits, ((imm) >> 2) & 0x3), ret, \
1); \
ret = vsetq_lane_s16(vget_lane_s16(lowBits, ((imm) >> 4) & 0x3), ret, \
2); \
ret = vsetq_lane_s16(vget_lane_s16(lowBits, ((imm) >> 6) & 0x3), ret, \
3); \
vreinterpretq_m128i_s16(ret); \
})

Definition at line 945 of file sse2neon.h.

◆ _mm_srai_epi32

#define _mm_srai_epi32 (   a,
  imm 
)
Value:
__extension__({ \
__m128i ret; \
if (_sse2neon_unlikely((imm) == 0)) { \
ret = a; \
} else if (_sse2neon_likely(0 < (imm) && (imm) < 32)) { \
ret = vreinterpretq_m128i_s32( \
vshlq_s32(vreinterpretq_s32_m128i(a), vdupq_n_s32(-imm))); \
} else { \
ret = vreinterpretq_m128i_s32( \
vshrq_n_s32(vreinterpretq_s32_m128i(a), 31)); \
} \
ret; \
})
_sse2neon_likely
#define _sse2neon_likely(x)
Definition: sse2neon.h:90
vreinterpretq_m128i_s32
#define vreinterpretq_m128i_s32(x)
Definition: sse2neon.h:244

Definition at line 5670 of file sse2neon.h.

◆ _mm_srli_epi16

#define _mm_srli_epi16 (   a,
  imm 
)
Value:
__extension__({ \
__m128i ret; \
if (_sse2neon_unlikely((imm) & ~15)) { \
ret = _mm_setzero_si128(); \
} else { \
ret = vreinterpretq_m128i_u16( \
vshlq_u16(vreinterpretq_u16_m128i(a), vdupq_n_s16(-(imm)))); \
} \
ret; \
})
_mm_setzero_si128
static __m128i _mm_setzero_si128()
Definition: sse2neon.h:5294
vreinterpretq_m128i_u16
#define vreinterpretq_m128i_u16(x)
Definition: sse2neon.h:248

Definition at line 5767 of file sse2neon.h.

◆ _mm_srli_epi32

#define _mm_srli_epi32 (   a,
  imm 
)
Value:
__extension__({ \
__m128i ret; \
if (_sse2neon_unlikely((imm) & ~31)) { \
ret = _mm_setzero_si128(); \
} else { \
ret = vreinterpretq_m128i_u32( \
vshlq_u32(vreinterpretq_u32_m128i(a), vdupq_n_s32(-(imm)))); \
} \
ret; \
})
vreinterpretq_u32_m128i
#define vreinterpretq_u32_m128i(x)
Definition: sse2neon.h:262
vreinterpretq_m128i_u32
#define vreinterpretq_m128i_u32(x)
Definition: sse2neon.h:249

Definition at line 5793 of file sse2neon.h.

◆ _mm_srli_epi64

#define _mm_srli_epi64 (   a,
  imm 
)
Value:
__extension__({ \
__m128i ret; \
if (_sse2neon_unlikely((imm) & ~63)) { \
ret = _mm_setzero_si128(); \
} else { \
ret = vreinterpretq_m128i_u64( \
vshlq_u64(vreinterpretq_u64_m128i(a), vdupq_n_s64(-(imm)))); \
} \
ret; \
})
vreinterpretq_m128i_u64
#define vreinterpretq_m128i_u64(x)
Definition: sse2neon.h:250
vreinterpretq_u64_m128i
#define vreinterpretq_u64_m128i(x)
Definition: sse2neon.h:263

Definition at line 5818 of file sse2neon.h.

◆ _mm_store1_pd

#define _mm_store1_pd   _mm_store_pd1

Definition at line 5901 of file sse2neon.h.

◆ _mm_store1_ps

#define _mm_store1_ps   _mm_store_ps1

Definition at line 2697 of file sse2neon.h.

◆ _mm_testnzc_si128

#define _mm_testnzc_si128 (   a,
  b 
)    _mm_test_mix_ones_zeros(a, b)

Definition at line 8317 of file sse2neon.h.

◆ _MM_TRANSPOSE4_PS

#define _MM_TRANSPOSE4_PS (   row0,
  row1,
  row2,
  row3 
)
Value:
do { \
float32x4x2_t ROW01 = vtrnq_f32(row0, row1); \
float32x4x2_t ROW23 = vtrnq_f32(row2, row3); \
row0 = vcombine_f32(vget_low_f32(ROW01.val[0]), \
vget_low_f32(ROW23.val[0])); \
row1 = vcombine_f32(vget_low_f32(ROW01.val[1]), \
vget_low_f32(ROW23.val[1])); \
row2 = vcombine_f32(vget_high_f32(ROW01.val[0]), \
vget_high_f32(ROW23.val[0])); \
row3 = vcombine_f32(vget_high_f32(ROW01.val[1]), \
vget_high_f32(ROW23.val[1])); \
} while (0)

Definition at line 2813 of file sse2neon.h.

◆ _mm_ucomieq_sd

#define _mm_ucomieq_sd   _mm_comieq_sd

Definition at line 6169 of file sse2neon.h.

◆ _mm_ucomieq_ss

#define _mm_ucomieq_ss   _mm_comieq_ss

Definition at line 2829 of file sse2neon.h.

◆ _mm_ucomige_sd

#define _mm_ucomige_sd   _mm_comige_sd

Definition at line 6170 of file sse2neon.h.

◆ _mm_ucomige_ss

#define _mm_ucomige_ss   _mm_comige_ss

Definition at line 2830 of file sse2neon.h.

◆ _mm_ucomigt_sd

#define _mm_ucomigt_sd   _mm_comigt_sd

Definition at line 6171 of file sse2neon.h.

◆ _mm_ucomigt_ss

#define _mm_ucomigt_ss   _mm_comigt_ss

Definition at line 2831 of file sse2neon.h.

◆ _mm_ucomile_sd

#define _mm_ucomile_sd   _mm_comile_sd

Definition at line 6172 of file sse2neon.h.

◆ _mm_ucomile_ss

#define _mm_ucomile_ss   _mm_comile_ss

Definition at line 2832 of file sse2neon.h.

◆ _mm_ucomilt_sd

#define _mm_ucomilt_sd   _mm_comilt_sd

Definition at line 6173 of file sse2neon.h.

◆ _mm_ucomilt_ss

#define _mm_ucomilt_ss   _mm_comilt_ss

Definition at line 2833 of file sse2neon.h.

◆ _mm_ucomineq_sd

#define _mm_ucomineq_sd   _mm_comineq_sd

Definition at line 6174 of file sse2neon.h.

◆ _mm_ucomineq_ss

#define _mm_ucomineq_ss   _mm_comineq_ss

Definition at line 2834 of file sse2neon.h.

◆ _sse2neon_likely

#define _sse2neon_likely (   x)    (x)

Definition at line 90 of file sse2neon.h.

◆ _sse2neon_unlikely

#define _sse2neon_unlikely (   x)    (x)

Definition at line 91 of file sse2neon.h.

◆ ALIGN_STRUCT

#define ALIGN_STRUCT (   x)    __declspec(align(x))

Definition at line 88 of file sse2neon.h.

◆ FORCE_INLINE

#define FORCE_INLINE   static inline

Definition at line 85 of file sse2neon.h.

◆ SSE2NEON_AES_B2W

#define SSE2NEON_AES_B2W (   b0,
  b1,
  b2,
  b3 
)
Value:
(((uint32_t)(b3) << 24) | ((uint32_t)(b2) << 16) | ((uint32_t)(b1) << 8) | \
(b0))
uint32_t
#define uint32_t
Definition: config.h:42

◆ SSE2NEON_AES_DATA

#define SSE2NEON_AES_DATA (   w)

Definition at line 8420 of file sse2neon.h.

◆ SSE2NEON_AES_F2

#define SSE2NEON_AES_F2 (   x)    ((x << 1) ^ (((x >> 7) & 1) * 0x011b /* WPOLY */))

◆ SSE2NEON_AES_F3

#define SSE2NEON_AES_F3 (   x)    (SSE2NEON_AES_F2(x) ^ x)

◆ SSE2NEON_AES_H0

#define SSE2NEON_AES_H0 (   x)    (x)

Definition at line 8463 of file sse2neon.h.

◆ SSE2NEON_AES_U0

#define SSE2NEON_AES_U0 (   p)     SSE2NEON_AES_B2W(SSE2NEON_AES_F2(p), p, p, SSE2NEON_AES_F3(p))

◆ SSE2NEON_AES_U1

#define SSE2NEON_AES_U1 (   p)     SSE2NEON_AES_B2W(SSE2NEON_AES_F3(p), SSE2NEON_AES_F2(p), p, p)

◆ SSE2NEON_AES_U2

#define SSE2NEON_AES_U2 (   p)     SSE2NEON_AES_B2W(p, SSE2NEON_AES_F3(p), SSE2NEON_AES_F2(p), p)

◆ SSE2NEON_AES_U3

#define SSE2NEON_AES_U3 (   p)     SSE2NEON_AES_B2W(p, p, SSE2NEON_AES_F3(p), SSE2NEON_AES_F2(p))

◆ SSE2NEON_PRECISE_DIV

#define SSE2NEON_PRECISE_DIV   (0)

Definition at line 63 of file sse2neon.h.

◆ SSE2NEON_PRECISE_DP

#define SSE2NEON_PRECISE_DP   (0)

Definition at line 71 of file sse2neon.h.

◆ SSE2NEON_PRECISE_MINMAX

#define SSE2NEON_PRECISE_MINMAX   (0)

Definition at line 59 of file sse2neon.h.

◆ SSE2NEON_PRECISE_SQRT

#define SSE2NEON_PRECISE_SQRT   (0)

Definition at line 67 of file sse2neon.h.

◆ vreinterpret_f32_m64

#define vreinterpret_f32_m64 (   x)    vreinterpret_f32_s64(x)

Definition at line 289 of file sse2neon.h.

◆ vreinterpret_m64_f16

#define vreinterpret_m64_f16 (   x)    vreinterpret_s64_f16(x)

Definition at line 275 of file sse2neon.h.

◆ vreinterpret_m64_f32

#define vreinterpret_m64_f32 (   x)    vreinterpret_s64_f32(x)

Definition at line 276 of file sse2neon.h.

◆ vreinterpret_m64_f64

#define vreinterpret_m64_f64 (   x)    vreinterpret_s64_f64(x)

Definition at line 277 of file sse2neon.h.

◆ vreinterpret_m64_s16

#define vreinterpret_m64_s16 (   x)    vreinterpret_s64_s16(x)

Definition at line 266 of file sse2neon.h.

◆ vreinterpret_m64_s32

#define vreinterpret_m64_s32 (   x)    vreinterpret_s64_s32(x)

Definition at line 267 of file sse2neon.h.

◆ vreinterpret_m64_s64

#define vreinterpret_m64_s64 (   x)    (x)

Definition at line 268 of file sse2neon.h.

◆ vreinterpret_m64_s8

#define vreinterpret_m64_s8 (   x)    vreinterpret_s64_s8(x)

Definition at line 265 of file sse2neon.h.

◆ vreinterpret_m64_u16

#define vreinterpret_m64_u16 (   x)    vreinterpret_s64_u16(x)

Definition at line 271 of file sse2neon.h.

◆ vreinterpret_m64_u32

#define vreinterpret_m64_u32 (   x)    vreinterpret_s64_u32(x)

Definition at line 272 of file sse2neon.h.

◆ vreinterpret_m64_u64

#define vreinterpret_m64_u64 (   x)    vreinterpret_s64_u64(x)

Definition at line 273 of file sse2neon.h.

◆ vreinterpret_m64_u8

#define vreinterpret_m64_u8 (   x)    vreinterpret_s64_u8(x)

Definition at line 270 of file sse2neon.h.

◆ vreinterpret_s16_m64

#define vreinterpret_s16_m64 (   x)    vreinterpret_s16_s64(x)

Definition at line 285 of file sse2neon.h.

◆ vreinterpret_s32_m64

#define vreinterpret_s32_m64 (   x)    vreinterpret_s32_s64(x)

Definition at line 286 of file sse2neon.h.

◆ vreinterpret_s64_m64

#define vreinterpret_s64_m64 (   x)    (x)

Definition at line 287 of file sse2neon.h.

◆ vreinterpret_s8_m64

#define vreinterpret_s8_m64 (   x)    vreinterpret_s8_s64(x)

Definition at line 284 of file sse2neon.h.

◆ vreinterpret_u16_m64

#define vreinterpret_u16_m64 (   x)    vreinterpret_u16_s64(x)

Definition at line 280 of file sse2neon.h.

◆ vreinterpret_u32_m64

#define vreinterpret_u32_m64 (   x)    vreinterpret_u32_s64(x)

Definition at line 281 of file sse2neon.h.

◆ vreinterpret_u64_m64

#define vreinterpret_u64_m64 (   x)    vreinterpret_u64_s64(x)

Definition at line 282 of file sse2neon.h.

◆ vreinterpret_u8_m64

#define vreinterpret_u8_m64 (   x)    vreinterpret_u8_s64(x)

Definition at line 279 of file sse2neon.h.

◆ vreinterpretq_f16_m128

#define vreinterpretq_f16_m128 (   x)    vreinterpretq_f16_f32(x)

Definition at line 228 of file sse2neon.h.

◆ vreinterpretq_f32_m128

#define vreinterpretq_f32_m128 (   x)    (x)

Definition at line 229 of file sse2neon.h.

◆ vreinterpretq_f32_m128d

#define vreinterpretq_f32_m128d (   x)    (x)

Definition at line 321 of file sse2neon.h.

◆ vreinterpretq_f32_m128i

#define vreinterpretq_f32_m128i (   x)    vreinterpretq_f32_s64(x)

Definition at line 252 of file sse2neon.h.

◆ vreinterpretq_f64_m128

#define vreinterpretq_f64_m128 (   x)    vreinterpretq_f64_f32(x)

Definition at line 230 of file sse2neon.h.

◆ vreinterpretq_f64_m128i

#define vreinterpretq_f64_m128i (   x)    vreinterpretq_f64_s64(x)

Definition at line 253 of file sse2neon.h.

◆ vreinterpretq_m128_f16

#define vreinterpretq_m128_f16 (   x)    vreinterpretq_f32_f16(x)

Definition at line 214 of file sse2neon.h.

◆ vreinterpretq_m128_f32

#define vreinterpretq_m128_f32 (   x)    (x)

Definition at line 215 of file sse2neon.h.

◆ vreinterpretq_m128_f64

#define vreinterpretq_m128_f64 (   x)    vreinterpretq_f32_f64(x)

Definition at line 216 of file sse2neon.h.

◆ vreinterpretq_m128_s16

#define vreinterpretq_m128_s16 (   x)    vreinterpretq_f32_s16(x)

Definition at line 224 of file sse2neon.h.

◆ vreinterpretq_m128_s32

#define vreinterpretq_m128_s32 (   x)    vreinterpretq_f32_s32(x)

Definition at line 225 of file sse2neon.h.

◆ vreinterpretq_m128_s64

#define vreinterpretq_m128_s64 (   x)    vreinterpretq_f32_s64(x)

Definition at line 226 of file sse2neon.h.

◆ vreinterpretq_m128_s8

#define vreinterpretq_m128_s8 (   x)    vreinterpretq_f32_s8(x)

Definition at line 223 of file sse2neon.h.

◆ vreinterpretq_m128_u16

#define vreinterpretq_m128_u16 (   x)    vreinterpretq_f32_u16(x)

Definition at line 219 of file sse2neon.h.

◆ vreinterpretq_m128_u32

#define vreinterpretq_m128_u32 (   x)    vreinterpretq_f32_u32(x)

Definition at line 220 of file sse2neon.h.

◆ vreinterpretq_m128_u64

#define vreinterpretq_m128_u64 (   x)    vreinterpretq_f32_u64(x)

Definition at line 221 of file sse2neon.h.

◆ vreinterpretq_m128_u8

#define vreinterpretq_m128_u8 (   x)    vreinterpretq_f32_u8(x)

Definition at line 218 of file sse2neon.h.

◆ vreinterpretq_m128d_f32

#define vreinterpretq_m128d_f32 (   x)    (x)

Definition at line 314 of file sse2neon.h.

◆ vreinterpretq_m128d_s32

#define vreinterpretq_m128d_s32 (   x)    vreinterpretq_f32_s32(x)

Definition at line 308 of file sse2neon.h.

◆ vreinterpretq_m128d_s64

#define vreinterpretq_m128d_s64 (   x)    vreinterpretq_f32_s64(x)

Definition at line 309 of file sse2neon.h.

◆ vreinterpretq_m128d_u32

#define vreinterpretq_m128d_u32 (   x)    vreinterpretq_f32_u32(x)

Definition at line 311 of file sse2neon.h.

◆ vreinterpretq_m128d_u64

#define vreinterpretq_m128d_u64 (   x)    vreinterpretq_f32_u64(x)

Definition at line 312 of file sse2neon.h.

◆ vreinterpretq_m128i_s16

#define vreinterpretq_m128i_s16 (   x)    vreinterpretq_s64_s16(x)

Definition at line 243 of file sse2neon.h.

◆ vreinterpretq_m128i_s32

#define vreinterpretq_m128i_s32 (   x)    vreinterpretq_s64_s32(x)

Definition at line 244 of file sse2neon.h.

◆ vreinterpretq_m128i_s64

#define vreinterpretq_m128i_s64 (   x)    (x)

Definition at line 245 of file sse2neon.h.

◆ vreinterpretq_m128i_s8

#define vreinterpretq_m128i_s8 (   x)    vreinterpretq_s64_s8(x)

Definition at line 242 of file sse2neon.h.

◆ vreinterpretq_m128i_u16

#define vreinterpretq_m128i_u16 (   x)    vreinterpretq_s64_u16(x)

Definition at line 248 of file sse2neon.h.

◆ vreinterpretq_m128i_u32

#define vreinterpretq_m128i_u32 (   x)    vreinterpretq_s64_u32(x)

Definition at line 249 of file sse2neon.h.

◆ vreinterpretq_m128i_u64

#define vreinterpretq_m128i_u64 (   x)    vreinterpretq_s64_u64(x)

Definition at line 250 of file sse2neon.h.

◆ vreinterpretq_m128i_u8

#define vreinterpretq_m128i_u8 (   x)    vreinterpretq_s64_u8(x)

Definition at line 247 of file sse2neon.h.

◆ vreinterpretq_nth_u32_m128i

#define vreinterpretq_nth_u32_m128i (   x,
  n 
)    (((SIMDVec *) &x)->m128_u32[n])

Definition at line 361 of file sse2neon.h.

◆ vreinterpretq_nth_u64_m128i

#define vreinterpretq_nth_u64_m128i (   x,
  n 
)    (((SIMDVec *) &x)->m128_u64[n])

Definition at line 360 of file sse2neon.h.

◆ vreinterpretq_nth_u8_m128i

#define vreinterpretq_nth_u8_m128i (   x,
  n 
)    (((SIMDVec *) &x)->m128_u8[n])

Definition at line 362 of file sse2neon.h.

◆ vreinterpretq_s16_m128

#define vreinterpretq_s16_m128 (   x)    vreinterpretq_s16_f32(x)

Definition at line 238 of file sse2neon.h.

◆ vreinterpretq_s16_m128i

#define vreinterpretq_s16_m128i (   x)    vreinterpretq_s16_s64(x)

Definition at line 256 of file sse2neon.h.

◆ vreinterpretq_s32_m128

#define vreinterpretq_s32_m128 (   x)    vreinterpretq_s32_f32(x)

Definition at line 239 of file sse2neon.h.

◆ vreinterpretq_s32_m128i

#define vreinterpretq_s32_m128i (   x)    vreinterpretq_s32_s64(x)

Definition at line 257 of file sse2neon.h.

◆ vreinterpretq_s64_m128

#define vreinterpretq_s64_m128 (   x)    vreinterpretq_s64_f32(x)

Definition at line 240 of file sse2neon.h.

◆ vreinterpretq_s64_m128d

#define vreinterpretq_s64_m128d (   x)    vreinterpretq_s64_f32(x)

Definition at line 316 of file sse2neon.h.

◆ vreinterpretq_s64_m128i

#define vreinterpretq_s64_m128i (   x)    (x)

Definition at line 258 of file sse2neon.h.

◆ vreinterpretq_s8_m128

#define vreinterpretq_s8_m128 (   x)    vreinterpretq_s8_f32(x)

Definition at line 237 of file sse2neon.h.

◆ vreinterpretq_s8_m128i

#define vreinterpretq_s8_m128i (   x)    vreinterpretq_s8_s64(x)

Definition at line 255 of file sse2neon.h.

◆ vreinterpretq_u16_m128

#define vreinterpretq_u16_m128 (   x)    vreinterpretq_u16_f32(x)

Definition at line 233 of file sse2neon.h.

◆ vreinterpretq_u16_m128i

#define vreinterpretq_u16_m128i (   x)    vreinterpretq_u16_s64(x)

Definition at line 261 of file sse2neon.h.

◆ vreinterpretq_u32_m128

#define vreinterpretq_u32_m128 (   x)    vreinterpretq_u32_f32(x)

Definition at line 234 of file sse2neon.h.

◆ vreinterpretq_u32_m128d

#define vreinterpretq_u32_m128d (   x)    vreinterpretq_u32_f32(x)

Definition at line 318 of file sse2neon.h.

◆ vreinterpretq_u32_m128i

#define vreinterpretq_u32_m128i (   x)    vreinterpretq_u32_s64(x)

Definition at line 262 of file sse2neon.h.

◆ vreinterpretq_u64_m128

#define vreinterpretq_u64_m128 (   x)    vreinterpretq_u64_f32(x)

Definition at line 235 of file sse2neon.h.

◆ vreinterpretq_u64_m128d

#define vreinterpretq_u64_m128d (   x)    vreinterpretq_u64_f32(x)

Definition at line 319 of file sse2neon.h.

◆ vreinterpretq_u64_m128i

#define vreinterpretq_u64_m128i (   x)    vreinterpretq_u64_s64(x)

Definition at line 263 of file sse2neon.h.

◆ vreinterpretq_u8_m128

#define vreinterpretq_u8_m128 (   x)    vreinterpretq_u8_f32(x)

Definition at line 232 of file sse2neon.h.

◆ vreinterpretq_u8_m128i

#define vreinterpretq_u8_m128i (   x)    vreinterpretq_u8_s64(x)

Definition at line 260 of file sse2neon.h.

Typedef Documentation

◆ __m128

typedef float32x4_t __m128

Definition at line 191 of file sse2neon.h.

◆ __m128d

typedef float32x4_t __m128d

Definition at line 198 of file sse2neon.h.

◆ __m128i

typedef int64x2_t __m128i

Definition at line 200 of file sse2neon.h.

◆ __m64

typedef int64x1_t __m64

Definition at line 190 of file sse2neon.h.

Enumeration Type Documentation

◆ _mm_hint

enum _mm_hint
Enumerator
_MM_HINT_NTA 
_MM_HINT_T0 
_MM_HINT_T1 
_MM_HINT_T2 
_MM_HINT_ENTA 
_MM_HINT_ET0 
_MM_HINT_ET1 
_MM_HINT_ET2 

Definition at line 501 of file sse2neon.h.

Function Documentation

◆ __declspec()

union __declspec ( align(16)  )

Definition at line 200 of file sse2neon.h.

◆ _mm_abs_epi16()

static __m128i _mm_abs_epi16 ( __m128i  a)
inlinestatic

Definition at line 6608 of file sse2neon.h.

References a, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_abs_epi32()

static __m128i _mm_abs_epi32 ( __m128i  a)
inlinestatic

Definition at line 6622 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_abs_epi8()

static __m128i _mm_abs_epi8 ( __m128i  a)
inlinestatic

Definition at line 6636 of file sse2neon.h.

References a, vreinterpretq_m128i_s8, and vreinterpretq_s8_m128i.

◆ _mm_abs_pi16()

static __m64 _mm_abs_pi16 ( __m64  a)
inlinestatic

Definition at line 6650 of file sse2neon.h.

References a, vreinterpret_m64_s16, and vreinterpret_s16_m64.

◆ _mm_abs_pi32()

static __m64 _mm_abs_pi32 ( __m64  a)
inlinestatic

Definition at line 6664 of file sse2neon.h.

References a, vreinterpret_m64_s32, and vreinterpret_s32_m64.

◆ _mm_abs_pi8()

static __m64 _mm_abs_pi8 ( __m64  a)
inlinestatic

Definition at line 6678 of file sse2neon.h.

References a, vreinterpret_m64_s8, and vreinterpret_s8_m64.

◆ _mm_add_epi16()

static __m128i _mm_add_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 2924 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

Referenced by bm::avx2_gap_sum_arr(), and bm::sse2_gap_sum_arr().

◆ _mm_add_epi32()

static __m128i _mm_add_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 2939 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

Referenced by bm::sse2_bit_block_calc_count_change(), bm::sse2_bit_count(), and bm::sse2_bit_count_op().

◆ _mm_add_epi64()

static __m128i _mm_add_epi64 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 2948 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s64, and vreinterpretq_s64_m128i.

◆ _mm_add_epi8()

static __m128i _mm_add_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 2957 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s8, and vreinterpretq_s8_m128i.

◆ _mm_add_pd()

static __m128d _mm_add_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 2966 of file sse2neon.h.

References a, and b.

Referenced by _mm_add_sd(), and _mm_addsub_pd().

◆ _mm_add_ps()

static __m128 _mm_add_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 994 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_addsub_ps().

◆ _mm_add_sd()

static __m128d _mm_add_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 2989 of file sse2neon.h.

References _mm_add_pd(), _mm_move_sd(), a, and b.

◆ _mm_add_si64()

static __m64 _mm_add_si64 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 3008 of file sse2neon.h.

References a, b, vreinterpret_m64_s64, and vreinterpret_s64_m64.

◆ _mm_add_ss()

static __m128 _mm_add_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1002 of file sse2neon.h.

References a, b, rapidjson::value, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_adds_epi16()

static __m128i _mm_adds_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3023 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_adds_epi8()

static __m128i _mm_adds_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3038 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s8, and vreinterpretq_s8_m128i.

◆ _mm_adds_epu16()

static __m128i _mm_adds_epu16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3047 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u16, and vreinterpretq_u16_m128i.

◆ _mm_adds_epu8()

static __m128i _mm_adds_epu8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3056 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u8, and vreinterpretq_u8_m128i.

◆ _mm_addsub_pd()

static __m128d _mm_addsub_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 6437 of file sse2neon.h.

References _mm_add_pd(), _mm_mul_pd(), _mm_set_pd(), a, b, and mask.

◆ _mm_addsub_ps()

static __m128 _mm_addsub_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 6453 of file sse2neon.h.

References _mm_add_ps(), _mm_mul_ps(), _mm_setr_ps(), a, b, mask, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_aesenc_si128()

static __m128i _mm_aesenc_si128 ( __m128i  EncBlock,
__m128i  RoundKey 
)
inlinestatic

Definition at line 8473 of file sse2neon.h.

References _mm_cvtsi128_si32(), _mm_set_epi32(), _mm_shuffle_epi32, _mm_xor_si128(), _sse2neon_vld1q_u8_x4(), ALIGN_STRUCT, out(), SSE2NEON_AES_DATA, SSE2NEON_AES_U0, SSE2NEON_AES_U1, SSE2NEON_AES_U2, SSE2NEON_AES_U3, SSE2NEON_sbox, vreinterpretq_m128i_u8, and vreinterpretq_u8_m128i.

◆ _mm_aesenclast_si128()

static __m128i _mm_aesenclast_si128 ( __m128i  a,
__m128i  RoundKey 
)
inlinestatic

Definition at line 8552 of file sse2neon.h.

References a, i, SSE2NEON_sbox, and vreinterpretq_nth_u8_m128i.

◆ _mm_aeskeygenassist_si128()

static __m128i _mm_aeskeygenassist_si128 ( __m128i  key,
const int  rcon 
)
inlinestatic

Definition at line 8585 of file sse2neon.h.

References _mm_cvtsi128_si32(), _mm_set_epi32(), _mm_shuffle_epi32, i, ncbi::grid::netcache::search::fields::key, and SSE2NEON_sbox.

◆ _mm_alignr_epi8()

static __m128i _mm_alignr_epi8 ( __m128i  a,
__m128i  b,
int  imm 
)
inlinestatic

Definition at line 6690 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, b, tmp, vreinterpretq_m128i_u8, and vreinterpretq_u8_m128i.

◆ _mm_and_pd()

static __m128d _mm_and_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3071 of file sse2neon.h.

References a, b, vreinterpretq_m128d_s64, and vreinterpretq_s64_m128d.

Referenced by _mm_dp_pd().

◆ _mm_and_ps()

static __m128 _mm_and_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1019 of file sse2neon.h.

References a, b, vreinterpretq_m128_s32, and vreinterpretq_s32_m128.

Referenced by _mm_cvtps_pi16(), and _mm_cvtps_pi8().

◆ _mm_and_si128()

static __m128i _mm_and_si128 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3083 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

Referenced by _mm_cvtps_pi16(), _mm_cvtps_pi8(), bm::sse2_and(), bm::sse2_and_arr_unal(), bm::sse2_and_block(), bm::sse2_and_digest(), bm::sse2_and_digest_2way(), bm::sse2_and_digest_3way(), bm::sse2_and_digest_5way(), bm::sse2_and_or_digest_2way(), bm::sse2_bit_block_calc_count_change(), bm::sse2_bit_count(), bm::sse2_bit_count_op(), bm::sse2_is_all_one(), bm::sse2_or_arr_unal(), bm::sse2_or_block(), bm::sse2_or_block_2way(), bm::sse2_or_block_3way(), bm::sse2_or_block_5way(), bm::sse2_shift_l1(), bm::sse2_shift_r1(), bm::sse2_sub_digest_3way(), bm::sse2_sub_digest_5way(), bm::sse42_idx_arr_block_lookup(), bm::sse42_set_block_bits(), bm::sse42_shift_l1(), bm::sse42_shift_r1_and(), bm::sse4_and_block(), bm::sse4_and_digest(), bm::sse4_and_digest_2way(), bm::sse4_and_digest_3way(), bm::sse4_and_digest_5way(), bm::sse4_and_or_digest_2way(), bm::sse4_bit_block_gather_scatter(), bm::sse4_is_all_one(), bm::sse4_sub_digest_3way(), and bm::sse4_sub_digest_5way().

◆ _mm_andnot_pd()

static __m128d _mm_andnot_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3098 of file sse2neon.h.

References a, b, vreinterpretq_m128d_s64, and vreinterpretq_s64_m128d.

◆ _mm_andnot_ps()

static __m128 _mm_andnot_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1034 of file sse2neon.h.

References a, b, vreinterpretq_m128_s32, and vreinterpretq_s32_m128.

◆ _mm_andnot_si128()

static __m128i _mm_andnot_si128 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3111 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

Referenced by bm::sse2_andnot_arr_2_mask(), bm::sse2_gap_find(), bm::sse2_sub(), bm::sse2_sub_block(), bm::sse2_sub_digest(), bm::sse2_sub_digest_2way(), bm::sse4_gap_find(), bm::sse4_sub_digest(), and bm::sse4_sub_digest_2way().

◆ _mm_avg_epu16()

static __m128i _mm_avg_epu16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3127 of file sse2neon.h.

References a, b, and vreinterpretq_u16_m128i.

◆ _mm_avg_epu8()

static __m128i _mm_avg_epu8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3142 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u8, and vreinterpretq_u8_m128i.

◆ _mm_avg_pu16()

static __m64 _mm_avg_pu16 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 1050 of file sse2neon.h.

References a, b, vreinterpret_m64_u16, and vreinterpret_u16_m64.

◆ _mm_avg_pu8()

static __m64 _mm_avg_pu8 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 1065 of file sse2neon.h.

References a, b, vreinterpret_m64_u8, and vreinterpret_u8_m64.

◆ _mm_blend_ps()

static __m128 _mm_blend_ps ( __m128  _a,
__m128  _b,
const char  imm8 
)
inlinestatic

Definition at line 7360 of file sse2neon.h.

References a, ALIGN_STRUCT, b, data, mask, UINT32_MAX, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_blendv_epi8()

static __m128i _mm_blendv_epi8 ( __m128i  _a,
__m128i  _b,
__m128i  _mask 
)
inlinestatic

Definition at line 7384 of file sse2neon.h.

References a, b, mask, vreinterpretq_m128i_u8, vreinterpretq_s8_m128i, and vreinterpretq_u8_m128i.

◆ _mm_blendv_pd()

static __m128d _mm_blendv_pd ( __m128d  _a,
__m128d  _b,
__m128d  _mask 
)
inlinestatic

Definition at line 7397 of file sse2neon.h.

References a, b, mask, vreinterpretq_m128d_u64, vreinterpretq_s64_m128d, and vreinterpretq_u64_m128d.

◆ _mm_blendv_ps()

static __m128 _mm_blendv_ps ( __m128  _a,
__m128  _b,
__m128  _mask 
)
inlinestatic

Definition at line 7415 of file sse2neon.h.

References a, b, mask, vreinterpretq_f32_m128, vreinterpretq_m128_f32, and vreinterpretq_s32_m128.

◆ _mm_castpd_ps()

static __m128 _mm_castpd_ps ( __m128d  a)
inlinestatic

Definition at line 3161 of file sse2neon.h.

References a, vreinterpretq_m128_s64, and vreinterpretq_s64_m128d.

◆ _mm_castpd_si128()

static __m128i _mm_castpd_si128 ( __m128d  a)
inlinestatic

Definition at line 3169 of file sse2neon.h.

References a, vreinterpretq_m128i_s64, and vreinterpretq_s64_m128d.

◆ _mm_castps_pd()

static __m128d _mm_castps_pd ( __m128  a)
inlinestatic

Definition at line 3177 of file sse2neon.h.

References a, vreinterpretq_m128d_s32, and vreinterpretq_s32_m128.

◆ _mm_castps_si128()

static __m128i _mm_castps_si128 ( __m128  a)
inlinestatic

Definition at line 3185 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128.

Referenced by _mm_cvtps_pi16(), and _mm_cvtps_pi8().

◆ _mm_castsi128_pd()

static __m128d _mm_castsi128_pd ( __m128i  a)
inlinestatic

Definition at line 3193 of file sse2neon.h.

References a, vreinterpretq_f32_m128i, vreinterpretq_f64_m128i, and vreinterpretq_m128d_f32.

Referenced by _mm_dp_pd().

◆ _mm_castsi128_ps()

static __m128 _mm_castsi128_ps ( __m128i  a)
inlinestatic

Definition at line 3205 of file sse2neon.h.

References a, vreinterpretq_m128_s32, and vreinterpretq_s32_m128i.

◆ _mm_ceil_pd()

static __m128d _mm_ceil_pd ( __m128d  a)
inlinestatic

Definition at line 7429 of file sse2neon.h.

References _mm_set_pd(), a, and f.

Referenced by _mm_ceil_sd(), and _mm_round_pd().

◆ _mm_ceil_ps()

static __m128 _mm_ceil_ps ( __m128  a)
inlinestatic

Definition at line 7443 of file sse2neon.h.

References _mm_set_ps(), a, f, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_ceil_ss(), and _mm_round_ps().

◆ _mm_ceil_sd()

static __m128d _mm_ceil_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 7458 of file sse2neon.h.

References _mm_ceil_pd(), _mm_move_sd(), a, and b.

◆ _mm_ceil_ss()

static __m128 _mm_ceil_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 7472 of file sse2neon.h.

References _mm_ceil_ps(), _mm_move_ss(), a, and b.

◆ _mm_clflush()

static void _mm_clflush ( void const *  p)
inlinestatic

Definition at line 3213 of file sse2neon.h.

◆ _mm_clmulepi64_si128()

static __m128i _mm_clmulepi64_si128 ( __m128i  _a,
__m128i  _b,
const int  imm 
)
inlinestatic

Definition at line 8642 of file sse2neon.h.

References _sse2neon_vmull_p64(), a, abort(), b, vreinterpretq_m128i_u64, and vreinterpretq_u64_m128i.

◆ _mm_cmpeq_epi16()

static __m128i _mm_cmpeq_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3222 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u16, and vreinterpretq_s16_m128i.

Referenced by bm::sse2_gap_find(), and bm::sse4_gap_find().

◆ _mm_cmpeq_epi32()

static __m128i _mm_cmpeq_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3230 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u32, and vreinterpretq_s32_m128i.

Referenced by _mm_cvtps_pi16(), _mm_cvtps_pi8(), bm::sse2_bit_find_first(), bm::sse2_bit_find_first_diff(), bm::sse2_gap_find(), bm::sse2_lower_bound_scan_u32(), bm::sse42_bit_find_first(), bm::sse42_bit_find_first_diff(), bm::sse42_cmpge_u32(), bm::sse42_idx_arr_block_lookup(), bm::sse42_set_block_bits(), and bm::sse4_bit_block_gather_scatter().

◆ _mm_cmpeq_epi64()

static __m128i _mm_cmpeq_epi64 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 7479 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u32, vreinterpretq_m128i_u64, vreinterpretq_u32_m128i, and vreinterpretq_u64_m128i.

Referenced by bm::sse4_gap_find().

◆ _mm_cmpeq_epi8()

static __m128i _mm_cmpeq_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3239 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u8, and vreinterpretq_s8_m128i.

Referenced by bm::sse2_and_digest(), bm::sse2_and_digest_2way(), bm::sse2_and_digest_3way(), bm::sse2_and_digest_5way(), bm::sse2_and_or_digest_2way(), bm::sse2_bit_find_first(), bm::sse2_bit_find_first_diff(), bm::sse2_is_all_one(), bm::sse2_is_all_zero(), bm::sse2_is_digest_zero(), bm::sse2_or_arr_unal(), bm::sse2_or_block(), bm::sse2_or_block_2way(), bm::sse2_or_block_3way(), bm::sse2_or_block_5way(), bm::sse2_shift_l1(), bm::sse2_shift_r1(), bm::sse2_sub_digest(), bm::sse2_sub_digest_2way(), bm::sse2_sub_digest_3way(), bm::sse2_sub_digest_5way(), and bm::sse4_is_all_zero().

◆ _mm_cmpeq_pd()

static __m128d _mm_cmpeq_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3248 of file sse2neon.h.

References a, b, vreinterpretq_m128d_u32, vreinterpretq_m128d_u64, and vreinterpretq_u32_m128d.

Referenced by _mm_cmpeq_sd().

◆ _mm_cmpeq_ps()

static __m128 _mm_cmpeq_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1073 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmpeq_ss().

◆ _mm_cmpeq_sd()

static __m128d _mm_cmpeq_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3266 of file sse2neon.h.

References _mm_cmpeq_pd(), _mm_move_sd(), a, and b.

◆ _mm_cmpeq_ss()

static __m128 _mm_cmpeq_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1081 of file sse2neon.h.

References _mm_cmpeq_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmpge_pd()

static __m128d _mm_cmpge_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3274 of file sse2neon.h.

References a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_cmpge_sd().

◆ _mm_cmpge_ps()

static __m128 _mm_cmpge_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1088 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmpge_ss(), _mm_cvtps_pi16(), and _mm_cvtps_pi8().

◆ _mm_cmpge_sd()

static __m128d _mm_cmpge_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3296 of file sse2neon.h.

References _mm_cmpge_pd(), _mm_move_sd(), a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

◆ _mm_cmpge_ss()

static __m128 _mm_cmpge_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1096 of file sse2neon.h.

References _mm_cmpge_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmpgt_epi16()

static __m128i _mm_cmpgt_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3322 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u16, and vreinterpretq_s16_m128i.

◆ _mm_cmpgt_epi32()

static __m128i _mm_cmpgt_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3331 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u32, and vreinterpretq_s32_m128i.

Referenced by bm::sse2_lower_bound_scan_u32(), and bm::sse42_cmpge_u32().

◆ _mm_cmpgt_epi64()

static __m128i _mm_cmpgt_epi64 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 8335 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s64, vreinterpretq_m128i_u64, and vreinterpretq_s64_m128i.

◆ _mm_cmpgt_epi8()

static __m128i _mm_cmpgt_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3346 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u8, and vreinterpretq_s8_m128i.

◆ _mm_cmpgt_pd()

static __m128d _mm_cmpgt_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3355 of file sse2neon.h.

References a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_cmpgt_sd().

◆ _mm_cmpgt_ps()

static __m128 _mm_cmpgt_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1109 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmpgt_ss(), _mm_cvtps_pi16(), and _mm_cvtps_pi8().

◆ _mm_cmpgt_sd()

static __m128d _mm_cmpgt_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3377 of file sse2neon.h.

References _mm_cmpgt_pd(), _mm_move_sd(), a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

◆ _mm_cmpgt_ss()

static __m128 _mm_cmpgt_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1117 of file sse2neon.h.

References _mm_cmpgt_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmple_pd()

static __m128d _mm_cmple_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3397 of file sse2neon.h.

References a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_cmple_sd().

◆ _mm_cmple_ps()

static __m128 _mm_cmple_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1130 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmple_ss(), _mm_cvtps_pi16(), and _mm_cvtps_pi8().

◆ _mm_cmple_sd()

static __m128d _mm_cmple_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3419 of file sse2neon.h.

References _mm_cmple_pd(), _mm_move_sd(), a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

◆ _mm_cmple_ss()

static __m128 _mm_cmple_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1138 of file sse2neon.h.

References _mm_cmple_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmplt_epi16()

static __m128i _mm_cmplt_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3445 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u16, and vreinterpretq_s16_m128i.

Referenced by _mm_sra_epi16().

◆ _mm_cmplt_epi32()

static __m128i _mm_cmplt_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3455 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u32, and vreinterpretq_s32_m128i.

Referenced by _mm_sra_epi32().

◆ _mm_cmplt_epi8()

static __m128i _mm_cmplt_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 3464 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u8, and vreinterpretq_s8_m128i.

◆ _mm_cmplt_pd()

static __m128d _mm_cmplt_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3473 of file sse2neon.h.

References a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_cmplt_sd().

◆ _mm_cmplt_ps()

static __m128 _mm_cmplt_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1145 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmplt_ss(), _mm_cvtps_pi16(), and _mm_cvtps_pi8().

◆ _mm_cmplt_sd()

static __m128d _mm_cmplt_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3495 of file sse2neon.h.

References _mm_cmplt_pd(), _mm_move_sd(), a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

◆ _mm_cmplt_ss()

static __m128 _mm_cmplt_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1153 of file sse2neon.h.

References _mm_cmplt_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmpneq_pd()

static __m128d _mm_cmpneq_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3514 of file sse2neon.h.

References a, b, vreinterpretq_m128d_s32, vreinterpretq_m128d_u32, and vreinterpretq_u32_m128d.

Referenced by _mm_cmpneq_sd().

◆ _mm_cmpneq_ps()

static __m128 _mm_cmpneq_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1160 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmpneq_ss().

◆ _mm_cmpneq_sd()

static __m128d _mm_cmpneq_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3532 of file sse2neon.h.

References _mm_cmpneq_pd(), _mm_move_sd(), a, and b.

◆ _mm_cmpneq_ss()

static __m128 _mm_cmpneq_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1168 of file sse2neon.h.

References _mm_cmpneq_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmpnge_pd()

static __m128d _mm_cmpnge_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3540 of file sse2neon.h.

References a, b, UINT64_C, UINT64_MAX, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_cmpnge_sd().

◆ _mm_cmpnge_ps()

static __m128 _mm_cmpnge_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1175 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmpnge_ss().

◆ _mm_cmpnge_sd()

static __m128d _mm_cmpnge_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3565 of file sse2neon.h.

References _mm_cmpnge_pd(), _mm_move_sd(), a, and b.

◆ _mm_cmpnge_ss()

static __m128 _mm_cmpnge_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1183 of file sse2neon.h.

References _mm_cmpnge_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmpngt_pd()

static __m128d _mm_cmpngt_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3573 of file sse2neon.h.

References a, b, UINT64_C, UINT64_MAX, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_cmpngt_sd().

◆ _mm_cmpngt_ps()

static __m128 _mm_cmpngt_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1190 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmpngt_ss().

◆ _mm_cmpngt_sd()

static __m128d _mm_cmpngt_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3598 of file sse2neon.h.

References _mm_cmpngt_pd(), _mm_move_sd(), a, and b.

◆ _mm_cmpngt_ss()

static __m128 _mm_cmpngt_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1198 of file sse2neon.h.

References _mm_cmpngt_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmpnle_pd()

static __m128d _mm_cmpnle_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3606 of file sse2neon.h.

References a, b, UINT64_C, UINT64_MAX, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_cmpnle_sd().

◆ _mm_cmpnle_ps()

static __m128 _mm_cmpnle_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1205 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmpnle_ss().

◆ _mm_cmpnle_sd()

static __m128d _mm_cmpnle_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3631 of file sse2neon.h.

References _mm_cmpnle_pd(), _mm_move_sd(), a, and b.

◆ _mm_cmpnle_ss()

static __m128 _mm_cmpnle_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1213 of file sse2neon.h.

References _mm_cmpnle_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmpnlt_pd()

static __m128d _mm_cmpnlt_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3639 of file sse2neon.h.

References a, b, UINT64_C, UINT64_MAX, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_cmpnlt_sd().

◆ _mm_cmpnlt_ps()

static __m128 _mm_cmpnlt_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1220 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmpnlt_ss().

◆ _mm_cmpnlt_sd()

static __m128d _mm_cmpnlt_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3664 of file sse2neon.h.

References _mm_cmpnlt_pd(), _mm_move_sd(), a, and b.

◆ _mm_cmpnlt_ss()

static __m128 _mm_cmpnlt_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1228 of file sse2neon.h.

References _mm_cmpnlt_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmpord_pd()

static __m128d _mm_cmpord_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3672 of file sse2neon.h.

References a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_cmpord_sd().

◆ _mm_cmpord_ps()

static __m128 _mm_cmpord_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1240 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmpord_ss().

◆ _mm_cmpord_sd()

static __m128d _mm_cmpord_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3704 of file sse2neon.h.

References _mm_cmpord_pd(), _mm_move_sd(), a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

◆ _mm_cmpord_ss()

static __m128 _mm_cmpord_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1254 of file sse2neon.h.

References _mm_cmpord_ps(), _mm_move_ss(), a, and b.

◆ _mm_cmpunord_pd()

static __m128d _mm_cmpunord_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3726 of file sse2neon.h.

References a, b, UINT64_C, uint64_t, vreinterpretq_m128d_s32, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_cmpunord_sd().

◆ _mm_cmpunord_ps()

static __m128 _mm_cmpunord_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1261 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_u32.

Referenced by _mm_cmpunord_ss().

◆ _mm_cmpunord_sd()

static __m128d _mm_cmpunord_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3759 of file sse2neon.h.

References _mm_cmpunord_pd(), _mm_move_sd(), a, b, UINT64_C, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

◆ _mm_cmpunord_ss()

static __m128 _mm_cmpunord_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1272 of file sse2neon.h.

References _mm_cmpunord_ps(), _mm_move_ss(), a, and b.

◆ _mm_comieq_sd()

static int _mm_comieq_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3841 of file sse2neon.h.

References a, b, and vreinterpretq_u32_m128d.

Referenced by _mm_comineq_sd().

◆ _mm_comieq_ss()

static int _mm_comieq_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1280 of file sse2neon.h.

References a, b, and vreinterpretq_f32_m128.

Referenced by _mm_comineq_ss().

◆ _mm_comige_sd()

static int _mm_comige_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3781 of file sse2neon.h.

References a, b, uint64_t, and vreinterpretq_u64_m128d.

◆ _mm_comige_ss()

static int _mm_comige_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1290 of file sse2neon.h.

References a, b, and vreinterpretq_f32_m128.

◆ _mm_comigt_sd()

static int _mm_comigt_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3796 of file sse2neon.h.

References a, b, uint64_t, and vreinterpretq_u64_m128d.

◆ _mm_comigt_ss()

static int _mm_comigt_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1300 of file sse2neon.h.

References a, b, and vreinterpretq_f32_m128.

◆ _mm_comile_sd()

static int _mm_comile_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3811 of file sse2neon.h.

References a, b, uint64_t, and vreinterpretq_u64_m128d.

◆ _mm_comile_ss()

static int _mm_comile_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1310 of file sse2neon.h.

References a, b, and vreinterpretq_f32_m128.

◆ _mm_comilt_sd()

static int _mm_comilt_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3826 of file sse2neon.h.

References a, b, uint64_t, and vreinterpretq_u64_m128d.

◆ _mm_comilt_ss()

static int _mm_comilt_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1322 of file sse2neon.h.

References a, b, and vreinterpretq_f32_m128.

◆ _mm_comineq_sd()

static int _mm_comineq_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 3862 of file sse2neon.h.

References _mm_comieq_sd(), a, and b.

◆ _mm_comineq_ss()

static int _mm_comineq_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1332 of file sse2neon.h.

References _mm_comieq_ss(), a, and b.

◆ _mm_crc32_u16()

static uint32_t _mm_crc32_u16 ( uint32_t  crc,
uint16_t  v 
)
inlinestatic

Definition at line 8350 of file sse2neon.h.

References _mm_crc32_u8().

Referenced by _mm_crc32_u32().

◆ _mm_crc32_u32()

static uint32_t _mm_crc32_u32 ( uint32_t  crc,
uint32_t  v 
)
inlinestatic

Definition at line 8366 of file sse2neon.h.

References _mm_crc32_u16().

Referenced by _mm_crc32_u64(), and sse42_crc32::update().

◆ _mm_crc32_u64()

static uint64_t _mm_crc32_u64 ( uint64_t  crc,
uint64_t  v 
)
inlinestatic

Definition at line 8382 of file sse2neon.h.

References _mm_crc32_u32().

◆ _mm_crc32_u8()

static uint32_t _mm_crc32_u8 ( uint32_t  crc,
uint8_t  v 
)
inlinestatic

Definition at line 8398 of file sse2neon.h.

References UINT32_C.

Referenced by _mm_crc32_u16(), and sse42_crc32::update().

◆ _mm_cvt_pi2ps()

static __m128 _mm_cvt_pi2ps ( __m128  a,
__m64  b 
)
inlinestatic

Definition at line 1348 of file sse2neon.h.

References a, b, vreinterpret_s32_m64, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_cvt_ps2pi()

static __m64 _mm_cvt_ps2pi ( __m128  a)
inlinestatic

Definition at line 1364 of file sse2neon.h.

References _MM_FROUND_CUR_DIRECTION, _mm_round_ps(), a, vreinterpret_m64_s32, and vreinterpretq_f32_m128.

◆ _mm_cvt_si2ss()

static __m128 _mm_cvt_si2ss ( __m128  a,
int  b 
)
inlinestatic

Definition at line 1383 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_cvt_ss2si()

static int _mm_cvt_ss2si ( __m128  a)
inlinestatic

Definition at line 1392 of file sse2neon.h.

References _MM_FROUND_CUR_DIRECTION, _mm_round_ps(), a, data, and vreinterpretq_f32_m128.

◆ _mm_cvtepi16_epi32()

static __m128i _mm_cvtepi16_epi32 ( __m128i  a)
inlinestatic

Definition at line 7496 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s16_m128i.

◆ _mm_cvtepi16_epi64()

static __m128i _mm_cvtepi16_epi64 ( __m128i  a)
inlinestatic

Definition at line 7504 of file sse2neon.h.

References a, vreinterpretq_m128i_s64, and vreinterpretq_s16_m128i.

◆ _mm_cvtepi32_epi64()

static __m128i _mm_cvtepi32_epi64 ( __m128i  a)
inlinestatic

Definition at line 7514 of file sse2neon.h.

References a, vreinterpretq_m128i_s64, and vreinterpretq_s32_m128i.

◆ _mm_cvtepi32_pd()

static __m128d _mm_cvtepi32_pd ( __m128i  a)
inlinestatic

Definition at line 3877 of file sse2neon.h.

References _mm_set_pd(), a, and vreinterpretq_s32_m128i.

◆ _mm_cvtepi32_ps()

static __m128 _mm_cvtepi32_ps ( __m128i  a)
inlinestatic

Definition at line 3892 of file sse2neon.h.

References a, vreinterpretq_m128_f32, and vreinterpretq_s32_m128i.

◆ _mm_cvtepi8_epi16()

static __m128i _mm_cvtepi8_epi16 ( __m128i  a)
inlinestatic

Definition at line 7522 of file sse2neon.h.

References a, vreinterpretq_m128i_s16, and vreinterpretq_s8_m128i.

◆ _mm_cvtepi8_epi32()

static __m128i _mm_cvtepi8_epi32 ( __m128i  a)
inlinestatic

Definition at line 7531 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s8_m128i.

◆ _mm_cvtepi8_epi64()

static __m128i _mm_cvtepi8_epi64 ( __m128i  a)
inlinestatic

Definition at line 7541 of file sse2neon.h.

References a, vreinterpretq_m128i_s64, and vreinterpretq_s8_m128i.

◆ _mm_cvtepu16_epi32()

static __m128i _mm_cvtepu16_epi32 ( __m128i  a)
inlinestatic

Definition at line 7552 of file sse2neon.h.

References a, vreinterpretq_m128i_u32, and vreinterpretq_u16_m128i.

◆ _mm_cvtepu16_epi64()

static __m128i _mm_cvtepu16_epi64 ( __m128i  a)
inlinestatic

Definition at line 7560 of file sse2neon.h.

References a, vreinterpretq_m128i_u64, and vreinterpretq_u16_m128i.

◆ _mm_cvtepu32_epi64()

static __m128i _mm_cvtepu32_epi64 ( __m128i  a)
inlinestatic

Definition at line 7570 of file sse2neon.h.

References a, vreinterpretq_m128i_u64, and vreinterpretq_u32_m128i.

◆ _mm_cvtepu8_epi16()

static __m128i _mm_cvtepu8_epi16 ( __m128i  a)
inlinestatic

Definition at line 7579 of file sse2neon.h.

References a, vreinterpretq_m128i_u16, and vreinterpretq_u8_m128i.

◆ _mm_cvtepu8_epi32()

static __m128i _mm_cvtepu8_epi32 ( __m128i  a)
inlinestatic

Definition at line 7589 of file sse2neon.h.

References a, vreinterpretq_m128i_u32, and vreinterpretq_u8_m128i.

◆ _mm_cvtepu8_epi64()

static __m128i _mm_cvtepu8_epi64 ( __m128i  a)
inlinestatic

Definition at line 7599 of file sse2neon.h.

References a, vreinterpretq_m128i_u64, and vreinterpretq_u8_m128i.

◆ _mm_cvtpd_epi32()

static __m128i _mm_cvtpd_epi32 ( __m128d  a)
inlinestatic

Definition at line 3907 of file sse2neon.h.

References _MM_FROUND_CUR_DIRECTION, _mm_round_pd(), _mm_set_epi32(), a, and rnd().

◆ _mm_cvtpd_pi32()

static __m64 _mm_cvtpd_pi32 ( __m128d  a)
inlinestatic

Definition at line 3925 of file sse2neon.h.

References _MM_FROUND_CUR_DIRECTION, _mm_round_pd(), a, ALIGN_STRUCT, data, rnd(), and vreinterpret_m64_s32.

◆ _mm_cvtpd_ps()

static __m128 _mm_cvtpd_ps ( __m128d  a)
inlinestatic

Definition at line 3946 of file sse2neon.h.

References _mm_set_ps(), a, tmp, and vreinterpretq_m128_f32.

◆ _mm_cvtpi16_ps()

static __m128 _mm_cvtpi16_ps ( __m64  a)
inlinestatic

Definition at line 1414 of file sse2neon.h.

References a, vreinterpret_s16_m64, and vreinterpretq_m128_f32.

◆ _mm_cvtpi32_pd()

static __m128d _mm_cvtpi32_pd ( __m64  a)
inlinestatic

Definition at line 3968 of file sse2neon.h.

References _mm_set_pd(), a, and vreinterpret_s32_m64.

◆ _mm_cvtpi32_ps()

static __m128 _mm_cvtpi32_ps ( __m128  a,
__m64  b 
)
inlinestatic

Definition at line 1430 of file sse2neon.h.

References a, b, vreinterpret_s32_m64, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_cvtpi32x2_ps()

static __m128 _mm_cvtpi32x2_ps ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 1449 of file sse2neon.h.

References a, b, vreinterpret_s32_m64, and vreinterpretq_m128_f32.

◆ _mm_cvtpi8_ps()

static __m128 _mm_cvtpi8_ps ( __m64  a)
inlinestatic

Definition at line 1465 of file sse2neon.h.

References a, vreinterpret_s8_m64, and vreinterpretq_m128_f32.

◆ _mm_cvtps_epi32()

static __m128i _mm_cvtps_epi32 ( __m128  a)
inlinestatic

Definition at line 3991 of file sse2neon.h.

References _MM_GET_ROUNDING_MODE(), _MM_ROUND_DOWN, _MM_ROUND_NEAREST, _MM_ROUND_UP, _mm_set_epi32(), a, delta(), f, vreinterpretq_f32_m128, and vreinterpretq_m128i_s32.

Referenced by _mm_cvtps_pi16(), and _mm_cvtps_pi8().

◆ _mm_cvtps_pd()

static __m128d _mm_cvtps_pd ( __m128  a)
inlinestatic

Definition at line 4051 of file sse2neon.h.

References _mm_set_pd(), a, and vreinterpretq_f32_m128.

◆ _mm_cvtps_pi16()

static __m64 _mm_cvtps_pi16 ( __m128  a)
inlinestatic

Definition at line 1487 of file sse2neon.h.

References _mm_and_ps(), _mm_and_si128(), _mm_castps_si128(), _mm_cmpeq_epi32(), _mm_cmpge_ps(), _mm_cmpgt_ps(), _mm_cmple_ps(), _mm_cmplt_ps(), _mm_cvtps_epi32(), _mm_or_si128(), _mm_set1_epi32(), _mm_set_ps1(), _mm_setzero_si128(), a, INT16_MAX, INT16_MIN, INT32_MAX, max(), min(), vreinterpret_m64_s16, and vreinterpretq_s32_m128i.

◆ _mm_cvtps_pi8()

static __m64 _mm_cvtps_pi8 ( __m128  a)
inlinestatic

Definition at line 1532 of file sse2neon.h.

References _mm_and_ps(), _mm_and_si128(), _mm_castps_si128(), _mm_cmpeq_epi32(), _mm_cmpge_ps(), _mm_cmpgt_ps(), _mm_cmple_ps(), _mm_cmplt_ps(), _mm_cvtps_epi32(), _mm_or_si128(), _mm_set1_epi32(), _mm_set_ps1(), _mm_setzero_si128(), a, INT32_MAX, INT8_MAX, INT8_MIN, mask, max(), min(), vreinterpret_m64_s8, and vreinterpretq_s32_m128i.

◆ _mm_cvtpu16_ps()

static __m128 _mm_cvtpu16_ps ( __m64  a)
inlinestatic

Definition at line 1565 of file sse2neon.h.

References a, vreinterpret_u16_m64, and vreinterpretq_m128_f32.

◆ _mm_cvtpu8_ps()

static __m128 _mm_cvtpu8_ps ( __m64  a)
inlinestatic

Definition at line 1582 of file sse2neon.h.

References a, vreinterpret_u8_m64, and vreinterpretq_m128_f32.

◆ _mm_cvtsd_f64()

static double _mm_cvtsd_f64 ( __m128d  a)
inlinestatic

Definition at line 4068 of file sse2neon.h.

References a.

◆ _mm_cvtsd_si32()

static int32_t _mm_cvtsd_si32 ( __m128d  a)
inlinestatic

Definition at line 4083 of file sse2neon.h.

References _MM_FROUND_CUR_DIRECTION, _mm_round_pd(), a, and rnd().

◆ _mm_cvtsd_si64()

static int64_t _mm_cvtsd_si64 ( __m128d  a)
inlinestatic

Definition at line 4100 of file sse2neon.h.

References _MM_FROUND_CUR_DIRECTION, _mm_round_pd(), a, and rnd().

◆ _mm_cvtsd_ss()

static __m128 _mm_cvtsd_ss ( __m128  a,
__m128d  b 
)
inlinestatic

Definition at line 4124 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_cvtsi128_si32()

static int _mm_cvtsi128_si32 ( __m128i  a)
inlinestatic

Definition at line 4141 of file sse2neon.h.

References a, and vreinterpretq_s32_m128i.

Referenced by _mm_aesenc_si128(), _mm_aeskeygenassist_si128(), bm::avx2_gap_sum_arr(), bm::sse2_shift_l1(), bm::sse2_shift_r1(), and NFast::x_sse_FindMaxElement().

◆ _mm_cvtsi128_si64()

static int64_t _mm_cvtsi128_si64 ( __m128i  a)
inlinestatic

Definition at line 4151 of file sse2neon.h.

References a, and vreinterpretq_s64_m128i.

◆ _mm_cvtsi32_sd()

static __m128d _mm_cvtsi32_sd ( __m128d  a,
int32_t  b 
)
inlinestatic

Definition at line 4164 of file sse2neon.h.

References a, b, vreinterpretq_m128d_s64, and vreinterpretq_s64_m128d.

◆ _mm_cvtsi32_si128()

static __m128i _mm_cvtsi32_si128 ( int  a)
inlinestatic

Definition at line 4192 of file sse2neon.h.

References a, and vreinterpretq_m128i_s32.

Referenced by NFast::x_sse_ConvertBuffer().

◆ _mm_cvtsi64_sd()

static __m128d _mm_cvtsi64_sd ( __m128d  a,
int64_t  b 
)
inlinestatic

Definition at line 4201 of file sse2neon.h.

References a, b, vreinterpretq_m128d_s64, and vreinterpretq_s64_m128d.

◆ _mm_cvtsi64_si128()

static __m128i _mm_cvtsi64_si128 ( int64_t  a)
inlinestatic

Definition at line 4218 of file sse2neon.h.

References a, and vreinterpretq_m128i_s64.

◆ _mm_cvtsi64_ss()

static __m128 _mm_cvtsi64_ss ( __m128  a,
int64_t  b 
)
inlinestatic

Definition at line 1606 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_cvtss_f32()

static float _mm_cvtss_f32 ( __m128  a)
inlinestatic

Definition at line 1617 of file sse2neon.h.

References a, and vreinterpretq_f32_m128.

◆ _mm_cvtss_sd()

static __m128d _mm_cvtss_sd ( __m128d  a,
__m128  b 
)
inlinestatic

Definition at line 4243 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, vreinterpretq_m128d_s64, and vreinterpretq_s64_m128d.

◆ _mm_cvtss_si64()

static int64_t _mm_cvtss_si64 ( __m128  a)
inlinestatic

Definition at line 1636 of file sse2neon.h.

References _MM_FROUND_CUR_DIRECTION, _mm_round_ps(), a, data, and vreinterpretq_f32_m128.

◆ _mm_cvtt_ps2pi()

static __m64 _mm_cvtt_ps2pi ( __m128  a)
inlinestatic

Definition at line 1656 of file sse2neon.h.

References a, vreinterpret_m64_s32, and vreinterpretq_f32_m128.

◆ _mm_cvtt_ss2si()

static int _mm_cvtt_ss2si ( __m128  a)
inlinestatic

Definition at line 1668 of file sse2neon.h.

References a, and vreinterpretq_f32_m128.

◆ _mm_cvttpd_epi32()

static __m128i _mm_cvttpd_epi32 ( __m128d  a)
inlinestatic

Definition at line 4258 of file sse2neon.h.

References _mm_set_epi32(), and a.

◆ _mm_cvttpd_pi32()

static __m64 _mm_cvttpd_pi32 ( __m128d  a)
inlinestatic

Definition at line 4268 of file sse2neon.h.

References a, ALIGN_STRUCT, data, and vreinterpret_m64_s32.

◆ _mm_cvttps_epi32()

static __m128i _mm_cvttps_epi32 ( __m128  a)
inlinestatic

Definition at line 4279 of file sse2neon.h.

References a, vreinterpretq_f32_m128, and vreinterpretq_m128i_s32.

◆ _mm_cvttsd_si32()

static int32_t _mm_cvttsd_si32 ( __m128d  a)
inlinestatic

Definition at line 4290 of file sse2neon.h.

References a.

◆ _mm_cvttsd_si64()

static int64_t _mm_cvttsd_si64 ( __m128d  a)
inlinestatic

Definition at line 4302 of file sse2neon.h.

References a.

◆ _mm_cvttss_si64()

static int64_t _mm_cvttss_si64 ( __m128  a)
inlinestatic

Definition at line 1698 of file sse2neon.h.

References a, and vreinterpretq_f32_m128.

◆ _mm_div_pd()

static __m128d _mm_div_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 4329 of file sse2neon.h.

References a, and b.

Referenced by _mm_div_sd().

◆ _mm_div_ps()

static __m128 _mm_div_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1711 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_div_ss().

◆ _mm_div_sd()

static __m128d _mm_div_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 4349 of file sse2neon.h.

References _mm_div_pd(), _mm_move_sd(), a, b, and tmp.

◆ _mm_div_ss()

static __m128 _mm_div_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1729 of file sse2neon.h.

References _mm_div_ps(), a, b, rapidjson::value, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_dp_pd()

static __m128d _mm_dp_pd ( __m128d  a,
__m128d  b,
const int  imm 
)
inlinestatic

Definition at line 7612 of file sse2neon.h.

References _mm_and_pd(), _mm_castsi128_pd(), _mm_mul_pd(), _mm_set_epi64x(), _mm_set_pd(), _mm_set_pd1, a, b, tmp, and UINT64_MAX.

◆ _mm_dp_ps()

static __m128 _mm_dp_ps ( __m128  a,
__m128  b,
const int  imm 
)
inlinestatic

Definition at line 7658 of file sse2neon.h.

References _mm_mul_ps(), _mm_set1_ps(), _sse2neon_kadd_f32(), a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_empty()

static void _mm_empty ( void  )
inlinestatic

Definition at line 982 of file sse2neon.h.

◆ _mm_floor_pd()

static __m128d _mm_floor_pd ( __m128d  a)
inlinestatic

Definition at line 7724 of file sse2neon.h.

References _mm_set_pd(), a, and f.

Referenced by _mm_floor_sd(), and _mm_round_pd().

◆ _mm_floor_ps()

static __m128 _mm_floor_ps ( __m128  a)
inlinestatic

Definition at line 7738 of file sse2neon.h.

References _mm_set_ps(), a, f, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_floor_ss(), and _mm_round_ps().

◆ _mm_floor_sd()

static __m128d _mm_floor_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 7753 of file sse2neon.h.

References _mm_floor_pd(), _mm_move_sd(), a, and b.

◆ _mm_floor_ss()

static __m128 _mm_floor_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 7767 of file sse2neon.h.

References _mm_floor_ps(), _mm_move_ss(), a, and b.

◆ _mm_free()

static void _mm_free ( void *  addr)
inlinestatic

Definition at line 1745 of file sse2neon.h.

References free().

Referenced by bm::aligned_free(), bm::block_allocator::deallocate(), and bm::ptr_allocator::deallocate().

◆ _MM_GET_ROUNDING_MODE()

static unsigned int _MM_GET_ROUNDING_MODE ( )
inlinestatic

Definition at line 1778 of file sse2neon.h.

References _MM_ROUND_DOWN, _MM_ROUND_NEAREST, _MM_ROUND_TOWARD_ZERO, _MM_ROUND_UP, r(), and rapidjson::value.

Referenced by _mm_cvtps_epi32(), _mm_getcsr(), _mm_round_pd(), and _mm_round_ps().

◆ _mm_getcsr()

static unsigned int _mm_getcsr ( )
inlinestatic

Definition at line 2470 of file sse2neon.h.

References _MM_GET_ROUNDING_MODE().

◆ _mm_hadd_epi16()

static __m128i _mm_hadd_epi16 ( __m128i  _a,
__m128i  _b 
)
inlinestatic

Definition at line 6739 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_hadd_epi32()

static __m128i _mm_hadd_epi32 ( __m128i  _a,
__m128i  _b 
)
inlinestatic

Definition at line 6754 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_hadd_pd()

static __m128d _mm_hadd_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 6468 of file sse2neon.h.

References a, b, and vreinterpretq_m128d_u64.

◆ _mm_hadd_pi16()

static __m64 _mm_hadd_pi16 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 6766 of file sse2neon.h.

References a, b, vreinterpret_m64_s16, and vreinterpret_s16_m64.

◆ _mm_hadd_pi32()

static __m64 _mm_hadd_pi32 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 6775 of file sse2neon.h.

References a, b, vreinterpret_m64_s32, and vreinterpret_s32_m64.

◆ _mm_hadd_ps()

static __m128 _mm_hadd_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 6484 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_hadds_epi16()

static __m128i _mm_hadds_epi16 ( __m128i  _a,
__m128i  _b 
)
inlinestatic

Definition at line 6783 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, vreinterpretq_s16_m128i, and vreinterpretq_s32_m128i.

◆ _mm_hadds_pi16()

static __m64 _mm_hadds_pi16 ( __m64  _a,
__m64  _b 
)
inlinestatic

Definition at line 6806 of file sse2neon.h.

References a, b, and vreinterpret_s16_m64.

◆ _mm_hsub_epi16()

static __m128i _mm_hsub_epi16 ( __m128i  _a,
__m128i  _b 
)
inlinestatic

Definition at line 6821 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_hsub_epi32()

static __m128i _mm_hsub_epi32 ( __m128i  _a,
__m128i  _b 
)
inlinestatic

Definition at line 6837 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_hsub_pd()

static __m128d _mm_hsub_pd ( __m128d  _a,
__m128d  _b 
)
inlinestatic

Definition at line 6502 of file sse2neon.h.

References a, b, and vreinterpretq_m128d_u64.

◆ _mm_hsub_pi16()

static __m64 _mm_hsub_pi16 ( __m64  _a,
__m64  _b 
)
inlinestatic

Definition at line 6853 of file sse2neon.h.

References a, b, vreinterpret_m64_s16, and vreinterpret_s16_m64.

◆ _mm_hsub_pi32()

static __m64 _mm_hsub_pi32 ( __m64  _a,
__m64  _b 
)
inlinestatic

Definition at line 6868 of file sse2neon.h.

References a, b, vreinterpret_m64_s32, and vreinterpret_s32_m64.

◆ _mm_hsub_ps()

static __m128 _mm_hsub_ps ( __m128  _a,
__m128  _b 
)
inlinestatic

Definition at line 6520 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_hsubs_epi16()

static __m128i _mm_hsubs_epi16 ( __m128i  _a,
__m128i  _b 
)
inlinestatic

Definition at line 6883 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_hsubs_pi16()

static __m64 _mm_hsubs_pi16 ( __m64  _a,
__m64  _b 
)
inlinestatic

Definition at line 6899 of file sse2neon.h.

References a, b, vreinterpret_m64_s16, and vreinterpret_s16_m64.

◆ _mm_load1_pd()

static __m128d _mm_load1_pd ( const double *  p)
inlinestatic

Definition at line 4438 of file sse2neon.h.

References vreinterpretq_m128d_s64.

◆ _mm_load1_ps()

static __m128 _mm_load1_ps ( const float *  p)
inlinestatic

Definition at line 1840 of file sse2neon.h.

References vreinterpretq_m128_f32.

◆ _mm_load_pd()

static __m128d _mm_load_pd ( const double *  p)
inlinestatic

Definition at line 4385 of file sse2neon.h.

References ALIGN_STRUCT, data, fp, and vreinterpretq_m128d_f32.

Referenced by _mm_loadu_pd().

◆ _mm_load_ps()

static __m128 _mm_load_ps ( const float *  p)
inlinestatic

Definition at line 1813 of file sse2neon.h.

References vreinterpretq_m128_f32.

Referenced by _mm_maskmove_si64(), and _mm_maskmoveu_si128().

◆ _mm_load_sd()

static __m128d _mm_load_sd ( const double *  p)
inlinestatic

Definition at line 4413 of file sse2neon.h.

References ALIGN_STRUCT, data, fp, and vreinterpretq_m128d_f32.

◆ _mm_load_si128()

static __m128i _mm_load_si128 ( const __m128i *  p)
inlinestatic

Definition at line 4426 of file sse2neon.h.

References vreinterpretq_m128i_s32.

Referenced by bm::bit_find_first_if_1(), bm::sse2_and_arr_unal(), bm::sse2_and_block(), bm::sse2_and_digest(), bm::sse2_and_digest_2way(), bm::sse2_and_digest_3way(), bm::sse2_and_digest_5way(), bm::sse2_and_or_digest_2way(), bm::sse2_andnot_arr_2_mask(), bm::sse2_bit_block_calc_count_change(), bm::sse2_bit_block_xor(), bm::sse2_bit_block_xor_2way(), bm::sse2_bit_count(), bm::sse2_bit_count_op(), bm::sse2_bit_find_first(), bm::sse2_bit_find_first_diff(), bm::sse2_copy_block(), bm::sse2_invert_block(), bm::sse2_is_all_one(), bm::sse2_is_all_zero(), bm::sse2_is_digest_zero(), bm::sse2_or_arr_unal(), bm::sse2_or_block(), bm::sse2_or_block_2way(), bm::sse2_or_block_3way(), bm::sse2_or_block_5way(), bm::sse2_shift_l1(), bm::sse2_shift_r1(), bm::sse2_stream_block(), bm::sse2_sub_block(), bm::sse2_sub_digest(), bm::sse2_sub_digest_2way(), bm::sse2_sub_digest_3way(), bm::sse2_sub_digest_5way(), bm::sse2_xor_arr_2_mask(), bm::sse2_xor_block(), bm::sse2_xor_block_2way(), bm::sse42_bit_block_calc_change(), bm::sse42_bit_block_calc_count_change(), bm::sse42_bit_block_calc_xor_change(), bm::sse42_bit_block_xor(), bm::sse42_bit_block_xor_2way(), bm::sse42_bit_find_first(), bm::sse42_bit_find_first_diff(), bm::sse42_shift_l1(), bm::sse42_shift_r1(), bm::sse42_shift_r1_and(), bm::sse4_and_block(), bm::sse4_and_digest(), bm::sse4_and_digest_2way(), bm::sse4_and_digest_3way(), bm::sse4_and_digest_5way(), bm::sse4_and_or_digest_2way(), bm::sse4_bit_count_op(), bm::sse4_is_all_one(), bm::sse4_is_all_zero(), bm::sse4_is_digest_zero(), bm::sse4_sub_digest(), bm::sse4_sub_digest_2way(), bm::sse4_sub_digest_3way(), bm::sse4_sub_digest_5way(), NFast::x_sse_ConvertBuffer(), NFast::x_sse_CopyBuffer(), NFast::x_sse_Find4MaxElements(), NFast::x_sse_FindMaxElement(), and NFast::x_sse_SplitBufferInto4().

◆ _mm_load_ss()

static __m128 _mm_load_ss ( const float *  p)
inlinestatic

Definition at line 1832 of file sse2neon.h.

References vreinterpretq_m128_f32.

◆ _mm_loadh_pd()

static __m128d _mm_loadh_pd ( __m128d  a,
const double *  p 
)
inlinestatic

Definition at line 4455 of file sse2neon.h.

References a, vreinterpretq_f32_m128d, and vreinterpretq_m128d_f32.

◆ _mm_loadh_pi()

static __m128 _mm_loadh_pi ( __m128  a,
__m64 const *  p 
)
inlinestatic

Definition at line 1855 of file sse2neon.h.

References a, and vreinterpretq_m128_f32.

◆ _mm_loadl_epi64()

static __m128i _mm_loadl_epi64 ( __m128i const *  p)
inlinestatic

Definition at line 4468 of file sse2neon.h.

References vreinterpretq_m128i_s32.

◆ _mm_loadl_pd()

static __m128d _mm_loadl_pd ( __m128d  a,
const double *  p 
)
inlinestatic

Definition at line 4485 of file sse2neon.h.

References a, vreinterpretq_f32_m128d, and vreinterpretq_m128d_f32.

◆ _mm_loadl_pi()

static __m128 _mm_loadl_pi ( __m128  a,
__m64 const *  p 
)
inlinestatic

Definition at line 1872 of file sse2neon.h.

References a, and vreinterpretq_m128_f32.

◆ _mm_loadr_pd()

static __m128d _mm_loadr_pd ( const double *  p)
inlinestatic

Definition at line 4505 of file sse2neon.h.

References vreinterpretq_m128d_s64.

◆ _mm_loadr_ps()

static __m128 _mm_loadr_ps ( const float *  p)
inlinestatic

Definition at line 1888 of file sse2neon.h.

References vreinterpretq_m128_f32.

◆ _mm_loadu_pd()

static __m128d _mm_loadu_pd ( const double *  p)
inlinestatic

Definition at line 4518 of file sse2neon.h.

References _mm_load_pd().

◆ _mm_loadu_ps()

static __m128 _mm_loadu_ps ( const float *  p)
inlinestatic

Definition at line 1896 of file sse2neon.h.

References vreinterpretq_m128_f32.

◆ _mm_loadu_si128()

static __m128i _mm_loadu_si128 ( const __m128i *  p)
inlinestatic

Definition at line 4525 of file sse2neon.h.

References vreinterpretq_m128i_s32.

Referenced by fill_window(), bm::for_each_nzblock2(), bm::sse2_and_arr_unal(), bm::sse2_copy_block_unalign(), bm::sse2_gap_find(), bm::sse2_gap_sum_arr(), bm::sse2_lower_bound_scan_u32(), bm::sse2_or_arr_unal(), bm::sse2_stream_block_unalign(), bm::sse42_idx_arr_block_lookup(), bm::sse42_set_block_bits(), bm::sse42_test_all_eq_wave2(), bm::sse42_test_all_one_wave(), bm::sse42_test_all_zero_wave(), bm::sse42_test_all_zero_wave2(), bm::sse4_bit_block_gather_scatter(), bm::sse4_gap_find(), and NFast::x_sse_Find4MaxElements().

◆ _mm_loadu_si16()

static __m128i _mm_loadu_si16 ( const void *  p)
inlinestatic

Definition at line 1909 of file sse2neon.h.

References vreinterpretq_m128i_s16.

◆ _mm_loadu_si32()

static __m128i _mm_loadu_si32 ( const void *  p)
inlinestatic

Definition at line 4536 of file sse2neon.h.

References vreinterpretq_m128i_s32.

◆ _mm_loadu_si64()

static __m128i _mm_loadu_si64 ( const void *  p)
inlinestatic

Definition at line 1921 of file sse2neon.h.

References vreinterpretq_m128i_s64.

◆ _mm_madd_epi16()

static __m128i _mm_madd_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4550 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s16_m128i.

◆ _mm_maddubs_epi16()

static __m128i _mm_maddubs_epi16 ( __m128i  _a,
__m128i  _b 
)
inlinestatic

Definition at line 6921 of file sse2neon.h.

References a, b, th, vreinterpretq_m128i_s16, vreinterpretq_s16_m128i, vreinterpretq_s8_m128i, vreinterpretq_u16_m128i, and vreinterpretq_u8_m128i.

◆ _mm_maddubs_pi16()

static __m64 _mm_maddubs_pi16 ( __m64  _a,
__m64  _b 
)
inlinestatic

Definition at line 6960 of file sse2neon.h.

References a, b, vreinterpret_m64_s16, vreinterpret_s16_m64, and vreinterpret_u16_m64.

◆ _mm_malloc()

static void* _mm_malloc ( size_t  size,
size_t  align 
)
inlinestatic

Definition at line 1930 of file sse2neon.h.

References malloc(), NULL, and ncbi::grid::netcache::search::fields::size.

Referenced by bm::aligned_new_malloc(), bm::block_allocator::allocate(), and bm::ptr_allocator::allocate().

◆ _mm_maskmove_si64()

static void _mm_maskmove_si64 ( __m64  a,
__m64  mask,
char *  mem_addr 
)
inlinestatic

Definition at line 1946 of file sse2neon.h.

References _mm_load_ps(), a, b, mask, vreinterpret_s8_m64, and vreinterpretq_u64_m128.

◆ _mm_maskmoveu_si128()

static void _mm_maskmoveu_si128 ( __m128i  a,
__m128i  mask,
char *  mem_addr 
)
inlinestatic

Definition at line 4568 of file sse2neon.h.

References _mm_load_ps(), a, b, mask, vreinterpretq_s8_m128, and vreinterpretq_s8_m128i.

◆ _mm_max_epi16()

static __m128i _mm_max_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4581 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_max_epi32()

static __m128i _mm_max_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 7836 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_max_epi8()

static __m128i _mm_max_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 7845 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s8, and vreinterpretq_s8_m128i.

◆ _mm_max_epu16()

static __m128i _mm_max_epu16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 7854 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u16, and vreinterpretq_u16_m128i.

◆ _mm_max_epu32()

static __m128i _mm_max_epu32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 7863 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u32, and vreinterpretq_u32_m128i.

Referenced by NFast::x_sse_Find4MaxElements(), and NFast::x_sse_FindMaxElement().

◆ _mm_max_epu8()

static __m128i _mm_max_epu8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4590 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u8, and vreinterpretq_u8_m128i.

◆ _mm_max_pd()

static __m128d _mm_max_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 4599 of file sse2neon.h.

References a, b, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_max_sd().

◆ _mm_max_pi16()

static __m64 _mm_max_pi16 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 1971 of file sse2neon.h.

References a, b, vreinterpret_m64_s16, and vreinterpret_s16_m64.

◆ _mm_max_ps()

static __m128 _mm_max_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 1980 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_max_ss().

◆ _mm_max_pu8()

static __m64 _mm_max_pu8 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 2001 of file sse2neon.h.

References a, b, vreinterpret_m64_u8, and vreinterpret_u8_m64.

◆ _mm_max_sd()

static __m128d _mm_max_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 4627 of file sse2neon.h.

References _mm_max_pd(), _mm_move_sd(), a, b, and vreinterpretq_m128d_f32.

◆ _mm_max_ss()

static __m128 _mm_max_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2010 of file sse2neon.h.

References _mm_max_ps(), a, b, rapidjson::value, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_min_epi16()

static __m128i _mm_min_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4642 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_min_epi32()

static __m128i _mm_min_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 7879 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_min_epi8()

static __m128i _mm_min_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 7888 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s8, and vreinterpretq_s8_m128i.

◆ _mm_min_epu16()

static __m128i _mm_min_epu16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 7897 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u16, and vreinterpretq_u16_m128i.

◆ _mm_min_epu32()

static __m128i _mm_min_epu32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 7906 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u32, and vreinterpretq_u32_m128i.

◆ _mm_min_epu8()

static __m128i _mm_min_epu8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4651 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u8, and vreinterpretq_u8_m128i.

◆ _mm_min_pd()

static __m128d _mm_min_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 4660 of file sse2neon.h.

References a, b, uint64_t, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

Referenced by _mm_min_sd().

◆ _mm_min_pi16()

static __m64 _mm_min_pi16 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 2026 of file sse2neon.h.

References a, b, vreinterpret_m64_s16, and vreinterpret_s16_m64.

◆ _mm_min_ps()

static __m128 _mm_min_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2035 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_min_ss().

◆ _mm_min_pu8()

static __m64 _mm_min_pu8 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 2056 of file sse2neon.h.

References a, b, vreinterpret_m64_u8, and vreinterpret_u8_m64.

◆ _mm_min_sd()

static __m128d _mm_min_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 4687 of file sse2neon.h.

References _mm_min_pd(), _mm_move_sd(), a, b, and vreinterpretq_m128d_f32.

◆ _mm_min_ss()

static __m128 _mm_min_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2065 of file sse2neon.h.

References _mm_min_ps(), a, b, rapidjson::value, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_minpos_epu16()

static __m128i _mm_minpos_epu16 ( __m128i  a)
inlinestatic

Definition at line 7929 of file sse2neon.h.

References _mm_setzero_si128(), _mm_srli_si128(), a, i, min(), tmp, vreinterpret_m64_u16, vreinterpret_u16_m64, vreinterpretq_m128i_u16, and vreinterpretq_u16_m128i.

◆ _mm_move_epi64()

static __m128i _mm_move_epi64 ( __m128i  a)
inlinestatic

Definition at line 4706 of file sse2neon.h.

References a, vreinterpretq_m128i_s64, and vreinterpretq_s64_m128i.

◆ _mm_move_sd()

static __m128d _mm_move_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 4720 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128d, and vreinterpretq_m128d_f32.

Referenced by _mm_add_sd(), _mm_ceil_sd(), _mm_cmpeq_sd(), _mm_cmpge_sd(), _mm_cmpgt_sd(), _mm_cmple_sd(), _mm_cmplt_sd(), _mm_cmpneq_sd(), _mm_cmpnge_sd(), _mm_cmpngt_sd(), _mm_cmpnle_sd(), _mm_cmpnlt_sd(), _mm_cmpord_sd(), _mm_cmpunord_sd(), _mm_div_sd(), _mm_floor_sd(), _mm_max_sd(), _mm_min_sd(), _mm_mul_sd(), _mm_round_sd(), _mm_sqrt_sd(), and _mm_sub_sd().

◆ _mm_move_ss()

static __m128 _mm_move_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2074 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_ceil_ss(), _mm_cmpeq_ss(), _mm_cmpge_ss(), _mm_cmpgt_ss(), _mm_cmple_ss(), _mm_cmplt_ss(), _mm_cmpneq_ss(), _mm_cmpnge_ss(), _mm_cmpngt_ss(), _mm_cmpnle_ss(), _mm_cmpnlt_ss(), _mm_cmpord_ss(), _mm_cmpunord_ss(), _mm_floor_ss(), _mm_mul_ss(), _mm_rcp_ss(), _mm_round_ss(), and _mm_sub_ss().

◆ _mm_movedup_pd()

static __m128d _mm_movedup_pd ( __m128d  a)
inlinestatic

Definition at line 6554 of file sse2neon.h.

References a, vreinterpretq_m128d_u64, and vreinterpretq_u64_m128d.

◆ _mm_movehdup_ps()

static __m128 _mm_movehdup_ps ( __m128  a)
inlinestatic

Definition at line 6568 of file sse2neon.h.

References a, ALIGN_STRUCT, data, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_movehl_ps()

static __m128 _mm_movehl_ps ( __m128  __A,
__m128  __B 
)
inlinestatic

Definition at line 2087 of file sse2neon.h.

References vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_moveldup_ps()

static __m128 _mm_moveldup_ps ( __m128  a)
inlinestatic

Definition at line 6584 of file sse2neon.h.

References a, ALIGN_STRUCT, data, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_movelh_ps()

static __m128 _mm_movelh_ps ( __m128  __A,
__m128  __B 
)
inlinestatic

Definition at line 2100 of file sse2neon.h.

References vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_movemask_epi8()

static int _mm_movemask_epi8 ( __m128i  a)
inlinestatic

Definition at line 4731 of file sse2neon.h.

References a, input(), int, and vreinterpretq_u8_m128i.

Referenced by bm::sse2_and_digest(), bm::sse2_and_digest_2way(), bm::sse2_and_digest_3way(), bm::sse2_and_digest_5way(), bm::sse2_and_or_digest_2way(), bm::sse2_bit_find_first(), bm::sse2_bit_find_first_diff(), bm::sse2_gap_find(), bm::sse2_is_all_one(), bm::sse2_is_all_zero(), bm::sse2_is_digest_zero(), bm::sse2_lower_bound_scan_u32(), bm::sse2_or_arr_unal(), bm::sse2_or_block(), bm::sse2_or_block_2way(), bm::sse2_or_block_3way(), bm::sse2_or_block_5way(), bm::sse2_shift_l1(), bm::sse2_shift_r1(), bm::sse2_sub_digest(), bm::sse2_sub_digest_2way(), bm::sse2_sub_digest_3way(), bm::sse2_sub_digest_5way(), bm::sse42_bit_find_first(), bm::sse42_bit_find_first_diff(), bm::sse42_cmpge_u32(), and bm::sse4_gap_find().

◆ _mm_movemask_pd()

static int _mm_movemask_pd ( __m128d  a)
inlinestatic

Definition at line 4814 of file sse2neon.h.

References a, input(), and vreinterpretq_u64_m128d.

◆ _mm_movemask_pi8()

static int _mm_movemask_pi8 ( __m64  a)
inlinestatic

Definition at line 2110 of file sse2neon.h.

References a, input(), int, tmp, and vreinterpret_u8_m64.

◆ _mm_movemask_ps()

static int _mm_movemask_ps ( __m128  a)
inlinestatic

Definition at line 2132 of file sse2neon.h.

References a, input(), tmp, and vreinterpretq_u32_m128.

◆ _mm_movepi64_pi64()

static __m64 _mm_movepi64_pi64 ( __m128i  a)
inlinestatic

Definition at line 4826 of file sse2neon.h.

References a, vreinterpret_m64_s64, and vreinterpretq_s64_m128i.

◆ _mm_movpi64_epi64()

static __m128i _mm_movpi64_epi64 ( __m64  a)
inlinestatic

Definition at line 4838 of file sse2neon.h.

References a, vreinterpret_s64_m64, and vreinterpretq_m128i_s64.

◆ _mm_mpsadbw_epu8()

static __m128i _mm_mpsadbw_epu8 ( __m128i  a,
__m128i  b,
const int  imm 
)
inlinestatic

Definition at line 7972 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, vreinterpretq_u32_m128i, and vreinterpretq_u8_m128i.

◆ _mm_mul_epi32()

static __m128i _mm_mul_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 8054 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s64, and vreinterpretq_s64_m128i.

◆ _mm_mul_epu32()

static __m128i _mm_mul_epu32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4849 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u64, and vreinterpretq_u64_m128i.

◆ _mm_mul_pd()

static __m128d _mm_mul_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 4860 of file sse2neon.h.

References a, and b.

Referenced by _mm_addsub_pd(), _mm_dp_pd(), and _mm_mul_sd().

◆ _mm_mul_ps()

static __m128 _mm_mul_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2160 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_addsub_ps(), _mm_dp_ps(), and _mm_mul_ss().

◆ _mm_mul_sd()

static __m128d _mm_mul_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 4879 of file sse2neon.h.

References _mm_move_sd(), _mm_mul_pd(), a, and b.

◆ _mm_mul_ss()

static __m128 _mm_mul_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2174 of file sse2neon.h.

References _mm_move_ss(), _mm_mul_ps(), a, and b.

◆ _mm_mul_su32()

static __m64 _mm_mul_su32 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 4890 of file sse2neon.h.

References a, b, vreinterpret_m64_u64, and vreinterpret_u32_m64.

◆ _mm_mulhi_epi16()

static __m128i _mm_mulhi_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4905 of file sse2neon.h.

References a, b, r(), vreinterpretq_m128i_u16, and vreinterpretq_s16_m128i.

◆ _mm_mulhi_epu16()

static __m128i _mm_mulhi_epu16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4926 of file sse2neon.h.

References a, b, r(), vreinterpretq_m128i_u16, and vreinterpretq_u16_m128i.

◆ _mm_mulhi_pu16()

static __m64 _mm_mulhi_pu16 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 2183 of file sse2neon.h.

References a, b, vreinterpret_m64_u16, and vreinterpret_u16_m64.

◆ _mm_mulhrs_epi16()

static __m128i _mm_mulhrs_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6990 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_mulhrs_pi16()

static __m64 _mm_mulhrs_pi16 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 7014 of file sse2neon.h.

References a, b, vreinterpret_m64_s16, and vreinterpret_s16_m64.

◆ _mm_mullo_epi16()

static __m128i _mm_mullo_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4956 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_mullo_epi32()

static __m128i _mm_mullo_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 8065 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_or_pd()

static __m128d _mm_or_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 4965 of file sse2neon.h.

References a, b, vreinterpretq_m128d_s64, and vreinterpretq_s64_m128d.

◆ _mm_or_ps()

static __m128 _mm_or_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2192 of file sse2neon.h.

References a, b, vreinterpretq_m128_s32, and vreinterpretq_s32_m128.

◆ _mm_or_si128()

static __m128i _mm_or_si128 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4976 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

Referenced by _mm_cvtps_pi16(), _mm_cvtps_pi8(), bm::sse2_and_arr_unal(), bm::sse2_and_block(), bm::sse2_and_digest(), bm::sse2_and_digest_2way(), bm::sse2_and_digest_3way(), bm::sse2_and_digest_5way(), bm::sse2_and_or_digest_2way(), bm::sse2_bit_find_first(), bm::sse2_bit_find_first_diff(), bm::sse2_gap_find(), bm::sse2_is_all_zero(), bm::sse2_is_digest_zero(), bm::sse2_lower_bound_scan_u32(), bm::sse2_or(), bm::sse2_or_arr_unal(), bm::sse2_or_block(), bm::sse2_or_block_2way(), bm::sse2_or_block_3way(), bm::sse2_or_block_5way(), bm::sse2_shift_l1(), bm::sse2_shift_r1(), bm::sse2_sub_block(), bm::sse2_sub_digest(), bm::sse2_sub_digest_2way(), bm::sse2_sub_digest_3way(), bm::sse2_sub_digest_5way(), bm::sse2_xor_block(), bm::sse2_xor_block_2way(), bm::sse42_bit_block_calc_change(), bm::sse42_bit_block_calc_xor_change(), bm::sse42_bit_find_first(), bm::sse42_bit_find_first_diff(), bm::sse42_cmpge_u32(), bm::sse42_shift_l1(), bm::sse42_shift_r1(), bm::sse42_shift_r1_and(), bm::sse42_test_all_zero_wave2(), bm::sse4_and_block(), bm::sse4_and_digest(), bm::sse4_and_digest_2way(), bm::sse4_and_digest_3way(), bm::sse4_and_digest_5way(), bm::sse4_and_or_digest_2way(), bm::sse4_bit_block_gather_scatter(), bm::sse4_gap_find(), bm::sse4_is_all_zero(), bm::sse4_is_digest_zero(), bm::sse4_sub_digest(), bm::sse4_sub_digest_2way(), bm::sse4_sub_digest_3way(), bm::sse4_sub_digest_5way(), NFast::x_sse_ConvertBuffer(), and NFast::x_sse_SplitBufferInto4().

◆ _mm_packs_epi16()

static __m128i _mm_packs_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 4985 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s8, and vreinterpretq_s16_m128i.

◆ _mm_packs_epi32()

static __m128i _mm_packs_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 5005 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s32_m128i.

◆ _mm_packus_epi16()

static __m128i _mm_packus_epi16 ( const __m128i  a,
const __m128i  b 
)
inlinestatic

Definition at line 5025 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u8, and vreinterpretq_s16_m128i.

◆ _mm_packus_epi32()

static __m128i _mm_packus_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 8082 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u16, and vreinterpretq_s32_m128i.

◆ _mm_pause()

static void _mm_pause ( )
inlinestatic

Definition at line 5037 of file sse2neon.h.

Referenced by bm::spin_lock< Pad >::lock().

◆ _mm_popcnt_u32()

static int _mm_popcnt_u32 ( unsigned int  a)
inlinestatic

Definition at line 8687 of file sse2neon.h.

References a, and count.

Referenced by bm::sse42_bit_block_calc_change(), bm::sse42_bit_block_calc_count_change(), bm::sse42_bit_block_calc_xor_change(), bm::sse42_shift_r1_and(), bm::sse4_bit_count(), bm::sse4_bit_count_op(), bm::sse4_gap_find(), bm::word_bitcount(), and bm::word_bitcount64().

◆ _mm_popcnt_u64()

static int64_t _mm_popcnt_u64 ( uint64_t  a)
inlinestatic

Definition at line 8714 of file sse2neon.h.

References a, and count.

Referenced by bm::avx2_bit_block_calc_change_bc(), bm::avx2_bit_block_count(), bm::avx2_bit_block_xor_2way(), bm::bit_block_calc_count_range(), bm::bmi1_select64_lz(), bm::bmi1_select64_tz(), bm::sse42_bit_block_calc_change(), bm::sse42_bit_block_calc_xor_change(), bm::sse42_bit_block_xor_2way(), bm::sse42_shift_r1_and(), bm::sse4_bit_count(), bm::sse4_bit_count_op(), and bm::word_bitcount64().

◆ _mm_prefetch()

static void _mm_prefetch ( const void *  p,
int  i 
)
inlinestatic

Definition at line 2263 of file sse2neon.h.

References i.

Referenced by bm::avx2_or_block_5way(), bm::avx2_shift_r1_and(), bm::avx512_or_block_5way(), bm::sse2_or_block_5way(), and bm::sse4_bit_block_gather_scatter().

◆ _mm_rcp_ps()

static __m128 _mm_rcp_ps ( __m128  in)
inlinestatic

Definition at line 2285 of file sse2neon.h.

References in(), vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_rcp_ss().

◆ _mm_rcp_ss()

static __m128 _mm_rcp_ss ( __m128  a)
inlinestatic

Definition at line 2305 of file sse2neon.h.

References _mm_move_ss(), _mm_rcp_ps(), and a.

◆ _mm_round_pd()

static __m128d _mm_round_pd ( __m128d  a,
int  rounding 
)
inlinestatic

Definition at line 8093 of file sse2neon.h.

References _mm_ceil_pd(), _mm_floor_pd(), _MM_FROUND_CUR_DIRECTION, _MM_FROUND_NO_EXC, _MM_FROUND_TO_NEAREST_INT, _MM_FROUND_TO_NEG_INF, _MM_FROUND_TO_POS_INF, _MM_FROUND_TO_ZERO, _MM_GET_ROUNDING_MODE(), _MM_ROUND_DOWN, _MM_ROUND_NEAREST, _MM_ROUND_UP, _mm_set_pd(), a, i, and tmp.

Referenced by _mm_cvtpd_epi32(), _mm_cvtpd_pi32(), _mm_cvtsd_si32(), _mm_cvtsd_si64(), and _mm_round_sd().

◆ _mm_round_ps()

static __m128 _mm_round_ps ( __m128  a,
int  rounding 
)
inlinestatic

Definition at line 8162 of file sse2neon.h.

References _mm_ceil_ps(), _mm_floor_ps(), _MM_FROUND_CUR_DIRECTION, _MM_FROUND_NO_EXC, _MM_FROUND_TO_NEAREST_INT, _MM_FROUND_TO_NEG_INF, _MM_FROUND_TO_POS_INF, _MM_FROUND_TO_ZERO, _MM_GET_ROUNDING_MODE(), _MM_ROUND_DOWN, _MM_ROUND_NEAREST, _MM_ROUND_UP, _mm_set_ps(), a, delta(), vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_cvt_ps2pi(), _mm_cvt_ss2si(), _mm_cvtss_si64(), and _mm_round_ss().

◆ _mm_round_sd()

static __m128d _mm_round_sd ( __m128d  a,
__m128d  b,
int  rounding 
)
inlinestatic

Definition at line 8222 of file sse2neon.h.

References _mm_move_sd(), _mm_round_pd(), a, and b.

◆ _mm_round_ss()

static __m128 _mm_round_ss ( __m128  a,
__m128  b,
int  rounding 
)
inlinestatic

Definition at line 8242 of file sse2neon.h.

References _mm_move_ss(), _mm_round_ps(), a, and b.

◆ _mm_rsqrt_ps()

static __m128 _mm_rsqrt_ps ( __m128  in)
inlinestatic

Definition at line 2314 of file sse2neon.h.

References in(), out(), vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_rsqrt_ss().

◆ _mm_rsqrt_ss()

static __m128 _mm_rsqrt_ss ( __m128  in)
inlinestatic

Definition at line 2332 of file sse2neon.h.

References _mm_rsqrt_ps(), and in().

◆ _mm_sad_epu8()

static __m128i _mm_sad_epu8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 5047 of file sse2neon.h.

References a, b, t, and vreinterpretq_m128i_u64.

◆ _mm_sad_pu8()

static __m64 _mm_sad_pu8 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 2342 of file sse2neon.h.

References a, b, t, vreinterpret_m64_u16, and vreinterpret_u8_m64.

◆ _mm_set1_epi16()

static __m128i _mm_set1_epi16 ( short  w)
inlinestatic

Definition at line 5154 of file sse2neon.h.

References vreinterpretq_m128i_s16.

Referenced by fill_window(), bm::sse2_gap_find(), and bm::sse4_gap_find().

◆ _mm_set1_epi32()

static __m128i _mm_set1_epi32 ( int  _i)
inlinestatic

Definition at line 5167 of file sse2neon.h.

References vreinterpretq_m128i_s32.

Referenced by _mm_cvtps_pi16(), _mm_cvtps_pi8(), bm::sse2_andnot_arr_2_mask(), bm::sse2_block_set_digest(), bm::sse2_invert_block(), bm::sse2_lower_bound_scan_u32(), bm::sse2_or_arr_unal(), bm::sse2_or_block(), bm::sse2_or_block_2way(), bm::sse2_or_block_3way(), bm::sse2_or_block_5way(), bm::sse2_set_block(), bm::sse2_shift_l1(), bm::sse2_shift_r1(), bm::sse2_sub_digest_3way(), bm::sse2_sub_digest_5way(), bm::sse2_xor_arr_2_mask(), bm::sse42_cmpge_u32(), bm::sse42_idx_arr_block_lookup(), bm::sse42_set_block_bits(), bm::sse42_shift_l1(), bm::sse42_shift_r1(), bm::sse42_shift_r1_and(), bm::sse4_bit_block_gather_scatter(), bm::sse4_block_set_digest(), bm::sse4_sub_digest_3way(), bm::sse4_sub_digest_5way(), and NFast::x_sse_FindMaxElement().

◆ _mm_set1_epi64()

static __m128i _mm_set1_epi64 ( __m64  _i)
inlinestatic

Definition at line 5174 of file sse2neon.h.

References vreinterpretq_m128i_s64.

◆ _mm_set1_epi64x()

static __m128i _mm_set1_epi64x ( int64_t  _i)
inlinestatic

Definition at line 5181 of file sse2neon.h.

References vreinterpretq_m128i_s64.

◆ _mm_set1_epi8()

static __m128i _mm_set1_epi8 ( signed char  w)
inlinestatic

Definition at line 5194 of file sse2neon.h.

References vreinterpretq_m128i_s8.

◆ _mm_set1_pd()

static __m128d _mm_set1_pd ( double  d)
inlinestatic

Definition at line 5202 of file sse2neon.h.

References vreinterpretq_m128d_s64.

◆ _mm_set1_ps()

static __m128 _mm_set1_ps ( float  _w)
inlinestatic

Definition at line 2458 of file sse2neon.h.

References vreinterpretq_m128_f32.

Referenced by _mm_dp_ps().

◆ _mm_set_epi16()

static __m128i _mm_set_epi16 ( short  i7,
short  i6,
short  i5,
short  i4,
short  i3,
short  i2,
short  i1,
short  i0 
)
inlinestatic

Definition at line 5055 of file sse2neon.h.

References ALIGN_STRUCT, data, and vreinterpretq_m128i_s16.

◆ _mm_set_epi32()

static __m128i _mm_set_epi32 ( int  i3,
int  i2,
int  i1,
int  i0 
)
inlinestatic

Definition at line 5070 of file sse2neon.h.

References ALIGN_STRUCT, data, and vreinterpretq_m128i_s32.

Referenced by _mm_aesenc_si128(), _mm_aeskeygenassist_si128(), _mm_cvtpd_epi32(), _mm_cvtps_epi32(), _mm_cvttpd_epi32(), bm::sse2_bit_block_calc_count_change(), bm::sse2_bit_count(), bm::sse2_bit_count_op(), bm::sse2_is_all_one(), bm::sse2_shift_l1(), bm::sse2_shift_r1(), bm::sse4_bit_block_gather_scatter(), and TestSIMDUtils().

◆ _mm_set_epi64()

static __m128i _mm_set_epi64 ( __m64  i1,
__m64  i2 
)
inlinestatic

Definition at line 5079 of file sse2neon.h.

References _mm_set_epi64x().

◆ _mm_set_epi64x()

static __m128i _mm_set_epi64x ( int64_t  i1,
int64_t  i2 
)
inlinestatic

Definition at line 5087 of file sse2neon.h.

References vreinterpretq_m128i_s64.

Referenced by _mm_dp_pd(), and _mm_set_epi64().

◆ _mm_set_epi8()

static __m128i _mm_set_epi8 ( signed char  b15,
signed char  b14,
signed char  b13,
signed char  b12,
signed char  b11,
signed char  b10,
signed char  b9,
signed char  b8,
signed char  b7,
signed char  b6,
signed char  b5,
signed char  b4,
signed char  b3,
signed char  b2,
signed char  b1,
signed char  b0 
)
inlinestatic

Definition at line 5095 of file sse2neon.h.

References ALIGN_STRUCT, and data.

Referenced by NFast::x_sse_ConvertBuffer().

◆ _mm_set_pd()

static __m128d _mm_set_pd ( double  e1,
double  e0 
)
inlinestatic

Definition at line 5123 of file sse2neon.h.

References ALIGN_STRUCT, data, and vreinterpretq_m128d_f32.

Referenced by _mm_addsub_pd(), _mm_ceil_pd(), _mm_cvtepi32_pd(), _mm_cvtpi32_pd(), _mm_cvtps_pd(), _mm_dp_pd(), _mm_floor_pd(), _mm_round_pd(), _mm_set_sd(), _mm_setr_pd(), _mm_sqrt_pd(), and _mm_sqrt_sd().

◆ _mm_set_ps()

static __m128 _mm_set_ps ( float  w,
float  z,
float  y,
float  x 
)
inlinestatic

Definition at line 2384 of file sse2neon.h.

References ALIGN_STRUCT, data, and vreinterpretq_m128_f32.

Referenced by _mm_ceil_ps(), _mm_cvtpd_ps(), _mm_floor_ps(), and _mm_round_ps().

◆ _mm_set_ps1()

static __m128 _mm_set_ps1 ( float  _w)
inlinestatic

Definition at line 2392 of file sse2neon.h.

References vreinterpretq_m128_f32.

Referenced by _mm_cvtps_pi16(), and _mm_cvtps_pi8().

◆ _MM_SET_ROUNDING_MODE()

static void _MM_SET_ROUNDING_MODE ( int  rounding)
inlinestatic

Definition at line 2402 of file sse2neon.h.

References _MM_ROUND_DOWN, _MM_ROUND_TOWARD_ZERO, _MM_ROUND_UP, r(), and rapidjson::value.

Referenced by _mm_setcsr().

◆ _mm_set_sd()

static __m128d _mm_set_sd ( double  a)
inlinestatic

Definition at line 5141 of file sse2neon.h.

References _mm_set_pd(), and a.

◆ _mm_set_ss()

static __m128 _mm_set_ss ( float  a)
inlinestatic

Definition at line 2447 of file sse2neon.h.

References a, ALIGN_STRUCT, data, and vreinterpretq_m128_f32.

◆ _mm_setcsr()

static void _mm_setcsr ( unsigned int  a)
inlinestatic

Definition at line 2464 of file sse2neon.h.

References _MM_SET_ROUNDING_MODE(), and a.

◆ _mm_setr_epi16()

static __m128i _mm_setr_epi16 ( short  w0,
short  w1,
short  w2,
short  w3,
short  w4,
short  w5,
short  w6,
short  w7 
)
inlinestatic

Definition at line 5218 of file sse2neon.h.

References ALIGN_STRUCT, data, and vreinterpretq_m128i_s16.

◆ _mm_setr_epi32()

static __m128i _mm_setr_epi32 ( int  i3,
int  i2,
int  i1,
int  i0 
)
inlinestatic

Definition at line 5233 of file sse2neon.h.

References ALIGN_STRUCT, data, and vreinterpretq_m128i_s32.

◆ _mm_setr_epi64()

static __m128i _mm_setr_epi64 ( __m64  e1,
__m64  e0 
)
inlinestatic

Definition at line 5241 of file sse2neon.h.

References vreinterpretq_m128i_s64.

◆ _mm_setr_epi8()

static __m128i _mm_setr_epi8 ( signed char  b0,
signed char  b1,
signed char  b2,
signed char  b3,
signed char  b4,
signed char  b5,
signed char  b6,
signed char  b7,
signed char  b8,
signed char  b9,
signed char  b10,
signed char  b11,
signed char  b12,
signed char  b13,
signed char  b14,
signed char  b15 
)
inlinestatic

Definition at line 5248 of file sse2neon.h.

References ALIGN_STRUCT, and data.

◆ _mm_setr_pd()

static __m128d _mm_setr_pd ( double  e1,
double  e0 
)
inlinestatic

Definition at line 5276 of file sse2neon.h.

References _mm_set_pd().

◆ _mm_setr_ps()

static __m128 _mm_setr_ps ( float  w,
float  z,
float  y,
float  x 
)
inlinestatic

Definition at line 2478 of file sse2neon.h.

References ALIGN_STRUCT, data, and vreinterpretq_m128_f32.

Referenced by _mm_addsub_ps().

◆ _mm_setzero_pd()

static __m128d _mm_setzero_pd ( void  )
inlinestatic

Definition at line 5283 of file sse2neon.h.

References vreinterpretq_m128d_f32.

◆ _mm_setzero_ps()

static __m128 _mm_setzero_ps ( void  )
inlinestatic

Definition at line 2486 of file sse2neon.h.

References vreinterpretq_m128_f32.

◆ _mm_setzero_si128()

static __m128i _mm_setzero_si128 ( void  )
inlinestatic

Definition at line 5294 of file sse2neon.h.

References vreinterpretq_m128i_s32.

Referenced by _mm_alignr_epi8(), _mm_cvtps_pi16(), _mm_cvtps_pi8(), _mm_minpos_epu16(), _mm_sll_epi16(), _mm_sll_epi32(), _mm_sll_epi64(), _mm_slli_epi16(), _mm_slli_epi32(), _mm_slli_epi64(), _mm_slli_si128(), _mm_sra_epi16(), _mm_sra_epi32(), _mm_srl_epi16(), _mm_srl_epi32(), _mm_srl_epi64(), _mm_srli_si128(), bm::sse2_and_arr_unal(), bm::sse2_and_block(), bm::sse2_and_digest(), bm::sse2_and_digest_2way(), bm::sse2_and_digest_3way(), bm::sse2_and_digest_5way(), bm::sse2_and_or_digest_2way(), bm::sse2_bit_find_first(), bm::sse2_bit_find_first_diff(), bm::sse2_gap_find(), bm::sse2_gap_sum_arr(), bm::sse2_is_all_zero(), bm::sse2_is_digest_zero(), bm::sse2_sub_block(), bm::sse2_sub_digest(), bm::sse2_sub_digest_2way(), bm::sse2_sub_digest_3way(), bm::sse2_sub_digest_5way(), bm::sse2_xor_block(), bm::sse2_xor_block_2way(), bm::sse42_bit_find_first(), bm::sse42_bit_find_first_diff(), bm::sse4_and_block(), bm::sse4_gap_find(), bm::sse4_is_all_zero(), NFast::x_sse_ClearBuffer(), and NFast::x_sse_FindMaxElement().

◆ _mm_sfence()

static void _mm_sfence ( void  )
inlinestatic

Definition at line 2523 of file sse2neon.h.

◆ _mm_shuffle_epi8()

static __m128i _mm_shuffle_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 7026 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s8, vreinterpretq_s8_m128i, and vreinterpretq_u8_m128i.

Referenced by NFast::x_sse_ConvertBuffer().

◆ _mm_shuffle_epi_0101()

static __m128i _mm_shuffle_epi_0101 ( __m128i  a)
inlinestatic

Definition at line 865 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_shuffle_epi_0122()

static __m128i _mm_shuffle_epi_0122 ( __m128i  a)
inlinestatic

Definition at line 878 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_shuffle_epi_0321()

static __m128i _mm_shuffle_epi_0321 ( __m128i  a)
inlinestatic

Definition at line 831 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_shuffle_epi_1001()

static __m128i _mm_shuffle_epi_1001 ( __m128i  a)
inlinestatic

Definition at line 855 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_shuffle_epi_1010()

static __m128i _mm_shuffle_epi_1010 ( __m128i  a)
inlinestatic

Definition at line 847 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_shuffle_epi_1032()

static __m128i _mm_shuffle_epi_1032 ( __m128i  a)
inlinestatic

Definition at line 812 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_shuffle_epi_2103()

static __m128i _mm_shuffle_epi_2103 ( __m128i  a)
inlinestatic

Definition at line 839 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_shuffle_epi_2211()

static __m128i _mm_shuffle_epi_2211 ( __m128i  a)
inlinestatic

Definition at line 871 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_shuffle_epi_2301()

static __m128i _mm_shuffle_epi_2301 ( __m128i  a)
inlinestatic

Definition at line 822 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_shuffle_epi_3332()

static __m128i _mm_shuffle_epi_3332 ( __m128i  a)
inlinestatic

Definition at line 885 of file sse2neon.h.

References a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_shuffle_pi8()

static __m64 _mm_shuffle_pi8 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 7067 of file sse2neon.h.

References a, b, vreinterpret_m64_s8, and vreinterpret_s8_m64.

◆ _mm_shuffle_ps_0011()

static __m128 _mm_shuffle_ps_0011 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 592 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_0022()

static __m128 _mm_shuffle_ps_0022 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 599 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_0101()

static __m128 _mm_shuffle_ps_0101 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 576 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_0321()

static __m128 _mm_shuffle_ps_0321 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 544 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_1001()

static __m128 _mm_shuffle_ps_1001 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 569 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_1010()

static __m128 _mm_shuffle_ps_1010 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 562 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_1032()

static __m128 _mm_shuffle_ps_1032 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 527 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_1133()

static __m128 _mm_shuffle_ps_1133 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 625 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_2001()

static __m128 _mm_shuffle_ps_2001 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 642 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_2010()

static __m128 _mm_shuffle_ps_2010 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 633 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_2032()

static __m128 _mm_shuffle_ps_2032 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 651 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_2103()

static __m128 _mm_shuffle_ps_2103 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 553 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_2200()

static __m128 _mm_shuffle_ps_2200 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 607 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_2301()

static __m128 _mm_shuffle_ps_2301 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 537 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_3202()

static __m128 _mm_shuffle_ps_3202 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 615 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_shuffle_ps_3210()

static __m128 _mm_shuffle_ps_3210 ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 585 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_sign_epi16()

static __m128i _mm_sign_epi16 ( __m128i  _a,
__m128i  _b 
)
inlinestatic

Definition at line 7089 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_sign_epi32()

static __m128i _mm_sign_epi32 ( __m128i  _a,
__m128i  _b 
)
inlinestatic

Definition at line 7126 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

◆ _mm_sign_epi8()

static __m128i _mm_sign_epi8 ( __m128i  _a,
__m128i  _b 
)
inlinestatic

Definition at line 7164 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s8, and vreinterpretq_s8_m128i.

◆ _mm_sign_pi16()

static __m64 _mm_sign_pi16 ( __m64  _a,
__m64  _b 
)
inlinestatic

Definition at line 7205 of file sse2neon.h.

References a, b, vreinterpret_m64_s16, and vreinterpret_s16_m64.

◆ _mm_sign_pi32()

static __m64 _mm_sign_pi32 ( __m64  _a,
__m64  _b 
)
inlinestatic

Definition at line 7246 of file sse2neon.h.

References a, b, vreinterpret_m64_s32, and vreinterpret_s32_m64.

◆ _mm_sign_pi8()

static __m64 _mm_sign_pi8 ( __m64  _a,
__m64  _b 
)
inlinestatic

Definition at line 7287 of file sse2neon.h.

References a, b, vreinterpret_m64_s8, and vreinterpret_s8_m64.

◆ _mm_sll_epi16()

static __m128i _mm_sll_epi16 ( __m128i  a,
__m128i  count 
)
inlinestatic

Definition at line 5430 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, count, vreinterpretq_m128i_s16, vreinterpretq_nth_u64_m128i, and vreinterpretq_s16_m128i.

◆ _mm_sll_epi32()

static __m128i _mm_sll_epi32 ( __m128i  a,
__m128i  count 
)
inlinestatic

Definition at line 5453 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, count, vreinterpretq_m128i_s32, vreinterpretq_nth_u64_m128i, and vreinterpretq_s32_m128i.

◆ _mm_sll_epi64()

static __m128i _mm_sll_epi64 ( __m128i  a,
__m128i  count 
)
inlinestatic

Definition at line 5476 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, count, vreinterpretq_m128i_s64, vreinterpretq_nth_u64_m128i, and vreinterpretq_s64_m128i.

◆ _mm_slli_epi16()

static __m128i _mm_slli_epi16 ( __m128i  a,
int  imm 
)
inlinestatic

Definition at line 5499 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

Referenced by bm::sse4_gap_find().

◆ _mm_slli_epi32()

static __m128i _mm_slli_epi32 ( __m128i  a,
int  imm 
)
inlinestatic

Definition at line 5520 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

Referenced by bm::sse2_shift_l1(), bm::sse2_shift_r1(), bm::sse42_bit_block_calc_change(), bm::sse42_bit_block_calc_xor_change(), bm::sse42_shift_l1(), bm::sse42_shift_r1(), bm::sse42_shift_r1_and(), and bm::sse4_bit_block_gather_scatter().

◆ _mm_slli_epi64()

static __m128i _mm_slli_epi64 ( __m128i  a,
int  imm 
)
inlinestatic

Definition at line 5541 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, vreinterpretq_m128i_s64, and vreinterpretq_s64_m128i.

Referenced by bm::sse2_gap_find(), and bm::sse4_gap_find().

◆ _mm_slli_si128()

static __m128i _mm_slli_si128 ( __m128i  a,
int  imm 
)
inlinestatic

Definition at line 5559 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, tmp, vreinterpretq_m128i_u8, and vreinterpretq_u8_m128i.

Referenced by bm::sse2_gap_find(), bm::sse2_shift_r1(), bm::sse42_bit_block_calc_change(), bm::sse42_bit_block_calc_xor_change(), bm::sse42_shift_r1(), bm::sse42_shift_r1_and(), bm::sse4_bit_block_gather_scatter(), bm::sse4_gap_find(), NFast::x_sse_ConvertBuffer(), and NFast::x_sse_SplitBufferInto4().

◆ _mm_sqrt_pd()

static __m128d _mm_sqrt_pd ( __m128d  a)
inlinestatic

Definition at line 5571 of file sse2neon.h.

References _mm_set_pd(), and a.

Referenced by _mm_sqrt_sd().

◆ _mm_sqrt_ps()

static __m128 _mm_sqrt_ps ( __m128  in)
inlinestatic

Definition at line 2614 of file sse2neon.h.

References in(), vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_sqrt_ss().

◆ _mm_sqrt_sd()

static __m128d _mm_sqrt_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 5586 of file sse2neon.h.

References _mm_move_sd(), _mm_set_pd(), _mm_sqrt_pd(), a, and b.

◆ _mm_sqrt_ss()

static __m128 _mm_sqrt_ss ( __m128  in)
inlinestatic

Definition at line 2649 of file sse2neon.h.

References _mm_sqrt_ps(), in(), rapidjson::value, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_sra_epi16()

static __m128i _mm_sra_epi16 ( __m128i  a,
__m128i  count 
)
inlinestatic

Definition at line 5608 of file sse2neon.h.

References _mm_cmplt_epi16(), _mm_setzero_si128(), _sse2neon_unlikely, a, count, and vreinterpretq_m128i_s16.

◆ _mm_sra_epi32()

static __m128i _mm_sra_epi32 ( __m128i  a,
__m128i  count 
)
inlinestatic

Definition at line 5629 of file sse2neon.h.

References _mm_cmplt_epi32(), _mm_setzero_si128(), _sse2neon_unlikely, a, count, and vreinterpretq_m128i_s32.

◆ _mm_srai_epi16()

static __m128i _mm_srai_epi16 ( __m128i  a,
int  imm 
)
inlinestatic

Definition at line 5650 of file sse2neon.h.

References a, and count.

◆ _mm_srl_epi16()

static __m128i _mm_srl_epi16 ( __m128i  a,
__m128i  count 
)
inlinestatic

Definition at line 5698 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, count, vreinterpretq_m128i_u16, vreinterpretq_nth_u64_m128i, and vreinterpretq_u16_m128i.

◆ _mm_srl_epi32()

static __m128i _mm_srl_epi32 ( __m128i  a,
__m128i  count 
)
inlinestatic

Definition at line 5721 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, count, vreinterpretq_m128i_u32, vreinterpretq_nth_u64_m128i, and vreinterpretq_u32_m128i.

◆ _mm_srl_epi64()

static __m128i _mm_srl_epi64 ( __m128i  a,
__m128i  count 
)
inlinestatic

Definition at line 5744 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, count, vreinterpretq_m128i_u64, vreinterpretq_nth_u64_m128i, and vreinterpretq_u64_m128i.

◆ _mm_srli_si128()

static __m128i _mm_srli_si128 ( __m128i  a,
int  imm 
)
inlinestatic

Definition at line 5840 of file sse2neon.h.

References _mm_setzero_si128(), _sse2neon_unlikely, a, tmp, vreinterpretq_m128i_u8, and vreinterpretq_u8_m128i.

Referenced by _mm_minpos_epu16(), bm::sse2_shift_l1(), bm::sse42_shift_l1(), and NFast::x_sse_FindMaxElement().

◆ _mm_store_pd()

static void _mm_store_pd ( double *  mem_addr,
__m128d  a 
)
inlinestatic

Definition at line 5852 of file sse2neon.h.

References a, and vreinterpretq_f32_m128d.

Referenced by _mm_storer_pd(), and _mm_storeu_pd().

◆ _mm_store_pd1()

static void _mm_store_pd1 ( double *  mem_addr,
__m128d  a 
)
inlinestatic

Definition at line 5865 of file sse2neon.h.

References a, and vreinterpretq_f32_m128d.

◆ _mm_store_ps()

static void _mm_store_ps ( float *  p,
__m128  a 
)
inlinestatic

Definition at line 2659 of file sse2neon.h.

References a, and vreinterpretq_f32_m128.

◆ _mm_store_ps1()

static void _mm_store_ps1 ( float *  p,
__m128  a 
)
inlinestatic

Definition at line 2674 of file sse2neon.h.

References a, and vreinterpretq_f32_m128.

◆ _mm_store_sd()

static void _mm_store_sd ( double *  mem_addr,
__m128d  a 
)
inlinestatic

Definition at line 5881 of file sse2neon.h.

References a, and vreinterpretq_u64_m128d.

◆ _mm_store_si128()

static void _mm_store_si128 ( __m128i *  p,
__m128i  a 
)
inlinestatic

Definition at line 5892 of file sse2neon.h.

References a, and vreinterpretq_s32_m128i.

Referenced by bm::sse2_and_arr_unal(), bm::sse2_and_block(), bm::sse2_and_digest(), bm::sse2_and_digest_2way(), bm::sse2_and_digest_3way(), bm::sse2_and_digest_5way(), bm::sse2_and_or_digest_2way(), bm::sse2_andnot_arr_2_mask(), bm::sse2_bit_block_calc_count_change(), bm::sse2_bit_block_xor(), bm::sse2_bit_block_xor_2way(), bm::sse2_bit_count(), bm::sse2_bit_count_op(), bm::sse2_bit_find_first(), bm::sse2_bit_find_first_diff(), bm::sse2_block_set_digest(), bm::sse2_copy_block(), bm::sse2_copy_block_unalign(), bm::sse2_invert_block(), bm::sse2_or_arr_unal(), bm::sse2_or_block(), bm::sse2_or_block_2way(), bm::sse2_or_block_3way(), bm::sse2_set_block(), bm::sse2_shift_l1(), bm::sse2_shift_r1(), bm::sse2_sub_block(), bm::sse2_sub_digest(), bm::sse2_sub_digest_2way(), bm::sse2_sub_digest_3way(), bm::sse2_sub_digest_5way(), bm::sse2_xor_arr_2_mask(), bm::sse2_xor_block(), bm::sse2_xor_block_2way(), bm::sse42_bit_block_calc_change(), bm::sse42_bit_block_calc_xor_change(), bm::sse42_bit_block_xor(), bm::sse42_bit_block_xor_2way(), bm::sse42_bit_find_first(), bm::sse42_bit_find_first_diff(), bm::sse42_set_block_bits(), bm::sse42_shift_l1(), bm::sse42_shift_r1(), bm::sse42_shift_r1_and(), bm::sse4_and_block(), bm::sse4_and_digest(), bm::sse4_and_digest_2way(), bm::sse4_and_digest_3way(), bm::sse4_and_digest_5way(), bm::sse4_and_or_digest_2way(), bm::sse4_bit_block_gather_scatter(), bm::sse4_bit_count_op(), bm::sse4_block_set_digest(), bm::sse4_sub_digest(), bm::sse4_sub_digest_2way(), bm::sse4_sub_digest_3way(), bm::sse4_sub_digest_5way(), NFast::x_sse_ClearBuffer(), NFast::x_sse_ConvertBuffer(), NFast::x_sse_CopyBuffer(), and NFast::x_sse_SplitBufferInto4().

◆ _mm_store_ss()

static void _mm_store_ss ( float *  p,
__m128  a 
)
inlinestatic

Definition at line 2682 of file sse2neon.h.

References a, and vreinterpretq_f32_m128.

◆ _mm_storeh_pd()

static void _mm_storeh_pd ( double *  mem_addr,
__m128d  a 
)
inlinestatic

Definition at line 5909 of file sse2neon.h.

References a, and vreinterpretq_f32_m128d.

◆ _mm_storeh_pi()

static void _mm_storeh_pi ( __m64 *  p,
__m128  a 
)
inlinestatic

Definition at line 2706 of file sse2neon.h.

References a, and vreinterpret_m64_f32.

◆ _mm_storel_epi64()

static void _mm_storel_epi64 ( __m128i *  a,
__m128i  b 
)
inlinestatic

Definition at line 5920 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u64, and vreinterpretq_u64_m128i.

◆ _mm_storel_pd()

static void _mm_storel_pd ( double *  mem_addr,
__m128d  a 
)
inlinestatic

Definition at line 5933 of file sse2neon.h.

References a, and vreinterpretq_f32_m128d.

◆ _mm_storel_pi()

static void _mm_storel_pi ( __m64 *  p,
__m128  a 
)
inlinestatic

Definition at line 2718 of file sse2neon.h.

References a, and vreinterpret_m64_f32.

◆ _mm_storer_pd()

static void _mm_storer_pd ( double *  mem_addr,
__m128d  a 
)
inlinestatic

Definition at line 5950 of file sse2neon.h.

References _mm_store_pd(), a, f, vreinterpretq_f32_m128d, and vreinterpretq_m128d_f32.

◆ _mm_storer_ps()

static void _mm_storer_ps ( float *  p,
__m128  a 
)
inlinestatic

Definition at line 2733 of file sse2neon.h.

References a, tmp, and vreinterpretq_f32_m128.

◆ _mm_storeu_pd()

static void _mm_storeu_pd ( double *  mem_addr,
__m128d  a 
)
inlinestatic

Definition at line 5960 of file sse2neon.h.

References _mm_store_pd(), and a.

◆ _mm_storeu_ps()

static void _mm_storeu_ps ( float *  p,
__m128  a 
)
inlinestatic

Definition at line 2742 of file sse2neon.h.

References a, and vreinterpretq_f32_m128.

◆ _mm_storeu_si128()

static void _mm_storeu_si128 ( __m128i *  p,
__m128i  a 
)
inlinestatic

Definition at line 5967 of file sse2neon.h.

References a, and vreinterpretq_s32_m128i.

Referenced by fill_window(), bm::sse4_bit_block_gather_scatter(), and NFast::x_sse_Find4MaxElements().

◆ _mm_storeu_si16()

static void _mm_storeu_si16 ( void *  p,
__m128i  a 
)
inlinestatic

Definition at line 2749 of file sse2neon.h.

References a, and vreinterpretq_s16_m128i.

◆ _mm_storeu_si32()

static void _mm_storeu_si32 ( void *  p,
__m128i  a 
)
inlinestatic

Definition at line 5974 of file sse2neon.h.

References a, and vreinterpretq_s32_m128i.

◆ _mm_storeu_si64()

static void _mm_storeu_si64 ( void *  p,
__m128i  a 
)
inlinestatic

Definition at line 2756 of file sse2neon.h.

References a, and vreinterpretq_s64_m128i.

◆ _mm_stream_load_si128()

static __m128i _mm_stream_load_si128 ( __m128i *  p)
inlinestatic

Definition at line 8254 of file sse2neon.h.

References vreinterpretq_m128i_s64.

◆ _mm_stream_pd()

static void _mm_stream_pd ( double *  p,
__m128d  a 
)
inlinestatic

Definition at line 5984 of file sse2neon.h.

References a, and vreinterpretq_s64_m128d.

◆ _mm_stream_pi()

static void _mm_stream_pi ( __m64 *  p,
__m64  a 
)
inlinestatic

Definition at line 2764 of file sse2neon.h.

References a, and vreinterpret_s64_m64.

◆ _mm_stream_ps()

static void _mm_stream_ps ( float *  p,
__m128  a 
)
inlinestatic

Definition at line 2772 of file sse2neon.h.

References a, and vreinterpretq_f32_m128.

◆ _mm_stream_si128()

static void _mm_stream_si128 ( __m128i *  p,
__m128i  a 
)
inlinestatic

Definition at line 5999 of file sse2neon.h.

References a, and vreinterpretq_s64_m128i.

Referenced by bm::sse2_or_block_5way(), bm::sse2_stream_block(), and bm::sse2_stream_block_unalign().

◆ _mm_stream_si32()

static void _mm_stream_si32 ( int *  p,
int  a 
)
inlinestatic

Definition at line 6012 of file sse2neon.h.

References a.

◆ _mm_stream_si64()

static void _mm_stream_si64 ( int64_t *  p,
int64_t  a 
)
inlinestatic

Definition at line 6021 of file sse2neon.h.

References a.

◆ _mm_sub_epi16()

static __m128i _mm_sub_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6029 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

Referenced by bm::sse2_gap_sum_arr().

◆ _mm_sub_epi32()

static __m128i _mm_sub_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6044 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

Referenced by bm::sse2_lower_bound_scan_u32(), and bm::sse42_cmpge_u32().

◆ _mm_sub_epi64()

static __m128i _mm_sub_epi64 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6054 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s64, and vreinterpretq_s64_m128i.

◆ _mm_sub_epi8()

static __m128i _mm_sub_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6063 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s8, and vreinterpretq_s8_m128i.

◆ _mm_sub_pd()

static __m128d _mm_sub_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 6079 of file sse2neon.h.

References a, and b.

Referenced by _mm_sub_sd().

◆ _mm_sub_ps()

static __m128 _mm_sub_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2789 of file sse2neon.h.

References a, b, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

Referenced by _mm_sub_ss().

◆ _mm_sub_sd()

static __m128d _mm_sub_sd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 6099 of file sse2neon.h.

References _mm_move_sd(), _mm_sub_pd(), a, and b.

◆ _mm_sub_si64()

static __m64 _mm_sub_si64 ( __m64  a,
__m64  b 
)
inlinestatic

Definition at line 6109 of file sse2neon.h.

References a, b, vreinterpret_m64_s64, and vreinterpret_s64_m64.

◆ _mm_sub_ss()

static __m128 _mm_sub_ss ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2804 of file sse2neon.h.

References _mm_move_ss(), _mm_sub_ps(), a, and b.

◆ _mm_subs_epi16()

static __m128i _mm_subs_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6124 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_subs_epi8()

static __m128i _mm_subs_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6139 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s8, and vreinterpretq_s8_m128i.

◆ _mm_subs_epu16()

static __m128i _mm_subs_epu16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6148 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u16, and vreinterpretq_u16_m128i.

Referenced by fill_window(), bm::sse2_gap_find(), and bm::sse4_gap_find().

◆ _mm_subs_epu8()

static __m128i _mm_subs_epu8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6163 of file sse2neon.h.

References a, b, vreinterpretq_m128i_u8, and vreinterpretq_u8_m128i.

◆ _mm_test_all_ones()

static int _mm_test_all_ones ( __m128i  a)
inlinestatic

Definition at line 8266 of file sse2neon.h.

References a.

Referenced by bm::sse42_idx_arr_block_lookup(), bm::sse42_set_block_bits(), bm::sse42_test_all_one_wave(), bm::sse4_is_all_one(), and bm::sse4_is_all_zero().

◆ _mm_test_all_zeros()

static int _mm_test_all_zeros ( __m128i  a,
__m128i  mask 
)
inlinestatic

Definition at line 8275 of file sse2neon.h.

References a, mask, and vreinterpretq_s64_m128i.

Referenced by bm::bit_find_first_if_1(), bm::sse42_bit_find_first(), bm::sse42_bit_find_first_diff(), and bm::sse4_is_digest_zero().

◆ _mm_test_mix_ones_zeros()

static int _mm_test_mix_ones_zeros ( __m128i  a,
__m128i  mask 
)
inlinestatic

Definition at line 8288 of file sse2neon.h.

References a, mask, result, and vreinterpretq_u64_m128i.

◆ _mm_testc_si128()

static int _mm_testc_si128 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 8303 of file sse2neon.h.

References a, b, vreinterpretq_s32_m128i, and vreinterpretq_s64_m128i.

◆ _mm_testz_si128()

static int _mm_testz_si128 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 8324 of file sse2neon.h.

References a, b, and vreinterpretq_s64_m128i.

Referenced by bm::for_each_nzblock2(), bm::sse42_shift_l1(), bm::sse42_shift_r1(), bm::sse42_shift_r1_and(), bm::sse42_test_all_eq_wave2(), bm::sse42_test_all_zero_wave(), bm::sse42_test_all_zero_wave2(), bm::sse4_and_block(), bm::sse4_and_digest(), bm::sse4_and_digest_2way(), bm::sse4_and_digest_3way(), bm::sse4_and_digest_5way(), bm::sse4_and_or_digest_2way(), bm::sse4_sub_digest(), bm::sse4_sub_digest_2way(), bm::sse4_sub_digest_3way(), and bm::sse4_sub_digest_5way().

◆ _mm_undefined_pd()

static __m128d _mm_undefined_pd ( void  )
inlinestatic

Definition at line 6178 of file sse2neon.h.

References a.

◆ _mm_undefined_ps()

static __m128 _mm_undefined_ps ( void  )
inlinestatic

Definition at line 2853 of file sse2neon.h.

References a.

◆ _mm_undefined_si128()

static __m128i _mm_undefined_si128 ( void  )
inlinestatic

Definition at line 2838 of file sse2neon.h.

References a.

◆ _mm_unpackhi_epi16()

static __m128i _mm_unpackhi_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6204 of file sse2neon.h.

References a, b, result, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_unpackhi_epi32()

static __m128i _mm_unpackhi_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6220 of file sse2neon.h.

References a, b, result, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

Referenced by NFast::x_sse_SplitBufferInto4().

◆ _mm_unpackhi_epi64()

static __m128i _mm_unpackhi_epi64 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6238 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s64, and vreinterpretq_s64_m128i.

Referenced by NFast::x_sse_SplitBufferInto4().

◆ _mm_unpackhi_epi8()

static __m128i _mm_unpackhi_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6257 of file sse2neon.h.

References a, b, result, vreinterpretq_m128i_s8, vreinterpretq_s16_m128i, and vreinterpretq_s8_m128i.

◆ _mm_unpackhi_pd()

static __m128d _mm_unpackhi_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 6283 of file sse2neon.h.

References a, b, vreinterpretq_m128d_s64, and vreinterpretq_s64_m128d.

◆ _mm_unpackhi_ps()

static __m128 _mm_unpackhi_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2875 of file sse2neon.h.

References a, b, result, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_unpacklo_epi16()

static __m128i _mm_unpacklo_epi16 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6308 of file sse2neon.h.

References a, b, result, vreinterpretq_m128i_s16, and vreinterpretq_s16_m128i.

◆ _mm_unpacklo_epi32()

static __m128i _mm_unpacklo_epi32 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6330 of file sse2neon.h.

References a, b, result, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

Referenced by NFast::x_sse_SplitBufferInto4().

◆ _mm_unpacklo_epi64()

static __m128i _mm_unpacklo_epi64 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6343 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s64, and vreinterpretq_s64_m128i.

Referenced by NFast::x_sse_SplitBufferInto4().

◆ _mm_unpacklo_epi8()

static __m128i _mm_unpacklo_epi8 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6362 of file sse2neon.h.

References a, b, result, vreinterpretq_m128i_s8, vreinterpretq_s16_m128i, and vreinterpretq_s8_m128i.

◆ _mm_unpacklo_pd()

static __m128d _mm_unpacklo_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 6386 of file sse2neon.h.

References a, b, vreinterpretq_m128d_s64, and vreinterpretq_s64_m128d.

◆ _mm_unpacklo_ps()

static __m128 _mm_unpacklo_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2897 of file sse2neon.h.

References a, b, result, vreinterpretq_f32_m128, and vreinterpretq_m128_f32.

◆ _mm_xor_pd()

static __m128d _mm_xor_pd ( __m128d  a,
__m128d  b 
)
inlinestatic

Definition at line 6407 of file sse2neon.h.

References a, b, vreinterpretq_m128d_s64, and vreinterpretq_s64_m128d.

◆ _mm_xor_ps()

static __m128 _mm_xor_ps ( __m128  a,
__m128  b 
)
inlinestatic

Definition at line 2913 of file sse2neon.h.

References a, b, vreinterpretq_m128_s32, and vreinterpretq_s32_m128.

◆ _mm_xor_si128()

static __m128i _mm_xor_si128 ( __m128i  a,
__m128i  b 
)
inlinestatic

Definition at line 6415 of file sse2neon.h.

References a, b, vreinterpretq_m128i_s32, and vreinterpretq_s32_m128i.

Referenced by _mm_aesenc_si128(), bm::sse2_bit_block_calc_count_change(), bm::sse2_bit_block_xor(), bm::sse2_bit_block_xor_2way(), bm::sse2_bit_count(), bm::sse2_bit_count_op(), bm::sse2_bit_find_first_diff(), bm::sse2_invert_block(), bm::sse2_sub_digest_3way(), bm::sse2_sub_digest_5way(), bm::sse2_xor(), bm::sse2_xor_arr_2_mask(), bm::sse2_xor_block(), bm::sse2_xor_block_2way(), bm::sse42_bit_block_calc_change(), bm::sse42_bit_block_calc_count_change(), bm::sse42_bit_block_calc_xor_change(), bm::sse42_bit_block_xor(), bm::sse42_bit_block_xor_2way(), bm::sse42_bit_find_first_diff(), bm::sse42_shift_r1_and(), bm::sse42_test_all_eq_wave2(), bm::sse4_bit_block_gather_scatter(), bm::sse4_sub_digest_3way(), and bm::sse4_sub_digest_5way().

◆ _sse2neon_kadd_f32()

static void _sse2neon_kadd_f32 ( float *  sum,
float *  c,
float  y 
)
inlinestatic

Definition at line 662 of file sse2neon.h.

References t.

Referenced by _mm_dp_ps().

◆ _sse2neon_mm_get_denormals_zero_mode()

static unsigned int _sse2neon_mm_get_denormals_zero_mode ( )
inlinestatic

Definition at line 8664 of file sse2neon.h.

References _MM_DENORMALS_ZERO_OFF, _MM_DENORMALS_ZERO_ON, r(), and rapidjson::value.

◆ _sse2neon_mm_get_flush_zero_mode()

static unsigned int _sse2neon_mm_get_flush_zero_mode ( )
inlinestatic

Definition at line 1754 of file sse2neon.h.

References _MM_FLUSH_ZERO_OFF, _MM_FLUSH_ZERO_ON, r(), and rapidjson::value.

◆ _sse2neon_mm_set_denormals_zero_mode()

static void _sse2neon_mm_set_denormals_zero_mode ( unsigned int  flag)
inlinestatic

Definition at line 8739 of file sse2neon.h.

References _MM_DENORMALS_ZERO_MASK, _MM_DENORMALS_ZERO_ON, r(), and rapidjson::value.

◆ _sse2neon_mm_set_flush_zero_mode()

static void _sse2neon_mm_set_flush_zero_mode ( unsigned int  flag)
inlinestatic

Definition at line 2354 of file sse2neon.h.

References _MM_FLUSH_ZERO_MASK, _MM_FLUSH_ZERO_ON, r(), and rapidjson::value.

◆ _sse2neon_vld1q_u8_x4()

static uint8x16x4_t _sse2neon_vld1q_u8_x4 ( const uint8_t *  p)
inlinestatic

Definition at line 417 of file sse2neon.h.

Referenced by _mm_aesenc_si128().

◆ _sse2neon_vmull_p64()

static uint64x2_t _sse2neon_vmull_p64 ( uint64x1_t  _a,
uint64x1_t  _b 
)
static

Definition at line 692 of file sse2neon.h.

References a, b, f, g(), i, l(), n, and r().

Referenced by _mm_clmulepi64_si128().

Variable Documentation

◆ SIMDVec

SIMDVec

Definition at line 357 of file sse2neon.h.

◆ SSE2NEON_sbox

const uint8_t SSE2NEON_sbox[256] = { ( 0x63 ), ( 0x7c ), ( 0x77 ), ( 0x7b ), ( 0xf2 ), ( 0x6b ), ( 0x6f ), ( 0xc5 ), ( 0x30 ), ( 0x01 ), ( 0x67 ), ( 0x2b ), ( 0xfe ), ( 0xd7 ), ( 0xab ), ( 0x76 ), ( 0xca ), ( 0x82 ), ( 0xc9 ), ( 0x7d ), ( 0xfa ), ( 0x59 ), ( 0x47 ), ( 0xf0 ), ( 0xad ), ( 0xd4 ), ( 0xa2 ), ( 0xaf ), ( 0x9c ), ( 0xa4 ), ( 0x72 ), ( 0xc0 ), ( 0xb7 ), ( 0xfd ), ( 0x93 ), ( 0x26 ), ( 0x36 ), ( 0x3f ), ( 0xf7 ), ( 0xcc ), ( 0x34 ), ( 0xa5 ), ( 0xe5 ), ( 0xf1 ), ( 0x71 ), ( 0xd8 ), ( 0x31 ), ( 0x15 ), ( 0x04 ), ( 0xc7 ), ( 0x23 ), ( 0xc3 ), ( 0x18 ), ( 0x96 ), ( 0x05 ), ( 0x9a ), ( 0x07 ), ( 0x12 ), ( 0x80 ), ( 0xe2 ), ( 0xeb ), ( 0x27 ), ( 0xb2 ), ( 0x75 ), ( 0x09 ), ( 0x83 ), ( 0x2c ), ( 0x1a ), ( 0x1b ), ( 0x6e ), ( 0x5a ), ( 0xa0 ), ( 0x52 ), ( 0x3b ), ( 0xd6 ), ( 0xb3 ), ( 0x29 ), ( 0xe3 ), ( 0x2f ), ( 0x84 ), ( 0x53 ), ( 0xd1 ), ( 0x00 ), ( 0xed ), ( 0x20 ), ( 0xfc ), ( 0xb1 ), ( 0x5b ), ( 0x6a ), ( 0xcb ), ( 0xbe ), ( 0x39 ), ( 0x4a ), ( 0x4c ), ( 0x58 ), ( 0xcf ), ( 0xd0 ), ( 0xef ), ( 0xaa ), ( 0xfb ), ( 0x43 ), ( 0x4d ), ( 0x33 ), ( 0x85 ), ( 0x45 ), ( 0xf9 ), ( 0x02 ), ( 0x7f ), ( 0x50 ), ( 0x3c ), ( 0x9f ), ( 0xa8 ), ( 0x51 ), ( 0xa3 ), ( 0x40 ), ( 0x8f ), ( 0x92 ), ( 0x9d ), ( 0x38 ), ( 0xf5 ), ( 0xbc ), ( 0xb6 ), ( 0xda ), ( 0x21 ), ( 0x10 ), ( 0xff ), ( 0xf3 ), ( 0xd2 ), ( 0xcd ), ( 0x0c ), ( 0x13 ), ( 0xec ), ( 0x5f ), ( 0x97 ), ( 0x44 ), ( 0x17 ), ( 0xc4 ), ( 0xa7 ), ( 0x7e ), ( 0x3d ), ( 0x64 ), ( 0x5d ), ( 0x19 ), ( 0x73 ), ( 0x60 ), ( 0x81 ), ( 0x4f ), ( 0xdc ), ( 0x22 ), ( 0x2a ), ( 0x90 ), ( 0x88 ), ( 0x46 ), ( 0xee ), ( 0xb8 ), ( 0x14 ), ( 0xde ), ( 0x5e ), ( 0x0b ), ( 0xdb ), ( 0xe0 ), ( 0x32 ), ( 0x3a ), ( 0x0a ), ( 0x49 ), ( 0x06 ), ( 0x24 ), ( 0x5c ), ( 0xc2 ), ( 0xd3 ), ( 0xac ), ( 0x62 ), ( 0x91 ), ( 0x95 ), ( 0xe4 ), ( 0x79 ), ( 0xe7 ), ( 0xc8 ), ( 0x37 ), ( 0x6d ), ( 0x8d ), ( 0xd5 ), ( 0x4e ), ( 0xa9 ), ( 0x6c ), ( 0x56 ), ( 0xf4 ), ( 0xea ), ( 0x65 ), ( 0x7a ), ( 0xae ), ( 0x08 ), ( 0xba ), ( 0x78 ), ( 0x25 ), ( 0x2e ), ( 0x1c ), ( 0xa6 ), ( 0xb4 ), ( 0xc6 ), ( 0xe8 ), ( 0xdd ), ( 0x74 ), ( 0x1f ), ( 0x4b ), ( 0xbd ), ( 0x8b ), ( 0x8a ), ( 0x70 ), ( 0x3e ), ( 0xb5 ), ( 0x66 ), ( 0x48 ), ( 0x03 ), ( 0xf6 ), ( 0x0e ), ( 0x61 ), ( 0x35 ), ( 0x57 ), ( 0xb9 ), ( 0x86 ), ( 0xc1 ), ( 0x1d ), ( 0x9e ), ( 0xe1 ), ( 0xf8 ), ( 0x98 ), ( 0x11 ), ( 0x69 ), ( 0xd9 ), ( 0x8e ), ( 0x94 ), ( 0x9b ), ( 0x1e ), ( 0x87 ), ( 0xe9 ), ( 0xce ), ( 0x55 ), ( 0x28 ), ( 0xdf ), ( 0x8c ), ( 0xa1 ), ( 0x89 ), ( 0x0d ), ( 0xbf ), ( 0xe6 ), ( 0x42 ), ( 0x68 ), ( 0x41 ), ( 0x99 ), ( 0x2d ), ( 0x0f ), ( 0xb0 ), ( 0x54 ), ( 0xbb ), ( 0x16 ) }
static

Definition at line 8464 of file sse2neon.h.

Referenced by _mm_aesenc_si128(), _mm_aesenclast_si128(), and _mm_aeskeygenassist_si128().

Generated by doxygen 1.9.0
Modified on Fri Sep 20 14:57:42 2024 by modify_doxy.py rev. 669887