/** * \file dnn/src/fallback/general_intrinsic/gi_common.h * MegEngine is Licensed under the Apache License, Version 2.0 (the "License") * * Copyright (c) 2014-2022 Megvii Inc. All rights reserved. * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT ARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. */ #pragma once #include "math.h" #include "stdint.h" #if defined(_WIN32) #include #include #else #if defined(__arm__) || defined(__aarch64__) #include #define GI_TARGET_ARM #endif #if defined(__x86_64__) || defined(__i386__) #include #include #define GI_TARGET_X86 #endif #endif #ifdef _WIN32 //! GI stand for general intrinsic #define GI_DECLSPEC_ALIGN(variable, alignment) DECLSPEC_ALIGN(alignment) variable #else #define GI_DECLSPEC_ALIGN(variable, alignment) \ variable __attribute__((aligned(alignment))) #endif #if defined(_MSC_VER) #define GI_FORCEINLINE __forceinline #else #define GI_FORCEINLINE __attribute__((always_inline)) inline #endif #if defined(_MSC_VER) #define GI_INTERNAL_DATA extern "C" #else #define GI_INTERNAL_DATA extern "C" __attribute((visibility("hidden"))) #endif #if defined(GI_TARGET_ARM) #define GI_NEON_INTRINSICS #if defined(__aarch64__) #define GI_NEON64_INTRINSICS #else #define GI_NEON32_INTRINSICS #endif #elif defined(GI_TARGET_X86) //#if defined(__FMA__) //#define GI_FMA_INTRINSICS //#define GI_AVX2_INTRINSICS //#define GI_AVX_INTRINSICS //#elif defined(__AVX2__) //#define GI_AVX2_INTRINSICS //#define GI_AVX_INTRINSICS //#elif defined(__AVX__) //#define GI_AVX_INTRINSICS #if defined(__SSE4_2__) #define GI_SSE42_INTRINSICS #define GI_SSE2_INTRINSICS #elif defined(__SSE2__) #define GI_SSE2_INTRINSICS #endif #endif #if defined(GI_AVX_INTRINSICS) || defined(GI_AVX2_INTRINSICS) || \ defined(GI_FMA_INTRINSICS) typedef __m256 GI_FLOAT32; typedef __m256i GI_UINT8; typedef __m256i GI_INT8; typedef __m256i GI_INT16; typedef __m256i GI_INT32; #elif defined(GI_NEON_INTRINSICS) typedef float32x4_t GI_FLOAT32; typedef uint8x16_t GI_UINT8; typedef int8x16_t GI_INT8; typedef int16x8_t GI_INT16; typedef int32x4_t GI_INT32; #elif defined(GI_SSE2_INTRINSICS) || defined(GI_SSE42_INTRINSICS) typedef __m128 GI_FLOAT32; typedef __m128i GI_UINT8; typedef __m128i GI_INT8; typedef __m128i GI_INT16; typedef __m128i GI_INT32; #else typedef float GI_FLOAT32 __attribute__((vector_size(16))); typedef uint8_t GI_UINT8 __attribute__((vector_size(16))); typedef int8_t GI_INT8 __attribute__((vector_size(16))); typedef int16_t GI_INT16 __attribute__((vector_size(16))); typedef int32_t GI_INT32 __attribute__((vector_size(16))); #endif //! general intrinsic support dynamic length simd, if avx or avx2 the simd //! length is 256 #if defined(GI_AVX_INTRINSICS) || defined(GI_AVX2_INTRINSICS) || \ defined(GI_FMA_INTRINSICS) //! if neon and sse the simd lenght is 128 #define GI_SIMD_LEN 256 #define GI_SIMD_LEN_BYTE 32 #elif defined(GI_NEON_INTRINSICS) || defined(GI_SSE2_INTRINSICS) || \ defined(GI_SSE42_INTRINSICS) #define GI_SIMD_LEN 128 #define GI_SIMD_LEN_BYTE 16 #else //! if no simd hardware support, the simd is implemented by C, default set to //! 128 #define GI_SIMD_LEN 128 #define GI_SIMD_LEN_BYTE 16 #endif #define Max(a, b) (a) > (b) ? (a) : (b) #define Min(a, b) (a) < (b) ? (a) : (b) typedef struct { GI_INT32 val[2]; } GI_INT32_V2; typedef struct { GI_INT32 val[4]; } GI_INT32_V4; typedef struct { GI_FLOAT32 val[2]; } GI_FLOAT32_V2; typedef struct { GI_FLOAT32 val[4]; } GI_FLOAT32_V4; GI_FORCEINLINE GI_INT32 GiAndInt32(GI_INT32 Vector1, GI_INT32 Vector2) { #if defined(GI_NEON_INTRINSICS) return vandq_s32(Vector1, Vector2); #elif defined(GI_SSE2_INTRINSICS) return _mm_and_si128(Vector1, Vector2); #else return Vector1 & Vector2; #endif } GI_FORCEINLINE GI_INT32 GiOrInt32(GI_INT32 Vector1, GI_INT32 Vector2) { #if defined(GI_NEON_INTRINSICS) return vorrq_s32(Vector1, Vector2); #elif defined(GI_SSE2_INTRINSICS) return _mm_or_si128(Vector1, Vector2); #else return Vector1 | Vector2; #endif } GI_FORCEINLINE GI_INT32 GiAndNotInt32(GI_INT32 VectorNot, GI_INT32 Vector) { #if defined(GI_NEON_INTRINSICS) return vandq_s32(vmvnq_s32(VectorNot), Vector); #elif defined(GI_SSE2_INTRINSICS) return _mm_andnot_si128(VectorNot, Vector); #else return (~VectorNot) & Vector; #endif } GI_FORCEINLINE GI_INT32 GiXorInt32(GI_INT32 Vector1, GI_INT32 Vector2) { #if defined(GI_NEON_INTRINSICS) return veorq_s32(Vector1, Vector2); #elif defined(GI_SSE2_INTRINSICS) return _mm_xor_si128(Vector1, Vector2); #else return Vector1 ^ Vector2; #endif } // vim: syntax=cpp.doxygen