// Copyright 2023 Google LLC // // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. #ifndef XNN_UKERNEL_WITH_PARAMS #define XNN_UKERNEL_WITH_PARAMS(arch_flags, ukernel, batch_tile, vector_tile, datatype, params_type, init_params) \ XNN_UKERNEL(arch_flags, ukernel, batch_tile, vector_tile, datatype) #define XNN_DEFINED_UKERNEL_WITH_PARAMS #endif #ifndef XNN_UKERNEL #define XNN_UKERNEL(arch_flags, ukernel, batch_tile, vector_tile, datatype) \ XNN_UKERNEL_WITH_PARAMS(arch_flags, ukernel, batch_tile, vector_tile, datatype, void, /*init_params=*/nullptr) #define XNN_DEFINED_UKERNEL #endif XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__scalar_u1, 1, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__scalar_u2, 2, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__scalar_u4, 4, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__scalar_u8, 8, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) #if XNN_ARCH_ARM || XNN_ARCH_ARM64 XNN_UKERNEL_WITH_PARAMS(xnn_arch_arm_neon, xnn_f32_vcmul_ukernel__neon_u4, 4, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_arm_neon, xnn_f32_vcmul_ukernel__neon_u8, 8, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_arm_neon, xnn_f32_vcmul_ukernel__neon_u12, 12, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_arm_neon, xnn_f32_vcmul_ukernel__neon_u16, 16, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) #endif // XNN_ARCH_ARM || XNN_ARCH_ARM64 #if XNN_ENABLE_RISCV_VECTOR && (XNN_ARCH_RISCV) XNN_UKERNEL_WITH_PARAMS(xnn_arch_riscv_vector, xnn_f32_vcmul_ukernel__rvv_u1v, 1, true, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_riscv_vector, xnn_f32_vcmul_ukernel__rvv_u2v, 2, true, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_riscv_vector, xnn_f32_vcmul_ukernel__rvv_u4v, 4, true, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) #endif // XNN_ENABLE_RISCV_VECTOR && (XNN_ARCH_RISCV) #if XNN_ARCH_X86 || XNN_ARCH_X86_64 XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__sse_u4, 4, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__sse_u8, 8, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__sse_u12, 12, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__sse_u16, 16, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_x86_avx2, xnn_f32_vcmul_ukernel__fma3_u8, 8, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_x86_avx2, xnn_f32_vcmul_ukernel__fma3_u16, 16, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_x86_avx2, xnn_f32_vcmul_ukernel__fma3_u32, 32, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_x86_avx2, xnn_f32_vcmul_ukernel__fma3_u64, 64, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) #endif // XNN_ARCH_X86 || XNN_ARCH_X86_64 #if XNN_ENABLE_AVX512F && (XNN_ARCH_X86 || XNN_ARCH_X86_64) XNN_UKERNEL_WITH_PARAMS(xnn_arch_x86_avx512f, xnn_f32_vcmul_ukernel__avx512f_u16, 16, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_x86_avx512f, xnn_f32_vcmul_ukernel__avx512f_u32, 32, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_x86_avx512f, xnn_f32_vcmul_ukernel__avx512f_u64, 64, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(xnn_arch_x86_avx512f, xnn_f32_vcmul_ukernel__avx512f_u128, 128, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) #endif // XNN_ENABLE_AVX512F && (XNN_ARCH_X86 || XNN_ARCH_X86_64) #if XNN_ARCH_WASMSIMD || XNN_ARCH_WASMRELAXEDSIMD XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__wasmsimd_u4, 4, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__wasmsimd_u8, 8, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__wasmsimd_u12, 12, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) XNN_UKERNEL_WITH_PARAMS(0, xnn_f32_vcmul_ukernel__wasmsimd_u16, 16, false, float, struct xnn_f32_default_params, ((xnn_init_f32_default_params_fn) NULL)) #endif // XNN_ARCH_WASMSIMD || XNN_ARCH_WASMRELAXEDSIMD #ifdef XNN_DEFINED_UKERNEL_WITH_PARAMS #undef XNN_DEFINED_UKERNEL_WITH_PARAMS #undef XNN_UKERNEL_WITH_PARAMS #endif #ifdef XNN_DEFINED_UKERNEL #undef XNN_DEFINED_UKERNEL #undef XNN_UKERNEL #endif