// Auto-generated file. Do not edit! // Template: src/f32-rminmax/sse.c.in // Generator: tools/xngen // // Copyright 2023 Google LLC // // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. #include #include #include "xnnpack/common.h" #include "xnnpack/reduce.h" void xnn_f32_rminmax_ukernel__sse_u12_acc3( size_t batch, const float* input, float* output, const struct xnn_f32_default_params params[restrict XNN_MIN_ELEMENTS(1)]) { assert(batch != 0); assert(batch % sizeof(float) == 0); assert(input != NULL); assert(output != NULL); __m128 vmin0 = _mm_load_ss(input); vmin0 = _mm_shuffle_ps(vmin0, vmin0, _MM_SHUFFLE(0, 0, 0, 0)); __m128 vmax0 = vmin0; __m128 vmin1 = vmin0; __m128 vmax1 = vmax0; __m128 vmin2 = vmin0; __m128 vmax2 = vmax0; for (; batch >= 12 * sizeof(float); batch -= 12 * sizeof(float)) { const __m128 vt0 = _mm_loadu_ps(input); const __m128 vt1 = _mm_loadu_ps(input + 4); const __m128 vt2 = _mm_loadu_ps(input + 8); input += 12; vmin0 = _mm_min_ps(vmin0, vt0); vmax0 = _mm_max_ps(vmax0, vt0); vmin1 = _mm_min_ps(vmin1, vt1); vmax1 = _mm_max_ps(vmax1, vt1); vmin2 = _mm_min_ps(vmin2, vt2); vmax2 = _mm_max_ps(vmax2, vt2); } vmin0 = _mm_min_ps(vmin0, vmin1); vmax0 = _mm_max_ps(vmax0, vmax1); vmin0 = _mm_min_ps(vmin0, vmin2); vmax0 = _mm_max_ps(vmax0, vmax2); for (; batch >= 4 * sizeof(float); batch -= 4 * sizeof(float)) { const __m128 vt = _mm_loadu_ps(input); input += 4; vmin0 = _mm_min_ps(vmin0, vt); vmax0 = _mm_max_ps(vmax0, vt); } if XNN_UNLIKELY(batch != 0) { do { const __m128 vt = _mm_load_ss(input); input += 1; vmin0 = _mm_min_ss(vmin0, vt); vmax0 = _mm_max_ss(vmax0, vt); batch -= sizeof(float); } while (batch != 0); } vmin0 = _mm_min_ps(vmin0, _mm_movehl_ps(vmin0, vmin0)); vmax0 = _mm_max_ps(vmax0, _mm_movehl_ps(vmax0, vmax0)); vmin0 = _mm_min_ss(vmin0, _mm_shuffle_ps(vmin0, vmin0, _MM_SHUFFLE(1, 1, 1, 1))); vmax0 = _mm_max_ss(vmax0, _mm_shuffle_ps(vmax0, vmax0, _MM_SHUFFLE(1, 1, 1, 1))); _mm_store_ss(output, vmin0); _mm_store_ss(output + 1, vmax0); }