// Copyright 2019 Google LLC // // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. #include #include "xnnpack/math.h" #include "xnnpack/maxpool.h" void xnn_u8_maxpool_minmax_ukernel_9p8x__scalar_c1( size_t output_pixels, size_t kernel_elements, size_t channels, const uint8_t** input, size_t input_offset, uint8_t* output, size_t input_increment, size_t output_increment, const struct xnn_u8_minmax_params params[restrict XNN_MIN_ELEMENTS(1)]) { assert(output_pixels != 0); assert(kernel_elements != 0); assert(channels != 0); const uint32_t voutput_min = params->scalar.min; const uint32_t voutput_max = params->scalar.max; do { uint8_t* o = output; { const uint8_t* i0 = *input++; const uint8_t* i1 = *input++; const uint8_t* i2 = *input++; const uint8_t* i3 = *input++; const uint8_t* i4 = *input++; const uint8_t* i5 = *input++; const uint8_t* i6 = *input++; const uint8_t* i7 = *input++; const uint8_t* i8 = *input++; i0 = (const uint8_t*) ((uintptr_t) i0 + input_offset); i1 = (const uint8_t*) ((uintptr_t) i1 + input_offset); i2 = (const uint8_t*) ((uintptr_t) i2 + input_offset); i3 = (const uint8_t*) ((uintptr_t) i3 + input_offset); i4 = (const uint8_t*) ((uintptr_t) i4 + input_offset); i5 = (const uint8_t*) ((uintptr_t) i5 + input_offset); i6 = (const uint8_t*) ((uintptr_t) i6 + input_offset); i7 = (const uint8_t*) ((uintptr_t) i7 + input_offset); i8 = (const uint8_t*) ((uintptr_t) i8 + input_offset); if (kernel_elements < 2) { i1 = i0; } if (kernel_elements <= 2) { i2 = i0; } if (kernel_elements < 4) { i3 = i0; } if (kernel_elements <= 4) { i4 = i0; } if (kernel_elements < 6) { i5 = i0; } if (kernel_elements <= 6) { i6 = i0; } if (kernel_elements < 8) { i7 = i0; } if (kernel_elements <= 8) { i8 = i0; } size_t c = channels; do { const uint32_t vi0 = (uint32_t) *i0++; const uint32_t vi1 = (uint32_t) *i1++; const uint32_t vi2 = (uint32_t) *i2++; const uint32_t vi3 = (uint32_t) *i3++; const uint32_t vi4 = (uint32_t) *i4++; const uint32_t vi5 = (uint32_t) *i5++; const uint32_t vi6 = (uint32_t) *i6++; const uint32_t vi7 = (uint32_t) *i7++; const uint32_t vi8 = (uint32_t) *i8++; const uint32_t vmax01 = math_max_u32(vi0, vi1); const uint32_t vmax23 = math_max_u32(vi2, vi3); const uint32_t vmax45 = math_max_u32(vi4, vi5); const uint32_t vmax67 = math_max_u32(vi6, vi7); const uint32_t vmax018 = math_max_u32(vmax01, vi8); const uint8_t vmax2345 = math_max_u32(vmax23, vmax45); const uint8_t vmax01678 = math_max_u32(vmax018, vmax67); uint32_t vout = math_max_u32(vmax2345, vmax01678); vout = math_max_u32(vout, voutput_min); vout = math_min_u32(vout, voutput_max); *o++ = vout; } while (--c != 0); } for (ptrdiff_t k = (ptrdiff_t) kernel_elements - 9; k > 0; k -= 8) { const uint8_t* i0 = *input++; const uint8_t* i1 = *input++; const uint8_t* i2 = *input++; const uint8_t* i3 = *input++; const uint8_t* i4 = *input++; const uint8_t* i5 = *input++; const uint8_t* i6 = *input++; const uint8_t* i7 = *input++; i0 = (const uint8_t*) ((uintptr_t) i0 + input_offset); i1 = (const uint8_t*) ((uintptr_t) i1 + input_offset); i2 = (const uint8_t*) ((uintptr_t) i2 + input_offset); i3 = (const uint8_t*) ((uintptr_t) i3 + input_offset); i4 = (const uint8_t*) ((uintptr_t) i4 + input_offset); i5 = (const uint8_t*) ((uintptr_t) i5 + input_offset); i6 = (const uint8_t*) ((uintptr_t) i6 + input_offset); i7 = (const uint8_t*) ((uintptr_t) i7 + input_offset); if (k < 2) { i1 = i0; } if (k <= 2) { i2 = i0; } if (k < 4) { i3 = i0; } if (k <= 4) { i4 = i0; } if (k < 6) { i5 = i0; } if (k <= 6) { i6 = i0; } if (k < 8) { i7 = i0; } o = output; size_t c = channels; do { const uint32_t vi0 = (uint32_t) *i0++; const uint32_t vi1 = (uint32_t) *i1++; const uint32_t vi2 = (uint32_t) *i2++; const uint32_t vi3 = (uint32_t) *i3++; const uint32_t vi4 = (uint32_t) *i4++; const uint32_t vi5 = (uint32_t) *i5++; const uint32_t vi6 = (uint32_t) *i6++; const uint32_t vi7 = (uint32_t) *i7++; const uint32_t vi8 = (uint32_t) *o; const uint32_t vmax01 = math_max_u32(vi0, vi1); const uint32_t vmax23 = math_max_u32(vi2, vi3); const uint32_t vmax45 = math_max_u32(vi4, vi5); const uint32_t vmax67 = math_max_u32(vi6, vi7); const uint32_t vmax018 = math_max_u32(vmax01, vi8); const uint32_t vmax2345 = math_max_u32(vmax23, vmax45); const uint32_t vmax01678 = math_max_u32(vmax018, vmax67); uint32_t vout = math_max_u32(vmax2345, vmax01678); vout = math_max_u32(vout, voutput_min); vout = math_min_u32(vout, voutput_max); *o++ = vout; } while (--c != 0); } input = (const uint8_t**) ((uintptr_t) input + input_increment); output = (uint8_t*) ((uintptr_t) o + output_increment); } while (--output_pixels != 0); }