/* -*- c++ -*- */
/*
 * Copyright 2012, 2014 Free Software Foundation, Inc.
 *
 * This file is part of VOLK
 *
 * SPDX-License-Identifier: LGPL-3.0-or-later
 */

/*!
 * \page volk_32f_index_max_16u
 *
 * \b Overview
 *
 * Returns Argmax_i x[i]. Finds and returns the index which contains
 * the fist maximum value in the given vector.
 *
 * Note that num_points is a uint32_t, but the return value is
 * uint16_t. Providing a vector larger than the max of a uint16_t
 * (65536) would miss anything outside of this boundary. The kernel
 * will check the length of num_points and cap it to this max value,
 * anyways.
 *
 * <b>Dispatcher Prototype</b>
 * \code
 * void volk_32f_index_max_16u(uint16_t* target, const float* src0, uint32_t num_points)
 * \endcode
 *
 * \b Inputs
 * \li src0: The input vector of floats.
 * \li num_points: The number of data points.
 *
 * \b Outputs
 * \li target: The index of the fist maximum value in the input buffer.
 *
 * \b Example
 * \code
 *   int N = 10;
 *   uint32_t alignment = volk_get_alignment();
 *   float* in = (float*)volk_malloc(sizeof(float)*N, alignment);
 *   uint16_t* out = (uint16_t*)volk_malloc(sizeof(uint16_t), alignment);
 *
 *   for(uint32_t ii = 0; ii < N; ++ii){
 *       float x = (float)ii;
 *       // a parabola with a maximum at x=4
 *       in[ii] = -(x-4) * (x-4) + 5;
 *   }
 *
 *   volk_32f_index_max_16u(out, in, N);
 *
 *   printf("maximum is %1.2f at index %u\n", in[*out], *out);
 *
 *   volk_free(in);
 *   volk_free(out);
 * \endcode
 */

#ifndef INCLUDED_volk_32f_index_max_16u_a_H
#define INCLUDED_volk_32f_index_max_16u_a_H

#include <inttypes.h>
#include <limits.h>
#include <stdio.h>
#include <volk/volk_common.h>

#ifdef LV_HAVE_AVX
#include <immintrin.h>

static inline void
volk_32f_index_max_16u_a_avx(uint16_t* target, const float* src0, uint32_t num_points)
{
    num_points = (num_points > USHRT_MAX) ? USHRT_MAX : num_points;

    uint32_t number = 0;
    const uint32_t eighthPoints = num_points / 8;

    float* inputPtr = (float*)src0;

    __m256 indexIncrementValues = _mm256_set1_ps(8);
    __m256 currentIndexes = _mm256_set_ps(-1, -2, -3, -4, -5, -6, -7, -8);

    float max = src0[0];
    float index = 0;
    __m256 maxValues = _mm256_set1_ps(max);
    __m256 maxValuesIndex = _mm256_setzero_ps();
    __m256 compareResults;
    __m256 currentValues;

    __VOLK_ATTR_ALIGNED(32) float maxValuesBuffer[8];
    __VOLK_ATTR_ALIGNED(32) float maxIndexesBuffer[8];

    for (; number < eighthPoints; number++) {

        currentValues = _mm256_load_ps(inputPtr);
        inputPtr += 8;
        currentIndexes = _mm256_add_ps(currentIndexes, indexIncrementValues);

        compareResults = _mm256_cmp_ps(currentValues, maxValues, _CMP_GT_OS);

        maxValuesIndex = _mm256_blendv_ps(maxValuesIndex, currentIndexes, compareResults);
        maxValues = _mm256_blendv_ps(maxValues, currentValues, compareResults);
    }

    // Calculate the largest value from the remaining 4 points
    _mm256_store_ps(maxValuesBuffer, maxValues);
    _mm256_store_ps(maxIndexesBuffer, maxValuesIndex);

    for (number = 0; number < 8; number++) {
        if (maxValuesBuffer[number] > max) {
            index = maxIndexesBuffer[number];
            max = maxValuesBuffer[number];
        } else if (maxValuesBuffer[number] == max) {
            if (index > maxIndexesBuffer[number])
                index = maxIndexesBuffer[number];
        }
    }

    number = eighthPoints * 8;
    for (; number < num_points; number++) {
        if (src0[number] > max) {
            index = number;
            max = src0[number];
        }
    }
    target[0] = (uint16_t)index;
}

#endif /*LV_HAVE_AVX*/

#ifdef LV_HAVE_SSE4_1
#include <smmintrin.h>

static inline void
volk_32f_index_max_16u_a_sse4_1(uint16_t* target, const float* src0, uint32_t num_points)
{
    num_points = (num_points > USHRT_MAX) ? USHRT_MAX : num_points;

    uint32_t number = 0;
    const uint32_t quarterPoints = num_points / 4;

    float* inputPtr = (float*)src0;

    __m128 indexIncrementValues = _mm_set1_ps(4);
    __m128 currentIndexes = _mm_set_ps(-1, -2, -3, -4);

    float max = src0[0];
    float index = 0;
    __m128 maxValues = _mm_set1_ps(max);
    __m128 maxValuesIndex = _mm_setzero_ps();
    __m128 compareResults;
    __m128 currentValues;

    __VOLK_ATTR_ALIGNED(16) float maxValuesBuffer[4];
    __VOLK_ATTR_ALIGNED(16) float maxIndexesBuffer[4];

    for (; number < quarterPoints; number++) {

        currentValues = _mm_load_ps(inputPtr);
        inputPtr += 4;
        currentIndexes = _mm_add_ps(currentIndexes, indexIncrementValues);

        compareResults = _mm_cmpgt_ps(currentValues, maxValues);

        maxValuesIndex = _mm_blendv_ps(maxValuesIndex, currentIndexes, compareResults);
        maxValues = _mm_blendv_ps(maxValues, currentValues, compareResults);
    }

    // Calculate the largest value from the remaining 4 points
    _mm_store_ps(maxValuesBuffer, maxValues);
    _mm_store_ps(maxIndexesBuffer, maxValuesIndex);

    for (number = 0; number < 4; number++) {
        if (maxValuesBuffer[number] > max) {
            index = maxIndexesBuffer[number];
            max = maxValuesBuffer[number];
        } else if (maxValuesBuffer[number] == max) {
            if (index > maxIndexesBuffer[number])
                index = maxIndexesBuffer[number];
        }
    }

    number = quarterPoints * 4;
    for (; number < num_points; number++) {
        if (src0[number] > max) {
            index = number;
            max = src0[number];
        }
    }
    target[0] = (uint16_t)index;
}

#endif /*LV_HAVE_SSE4_1*/


#ifdef LV_HAVE_SSE

#include <xmmintrin.h>

static inline void
volk_32f_index_max_16u_a_sse(uint16_t* target, const float* src0, uint32_t num_points)
{
    num_points = (num_points > USHRT_MAX) ? USHRT_MAX : num_points;

    uint32_t number = 0;
    const uint32_t quarterPoints = num_points / 4;

    float* inputPtr = (float*)src0;

    __m128 indexIncrementValues = _mm_set1_ps(4);
    __m128 currentIndexes = _mm_set_ps(-1, -2, -3, -4);

    float max = src0[0];
    float index = 0;
    __m128 maxValues = _mm_set1_ps(max);
    __m128 maxValuesIndex = _mm_setzero_ps();
    __m128 compareResults;
    __m128 currentValues;

    __VOLK_ATTR_ALIGNED(16) float maxValuesBuffer[4];
    __VOLK_ATTR_ALIGNED(16) float maxIndexesBuffer[4];

    for (; number < quarterPoints; number++) {

        currentValues = _mm_load_ps(inputPtr);
        inputPtr += 4;
        currentIndexes = _mm_add_ps(currentIndexes, indexIncrementValues);

        compareResults = _mm_cmpgt_ps(currentValues, maxValues);

        maxValuesIndex = _mm_or_ps(_mm_and_ps(compareResults, currentIndexes),
                                   _mm_andnot_ps(compareResults, maxValuesIndex));
        maxValues = _mm_or_ps(_mm_and_ps(compareResults, currentValues),
                              _mm_andnot_ps(compareResults, maxValues));
    }

    // Calculate the largest value from the remaining 4 points
    _mm_store_ps(maxValuesBuffer, maxValues);
    _mm_store_ps(maxIndexesBuffer, maxValuesIndex);

    for (number = 0; number < 4; number++) {
        if (maxValuesBuffer[number] > max) {
            index = maxIndexesBuffer[number];
            max = maxValuesBuffer[number];
        } else if (maxValuesBuffer[number] == max) {
            if (index > maxIndexesBuffer[number])
                index = maxIndexesBuffer[number];
        }
    }

    number = quarterPoints * 4;
    for (; number < num_points; number++) {
        if (src0[number] > max) {
            index = number;
            max = src0[number];
        }
    }
    target[0] = (uint16_t)index;
}

#endif /*LV_HAVE_SSE*/


#ifdef LV_HAVE_NEON
#include <arm_neon.h>
#include <float.h>
#include <limits.h>

static inline void
volk_32f_index_max_16u_neon(uint16_t* target, const float* src0, uint32_t num_points)
{
    num_points = (num_points > USHRT_MAX) ? USHRT_MAX : num_points;

    if (num_points == 0)
        return;

    const uint32_t quarter_points = num_points / 4;
    const float* inputPtr = src0;

    // Use integer indices directly
    uint32x4_t vec_indices = { 0, 1, 2, 3 };
    const uint32x4_t vec_incr = vdupq_n_u32(4);

    float32x4_t vec_max = vdupq_n_f32(-FLT_MAX);
    uint32x4_t vec_max_idx = vdupq_n_u32(0);

    for (uint32_t i = 0; i < quarter_points; i++) {
        float32x4_t vec_val = vld1q_f32(inputPtr);
        inputPtr += 4;

        // Compare BEFORE max update to know which lanes change
        uint32x4_t gt_mask = vcgtq_f32(vec_val, vec_max);
        vec_max_idx = vbslq_u32(gt_mask, vec_indices, vec_max_idx);

        // vmaxq_f32 is single-cycle, no dependency on comparison result
        vec_max = vmaxq_f32(vec_val, vec_max);

        vec_indices = vaddq_u32(vec_indices, vec_incr);
    }

    // Scalar reduction
    __VOLK_ATTR_ALIGNED(16) float max_buf[4];
    __VOLK_ATTR_ALIGNED(16) uint32_t idx_buf[4];
    vst1q_f32(max_buf, vec_max);
    vst1q_u32(idx_buf, vec_max_idx);

    float max_val = max_buf[0];
    uint32_t result_idx = idx_buf[0];
    for (int i = 1; i < 4; i++) {
        if (max_buf[i] > max_val) {
            max_val = max_buf[i];
            result_idx = idx_buf[i];
        } else if (max_buf[i] == max_val && idx_buf[i] < result_idx) {
            result_idx = idx_buf[i];
        }
    }

    // Handle tail
    for (uint32_t i = quarter_points * 4; i < num_points; i++) {
        if (src0[i] > max_val) {
            max_val = src0[i];
            result_idx = i;
        }
    }

    *target = (uint16_t)result_idx;
}

#endif /*LV_HAVE_NEON*/


#ifdef LV_HAVE_NEONV8
#include <arm_neon.h>
#include <float.h>
#include <limits.h>

static inline void
volk_32f_index_max_16u_neonv8(uint16_t* target, const float* src0, uint32_t num_points)
{
    num_points = (num_points > USHRT_MAX) ? USHRT_MAX : num_points;

    if (num_points == 0)
        return;

    const uint32_t quarter_points = num_points / 4;
    const float* inputPtr = src0;

    // Use integer indices directly (no float conversion overhead)
    uint32x4_t vec_indices = { 0, 1, 2, 3 };
    const uint32x4_t vec_incr = vdupq_n_u32(4);

    float32x4_t vec_max = vdupq_n_f32(-FLT_MAX);
    uint32x4_t vec_max_idx = vdupq_n_u32(0);

    for (uint32_t i = 0; i < quarter_points; i++) {
        float32x4_t vec_val = vld1q_f32(inputPtr);
        inputPtr += 4;

        // Compare BEFORE max update to know which lanes change
        uint32x4_t gt_mask = vcgtq_f32(vec_val, vec_max);
        vec_max_idx = vbslq_u32(gt_mask, vec_indices, vec_max_idx);

        // vmaxq_f32 is single-cycle, no dependency on comparison result
        vec_max = vmaxq_f32(vec_val, vec_max);

        vec_indices = vaddq_u32(vec_indices, vec_incr);
    }

    // ARMv8 horizontal reduction
    float max_val = vmaxvq_f32(vec_max);
    uint32x4_t max_mask = vceqq_f32(vec_max, vdupq_n_f32(max_val));
    uint32x4_t idx_masked = vbslq_u32(max_mask, vec_max_idx, vdupq_n_u32(UINT32_MAX));
    uint32_t result_idx = vminvq_u32(idx_masked);

    // Handle tail
    for (uint32_t i = quarter_points * 4; i < num_points; i++) {
        if (src0[i] > max_val) {
            max_val = src0[i];
            result_idx = i;
        }
    }

    *target = (uint16_t)result_idx;
}

#endif /*LV_HAVE_NEONV8*/


#ifdef LV_HAVE_GENERIC

static inline void
volk_32f_index_max_16u_generic(uint16_t* target, const float* src0, uint32_t num_points)
{
    num_points = (num_points > USHRT_MAX) ? USHRT_MAX : num_points;

    float max = src0[0];
    uint16_t index = 0;

    uint32_t i = 1;

    for (; i < num_points; ++i) {
        if (src0[i] > max) {
            index = i;
            max = src0[i];
        }
    }
    target[0] = index;
}

#endif /*LV_HAVE_GENERIC*/

#ifdef LV_HAVE_AVX512F
#include <immintrin.h>
#include <limits.h>

static inline void
volk_32f_index_max_16u_a_avx512f(uint16_t* target, const float* src0, uint32_t num_points)
{
    num_points = (num_points > USHRT_MAX) ? USHRT_MAX : num_points;

    uint32_t number = 0;
    const uint32_t sixteenthPoints = num_points / 16;

    const float* inputPtr = src0;

    __m512 indexIncrementValues = _mm512_set1_ps(16);
    __m512 currentIndexes = _mm512_set_ps(
        -1, -2, -3, -4, -5, -6, -7, -8, -9, -10, -11, -12, -13, -14, -15, -16);

    float max = src0[0];
    float index = 0;
    __m512 maxValues = _mm512_set1_ps(max);
    __m512 maxValuesIndex = _mm512_setzero_ps();
    __mmask16 compareResults;
    __m512 currentValues;

    __VOLK_ATTR_ALIGNED(64) float maxValuesBuffer[16];
    __VOLK_ATTR_ALIGNED(64) float maxIndexesBuffer[16];

    for (; number < sixteenthPoints; number++) {
        currentValues = _mm512_load_ps(inputPtr);
        inputPtr += 16;
        currentIndexes = _mm512_add_ps(currentIndexes, indexIncrementValues);
        compareResults = _mm512_cmp_ps_mask(currentValues, maxValues, _CMP_GT_OS);
        maxValuesIndex =
            _mm512_mask_blend_ps(compareResults, maxValuesIndex, currentIndexes);
        maxValues = _mm512_mask_blend_ps(compareResults, maxValues, currentValues);
    }

    // Calculate the largest value from the remaining 16 points
    _mm512_store_ps(maxValuesBuffer, maxValues);
    _mm512_store_ps(maxIndexesBuffer, maxValuesIndex);

    for (number = 0; number < 16; number++) {
        if (maxValuesBuffer[number] > max) {
            index = maxIndexesBuffer[number];
            max = maxValuesBuffer[number];
        } else if (maxValuesBuffer[number] == max) {
            if (index > maxIndexesBuffer[number])
                index = maxIndexesBuffer[number];
        }
    }

    number = sixteenthPoints * 16;
    for (; number < num_points; number++) {
        if (src0[number] > max) {
            index = number;
            max = src0[number];
        }
    }
    target[0] = (uint16_t)index;
}

#endif /*LV_HAVE_AVX512F*/

#endif /*INCLUDED_volk_32f_index_max_16u_a_H*/


#ifndef INCLUDED_volk_32f_index_max_16u_u_H
#define INCLUDED_volk_32f_index_max_16u_u_H

#include <inttypes.h>
#include <limits.h>
#include <stdio.h>
#include <volk/volk_common.h>

#ifdef LV_HAVE_AVX
#include <immintrin.h>

static inline void
volk_32f_index_max_16u_u_avx(uint16_t* target, const float* src0, uint32_t num_points)
{
    num_points = (num_points > USHRT_MAX) ? USHRT_MAX : num_points;

    uint32_t number = 0;
    const uint32_t eighthPoints = num_points / 8;

    float* inputPtr = (float*)src0;

    __m256 indexIncrementValues = _mm256_set1_ps(8);
    __m256 currentIndexes = _mm256_set_ps(-1, -2, -3, -4, -5, -6, -7, -8);

    float max = src0[0];
    float index = 0;
    __m256 maxValues = _mm256_set1_ps(max);
    __m256 maxValuesIndex = _mm256_setzero_ps();
    __m256 compareResults;
    __m256 currentValues;

    __VOLK_ATTR_ALIGNED(32) float maxValuesBuffer[8];
    __VOLK_ATTR_ALIGNED(32) float maxIndexesBuffer[8];

    for (; number < eighthPoints; number++) {

        currentValues = _mm256_loadu_ps(inputPtr);
        inputPtr += 8;
        currentIndexes = _mm256_add_ps(currentIndexes, indexIncrementValues);

        compareResults = _mm256_cmp_ps(currentValues, maxValues, _CMP_GT_OS);

        maxValuesIndex = _mm256_blendv_ps(maxValuesIndex, currentIndexes, compareResults);
        maxValues = _mm256_blendv_ps(maxValues, currentValues, compareResults);
    }

    // Calculate the largest value from the remaining 4 points
    _mm256_storeu_ps(maxValuesBuffer, maxValues);
    _mm256_storeu_ps(maxIndexesBuffer, maxValuesIndex);

    for (number = 0; number < 8; number++) {
        if (maxValuesBuffer[number] > max) {
            index = maxIndexesBuffer[number];
            max = maxValuesBuffer[number];
        } else if (maxValuesBuffer[number] == max) {
            if (index > maxIndexesBuffer[number])
                index = maxIndexesBuffer[number];
        }
    }

    number = eighthPoints * 8;
    for (; number < num_points; number++) {
        if (src0[number] > max) {
            index = number;
            max = src0[number];
        }
    }
    target[0] = (uint16_t)index;
}

#endif /*LV_HAVE_AVX*/

#ifdef LV_HAVE_AVX512F
#include <immintrin.h>
#include <limits.h>

static inline void
volk_32f_index_max_16u_u_avx512f(uint16_t* target, const float* src0, uint32_t num_points)
{
    num_points = (num_points > USHRT_MAX) ? USHRT_MAX : num_points;

    uint32_t number = 0;
    const uint32_t sixteenthPoints = num_points / 16;

    const float* inputPtr = src0;

    __m512 indexIncrementValues = _mm512_set1_ps(16);
    __m512 currentIndexes = _mm512_set_ps(
        -1, -2, -3, -4, -5, -6, -7, -8, -9, -10, -11, -12, -13, -14, -15, -16);

    float max = src0[0];
    float index = 0;
    __m512 maxValues = _mm512_set1_ps(max);
    __m512 maxValuesIndex = _mm512_setzero_ps();
    __mmask16 compareResults;
    __m512 currentValues;

    __VOLK_ATTR_ALIGNED(64) float maxValuesBuffer[16];
    __VOLK_ATTR_ALIGNED(64) float maxIndexesBuffer[16];

    for (; number < sixteenthPoints; number++) {
        currentValues = _mm512_loadu_ps(inputPtr);
        inputPtr += 16;
        currentIndexes = _mm512_add_ps(currentIndexes, indexIncrementValues);
        compareResults = _mm512_cmp_ps_mask(currentValues, maxValues, _CMP_GT_OS);
        maxValuesIndex =
            _mm512_mask_blend_ps(compareResults, maxValuesIndex, currentIndexes);
        maxValues = _mm512_mask_blend_ps(compareResults, maxValues, currentValues);
    }

    // Calculate the largest value from the remaining 16 points
    _mm512_store_ps(maxValuesBuffer, maxValues);
    _mm512_store_ps(maxIndexesBuffer, maxValuesIndex);

    for (number = 0; number < 16; number++) {
        if (maxValuesBuffer[number] > max) {
            index = maxIndexesBuffer[number];
            max = maxValuesBuffer[number];
        } else if (maxValuesBuffer[number] == max) {
            if (index > maxIndexesBuffer[number])
                index = maxIndexesBuffer[number];
        }
    }

    number = sixteenthPoints * 16;
    for (; number < num_points; number++) {
        if (src0[number] > max) {
            index = number;
            max = src0[number];
        }
    }
    target[0] = (uint16_t)index;
}

#endif /*LV_HAVE_AVX512F*/

#ifdef LV_HAVE_RVV
#include <float.h>
#include <riscv_vector.h>

static inline void
volk_32f_index_max_16u_rvv(uint16_t* target, const float* src0, uint32_t num_points)
{
    vfloat32m8_t vmax = __riscv_vfmv_v_f_f32m8(-FLT_MAX, __riscv_vsetvlmax_e32m8());
    vuint16m4_t vmaxi = __riscv_vmv_v_x_u16m4(0, __riscv_vsetvlmax_e16m4());
    vuint16m4_t vidx = __riscv_vid_v_u16m4(__riscv_vsetvlmax_e16m4());
    size_t n = (num_points > USHRT_MAX) ? USHRT_MAX : num_points;
    for (size_t vl; n > 0; n -= vl, src0 += vl) {
        vl = __riscv_vsetvl_e32m8(n);
        vfloat32m8_t v = __riscv_vle32_v_f32m8(src0, vl);
        vbool4_t m = __riscv_vmfgt(v, vmax, vl);
        vmax = __riscv_vfmax_tu(vmax, vmax, v, vl);
        vmaxi = __riscv_vmerge_tu(vmaxi, vmaxi, vidx, m, vl);
        vidx = __riscv_vadd(vidx, vl, __riscv_vsetvlmax_e16m4());
    }
    size_t vl = __riscv_vsetvlmax_e32m8();
    float max = __riscv_vfmv_f(__riscv_vfredmax(RISCV_SHRINK8(vfmax, f, 32, vmax),
                                                __riscv_vfmv_v_f_f32m1(-FLT_MAX, 1),
                                                __riscv_vsetvlmax_e32m1()));
    // Find lanes with max value, set others to UINT16_MAX
    vbool4_t m = __riscv_vmfeq(vmax, max, vl);
    vuint16m4_t idx_masked = __riscv_vmerge(
        __riscv_vmv_v_x_u16m4(UINT16_MAX, __riscv_vsetvlmax_e16m4()), vmaxi, m, vl);
    // Find minimum index among lanes with max value
    *target = __riscv_vmv_x(__riscv_vredminu(RISCV_SHRINK4(vminu, u, 16, idx_masked),
                                             __riscv_vmv_v_x_u16m1(UINT16_MAX, 1),
                                             __riscv_vsetvlmax_e16m1()));
}
#endif /*LV_HAVE_RVV*/

#endif /*INCLUDED_volk_32f_index_max_16u_u_H*/
