volk_32fc_accumulator_s32fc.h

Go to the documentation of this file.

/* -*- c++ -*- */
/*
 * Copyright 2019 Free Software Foundation, Inc.
 *
 * This file is part of VOLK
 *
 * SPDX-License-Identifier: LGPL-3.0-or-later
 */
 
#ifndef INCLUDED_volk_32fc_accumulator_s32fc_a_H
#define INCLUDED_volk_32fc_accumulator_s32fc_a_H
 
#include <inttypes.h>
#include <volk/volk_common.h>
 
#ifdef LV_HAVE_GENERIC
static inline void volk_32fc_accumulator_s32fc_generic(lv_32fc_t* result,
                                                       const lv_32fc_t* inputBuffer,
                                                       unsigned int num_points)
{
    const lv_32fc_t* aPtr = inputBuffer;
    unsigned int number = 0;
    lv_32fc_t returnValue = lv_cmake(0.f, 0.f);
 
    for (; number < num_points; number++) {
        returnValue += (*aPtr++);
    }
    *result = returnValue;
}
#endif /* LV_HAVE_GENERIC */
 
#ifdef LV_HAVE_AVX
#include <immintrin.h>
 
static inline void volk_32fc_accumulator_s32fc_u_avx(lv_32fc_t* result,
                                                     const lv_32fc_t* inputBuffer,
                                                     unsigned int num_points)
{
    lv_32fc_t returnValue = lv_cmake(0.f, 0.f);
    unsigned int number = 0;
    const unsigned int quarterPoints = num_points / 4;
 
    const lv_32fc_t* aPtr = inputBuffer;
    __VOLK_ATTR_ALIGNED(32) float tempBuffer[8];
 
    __m256 accumulator = _mm256_setzero_ps();
    __m256 aVal = _mm256_setzero_ps();
 
    for (; number < quarterPoints; number++) {
        aVal = _mm256_loadu_ps((float*)aPtr);
        accumulator = _mm256_add_ps(accumulator, aVal);
        aPtr += 4;
    }
 
    _mm256_store_ps(tempBuffer, accumulator);
 
    returnValue = lv_cmake(tempBuffer[0], tempBuffer[1]);
    returnValue += lv_cmake(tempBuffer[2], tempBuffer[3]);
    returnValue += lv_cmake(tempBuffer[4], tempBuffer[5]);
    returnValue += lv_cmake(tempBuffer[6], tempBuffer[7]);
 
    number = quarterPoints * 4;
    for (; number < num_points; number++) {
        returnValue += (*aPtr++);
    }
    *result = returnValue;
}
#endif /* LV_HAVE_AVX */
 
#ifdef LV_HAVE_SSE
#include <xmmintrin.h>
 
static inline void volk_32fc_accumulator_s32fc_u_sse(lv_32fc_t* result,
                                                     const lv_32fc_t* inputBuffer,
                                                     unsigned int num_points)
{
    lv_32fc_t returnValue = lv_cmake(0.f, 0.f);
    unsigned int number = 0;
    const unsigned int halfPoints = num_points / 2;
 
    const lv_32fc_t* aPtr = inputBuffer;
    __VOLK_ATTR_ALIGNED(16) float tempBuffer[4];
 
    __m128 accumulator = _mm_setzero_ps();
    __m128 aVal = _mm_setzero_ps();
 
    for (; number < halfPoints; number++) {
        aVal = _mm_loadu_ps((float*)aPtr);
        accumulator = _mm_add_ps(accumulator, aVal);
        aPtr += 2;
    }
 
    _mm_store_ps(tempBuffer, accumulator);
 
    returnValue = lv_cmake(tempBuffer[0], tempBuffer[1]);
    returnValue += lv_cmake(tempBuffer[2], tempBuffer[3]);
 
    number = halfPoints * 2;
    for (; number < num_points; number++) {
        returnValue += (*aPtr++);
    }
    *result = returnValue;
}
#endif /* LV_HAVE_SSE */
 
#ifdef LV_HAVE_AVX
#include <immintrin.h>
 
static inline void volk_32fc_accumulator_s32fc_a_avx(lv_32fc_t* result,
                                                     const lv_32fc_t* inputBuffer,
                                                     unsigned int num_points)
{
    lv_32fc_t returnValue = lv_cmake(0.f, 0.f);
    unsigned int number = 0;
    const unsigned int quarterPoints = num_points / 4;
 
    const lv_32fc_t* aPtr = inputBuffer;
    __VOLK_ATTR_ALIGNED(32) float tempBuffer[8];
 
    __m256 accumulator = _mm256_setzero_ps();
    __m256 aVal = _mm256_setzero_ps();
 
    for (; number < quarterPoints; number++) {
        aVal = _mm256_load_ps((float*)aPtr);
        accumulator = _mm256_add_ps(accumulator, aVal);
        aPtr += 4;
    }
 
    _mm256_store_ps(tempBuffer, accumulator);
 
    returnValue = lv_cmake(tempBuffer[0], tempBuffer[1]);
    returnValue += lv_cmake(tempBuffer[2], tempBuffer[3]);
    returnValue += lv_cmake(tempBuffer[4], tempBuffer[5]);
    returnValue += lv_cmake(tempBuffer[6], tempBuffer[7]);
 
    number = quarterPoints * 4;
    for (; number < num_points; number++) {
        returnValue += (*aPtr++);
    }
    *result = returnValue;
}
#endif /* LV_HAVE_AVX */
 
#ifdef LV_HAVE_SSE
#include <xmmintrin.h>
 
static inline void volk_32fc_accumulator_s32fc_a_sse(lv_32fc_t* result,
                                                     const lv_32fc_t* inputBuffer,
                                                     unsigned int num_points)
{
    lv_32fc_t returnValue = lv_cmake(0.f, 0.f);
    unsigned int number = 0;
    const unsigned int halfPoints = num_points / 2;
 
    const lv_32fc_t* aPtr = inputBuffer;
    __VOLK_ATTR_ALIGNED(16) float tempBuffer[4];
 
    __m128 accumulator = _mm_setzero_ps();
    __m128 aVal = _mm_setzero_ps();
 
    for (; number < halfPoints; number++) {
        aVal = _mm_load_ps((float*)aPtr);
        accumulator = _mm_add_ps(accumulator, aVal);
        aPtr += 2;
    }
 
    _mm_store_ps(tempBuffer, accumulator);
 
    returnValue = lv_cmake(tempBuffer[0], tempBuffer[1]);
    returnValue += lv_cmake(tempBuffer[2], tempBuffer[3]);
 
    number = halfPoints * 2;
    for (; number < num_points; number++) {
        returnValue += (*aPtr++);
    }
    *result = returnValue;
}
#endif /* LV_HAVE_SSE */
 
#ifdef LV_HAVE_NEON
#include <arm_neon.h>
static inline void volk_32fc_accumulator_s32fc_neon(lv_32fc_t* result,
                                                    const lv_32fc_t* inputBuffer,
                                                    unsigned int num_points)
{
    const lv_32fc_t* aPtr = inputBuffer;
    unsigned int number = 0;
    lv_32fc_t returnValue = lv_cmake(0.f, 0.f);
    unsigned int eighthPoints = num_points / 8;
    float32x4_t in_vec;
    float32x4_t out_vec0 = { 0.f, 0.f, 0.f, 0.f };
    float32x4_t out_vec1 = { 0.f, 0.f, 0.f, 0.f };
    float32x4_t out_vec2 = { 0.f, 0.f, 0.f, 0.f };
    float32x4_t out_vec3 = { 0.f, 0.f, 0.f, 0.f };
    __VOLK_ATTR_ALIGNED(32) float tempBuffer[4];
 
    for (; number < eighthPoints; number++) {
        in_vec = vld1q_f32((float*)aPtr);
        out_vec0 = vaddq_f32(in_vec, out_vec0);
        aPtr += 2;
 
        in_vec = vld1q_f32((float*)aPtr);
        out_vec1 = vaddq_f32(in_vec, out_vec1);
        aPtr += 2;
 
        in_vec = vld1q_f32((float*)aPtr);
        out_vec2 = vaddq_f32(in_vec, out_vec2);
        aPtr += 2;
 
        in_vec = vld1q_f32((float*)aPtr);
        out_vec3 = vaddq_f32(in_vec, out_vec3);
        aPtr += 2;
    }
    vst1q_f32(tempBuffer, out_vec0);
    returnValue = lv_cmake(tempBuffer[0], tempBuffer[1]);
    returnValue += lv_cmake(tempBuffer[2], tempBuffer[3]);
 
    vst1q_f32(tempBuffer, out_vec1);
    returnValue += lv_cmake(tempBuffer[0], tempBuffer[1]);
    returnValue += lv_cmake(tempBuffer[2], tempBuffer[3]);
 
    vst1q_f32(tempBuffer, out_vec2);
    returnValue += lv_cmake(tempBuffer[0], tempBuffer[1]);
    returnValue += lv_cmake(tempBuffer[2], tempBuffer[3]);
 
    vst1q_f32(tempBuffer, out_vec3);
    returnValue += lv_cmake(tempBuffer[0], tempBuffer[1]);
    returnValue += lv_cmake(tempBuffer[2], tempBuffer[3]);
 
    number = eighthPoints * 8;
    for (; number < num_points; number++) {
        returnValue += (*aPtr++);
    }
    *result = returnValue;
}
#endif /* LV_HAVE_NEON */
 
#endif /* INCLUDED_volk_32fc_accumulator_s32fc_a_H */