volk_16i_permute_and_scalar_add.h

Go to the documentation of this file.

/* -*- c++ -*- */
/*
 * Copyright 2012, 2014 Free Software Foundation, Inc.
 *
 * This file is part of VOLK
 *
 * SPDX-License-Identifier: LGPL-3.0-or-later
 */
 
#ifndef INCLUDED_volk_16i_permute_and_scalar_add_a_H
#define INCLUDED_volk_16i_permute_and_scalar_add_a_H
 
#include <inttypes.h>
#include <stdio.h>
 
#ifdef LV_HAVE_SSE2
 
#include <emmintrin.h>
#include <xmmintrin.h>
 
static inline void volk_16i_permute_and_scalar_add_a_sse2(short* target,
                                                          short* src0,
                                                          short* permute_indexes,
                                                          short* cntl0,
                                                          short* cntl1,
                                                          short* cntl2,
                                                          short* cntl3,
                                                          short* scalars,
                                                          unsigned int num_points)
{
 
    const unsigned int num_bytes = num_points * 2;
 
    __m128i xmm0, xmm1, xmm2, xmm3, xmm4, xmm5, xmm6, xmm7;
 
    __m128i *p_target, *p_cntl0, *p_cntl1, *p_cntl2, *p_cntl3, *p_scalars;
 
    short* p_permute_indexes = permute_indexes;
 
    p_target = (__m128i*)target;
    p_cntl0 = (__m128i*)cntl0;
    p_cntl1 = (__m128i*)cntl1;
    p_cntl2 = (__m128i*)cntl2;
    p_cntl3 = (__m128i*)cntl3;
    p_scalars = (__m128i*)scalars;
 
    int i = 0;
 
    int bound = (num_bytes >> 4);
    int leftovers = (num_bytes >> 1) & 7;
 
    xmm0 = _mm_load_si128(p_scalars);
 
    xmm1 = _mm_shufflelo_epi16(xmm0, 0);
    xmm2 = _mm_shufflelo_epi16(xmm0, 0x55);
    xmm3 = _mm_shufflelo_epi16(xmm0, 0xaa);
    xmm4 = _mm_shufflelo_epi16(xmm0, 0xff);
 
    xmm1 = _mm_shuffle_epi32(xmm1, 0x00);
    xmm2 = _mm_shuffle_epi32(xmm2, 0x00);
    xmm3 = _mm_shuffle_epi32(xmm3, 0x00);
    xmm4 = _mm_shuffle_epi32(xmm4, 0x00);
 
 
    for (; i < bound; ++i) {
        xmm0 = _mm_setzero_si128();
        xmm5 = _mm_setzero_si128();
        xmm6 = _mm_setzero_si128();
        xmm7 = _mm_setzero_si128();
 
        xmm0 = _mm_insert_epi16(xmm0, src0[p_permute_indexes[0]], 0);
        xmm5 = _mm_insert_epi16(xmm5, src0[p_permute_indexes[1]], 1);
        xmm6 = _mm_insert_epi16(xmm6, src0[p_permute_indexes[2]], 2);
        xmm7 = _mm_insert_epi16(xmm7, src0[p_permute_indexes[3]], 3);
        xmm0 = _mm_insert_epi16(xmm0, src0[p_permute_indexes[4]], 4);
        xmm5 = _mm_insert_epi16(xmm5, src0[p_permute_indexes[5]], 5);
        xmm6 = _mm_insert_epi16(xmm6, src0[p_permute_indexes[6]], 6);
        xmm7 = _mm_insert_epi16(xmm7, src0[p_permute_indexes[7]], 7);
 
        xmm0 = _mm_add_epi16(xmm0, xmm5);
        xmm6 = _mm_add_epi16(xmm6, xmm7);
 
        p_permute_indexes += 8;
 
        xmm0 = _mm_add_epi16(xmm0, xmm6);
 
        xmm5 = _mm_load_si128(p_cntl0);
        xmm6 = _mm_load_si128(p_cntl1);
        xmm7 = _mm_load_si128(p_cntl2);
 
        xmm5 = _mm_and_si128(xmm5, xmm1);
        xmm6 = _mm_and_si128(xmm6, xmm2);
        xmm7 = _mm_and_si128(xmm7, xmm3);
 
        xmm0 = _mm_add_epi16(xmm0, xmm5);
 
        xmm5 = _mm_load_si128(p_cntl3);
 
        xmm6 = _mm_add_epi16(xmm6, xmm7);
 
        p_cntl0 += 1;
 
        xmm5 = _mm_and_si128(xmm5, xmm4);
 
        xmm0 = _mm_add_epi16(xmm0, xmm6);
 
        p_cntl1 += 1;
        p_cntl2 += 1;
 
        xmm0 = _mm_add_epi16(xmm0, xmm5);
 
        p_cntl3 += 1;
 
        _mm_store_si128(p_target, xmm0);
 
        p_target += 1;
    }
 
    for (i = bound * 8; i < (bound * 8) + leftovers; ++i) {
        target[i] = src0[permute_indexes[i]] + (cntl0[i] & scalars[0]) +
                    (cntl1[i] & scalars[1]) + (cntl2[i] & scalars[2]) +
                    (cntl3[i] & scalars[3]);
    }
}
#endif /*LV_HAVE_SSE*/
 
 
#ifdef LV_HAVE_GENERIC
static inline void volk_16i_permute_and_scalar_add_generic(short* target,
                                                           short* src0,
                                                           short* permute_indexes,
                                                           short* cntl0,
                                                           short* cntl1,
                                                           short* cntl2,
                                                           short* cntl3,
                                                           short* scalars,
                                                           unsigned int num_points)
{
    const unsigned int num_bytes = num_points * 2;
 
    int i = 0;
 
    int bound = num_bytes >> 1;
 
    for (i = 0; i < bound; ++i) {
        target[i] = src0[permute_indexes[i]] + (cntl0[i] & scalars[0]) +
                    (cntl1[i] & scalars[1]) + (cntl2[i] & scalars[2]) +
                    (cntl3[i] & scalars[3]);
    }
}
 
#endif /*LV_HAVE_GENERIC*/
 
#endif /*INCLUDED_volk_16i_permute_and_scalar_add_a_H*/