82 lines
3.5 KiB
C
82 lines
3.5 KiB
C
/******************************************************************************\
|
|
* Authors: Iconoclast *
|
|
* Release: 2013.11.26 *
|
|
* License: CC0 Public Domain Dedication *
|
|
* *
|
|
* To the extent possible under law, the author(s) have dedicated all copyright *
|
|
* and related and neighboring rights to this software to the public domain *
|
|
* worldwide. This software is distributed without any warranty. *
|
|
* *
|
|
* You should have received a copy of the CC0 Public Domain Dedication along *
|
|
* with this software. *
|
|
* If not, see <http://creativecommons.org/publicdomain/zero/1.0/>. *
|
|
\******************************************************************************/
|
|
#include "vu.h"
|
|
|
|
INLINE static void do_madn(usf_state_t * state, short* VD, short* VS, short* VT)
|
|
{
|
|
|
|
#ifdef ARCH_MIN_ARM_NEON
|
|
|
|
uint32x4_t zero = vdupq_n_u32(0);
|
|
uint16x4_t vs_low = vld1_u16((const uint16_t*)VS);
|
|
uint16x4_t vs_high = vld1_u16((const uint16_t*)VS+4);
|
|
int16x4_t vt_low = vld1_s16((const int16_t*)VT);
|
|
int16x4_t vt_high = vld1_s16((const int16_t*)VT+4);
|
|
uint16x4_t vaccl_low = vld1_u16((const uint16_t*)VACC_L);
|
|
uint16x4_t vaccl_high = vld1_u16((const uint16_t*)VACC_L+4);
|
|
uint16x4_t vaccm_low = vld1_u16((const uint16_t*)VACC_M);
|
|
uint16x4_t vaccm_high = vld1_u16((const uint16_t*)VACC_M+4);
|
|
int16x4_t vacch_low = vld1_s16((const int16_t*)VACC_H);
|
|
int16x4_t vacch_high = vld1_s16((const int16_t*)VACC_H+4);
|
|
|
|
int32x4_t vaccl_l = vmlaq_s32((int32x4_t)vmovl_u16(vaccl_low),(int32x4_t)vmovl_u16(vs_low),vmovl_s16(vt_low));
|
|
int32x4_t vaccl_h = vmlaq_s32((int32x4_t)vmovl_u16(vaccl_high),(int32x4_t)vmovl_u16(vs_high),vmovl_s16(vt_high));
|
|
uint32x4_t vaccm_l = vaddq_u32(vmovl_u16(vaccm_low), (uint32x4_t)vshrq_n_s32(vaccl_l,16));
|
|
uint32x4_t vaccm_h = vaddq_u32(vmovl_u16(vaccm_high),(uint32x4_t)vshrq_n_s32(vaccl_h,16));
|
|
uint16x4_t vacch_l = vaddhn_u32(vaccm_l, zero);
|
|
uint16x4_t vacch_h = vaddhn_u32(vaccm_h, zero);
|
|
int16x4_t vacch_low2 = vadd_s16(vacch_low,(int16x4_t)vacch_l);
|
|
int16x4_t vacch_high2 = vadd_s16(vacch_high,(int16x4_t)vacch_h);
|
|
|
|
int16x8_t vaccl = vcombine_s16(vmovn_s32(vaccl_l),vmovn_s32(vaccl_h));
|
|
uint16x8_t vaccm = vcombine_u16(vmovn_u32(vaccm_l),vmovn_u32(vaccm_h));
|
|
int16x8_t vacch = vcombine_s16(vacch_low2,vacch_high2);
|
|
|
|
vst1q_s16(VACC_L, vaccl);
|
|
vst1q_s16(VACC_M, (int16x8_t)vaccm);
|
|
vst1q_s16(VACC_H, vacch);
|
|
SIGNED_CLAMP_AL(state, VD);
|
|
return;
|
|
|
|
#else
|
|
|
|
|
|
ALIGNED uint32_t addend[N];
|
|
register int i;
|
|
|
|
for (i = 0; i < N; i++)
|
|
addend[i] = (unsigned short)(VACC_L[i]) + (unsigned short)(VS[i]*VT[i]);
|
|
for (i = 0; i < N; i++)
|
|
VACC_L[i] += (short)(VS[i] * VT[i]);
|
|
for (i = 0; i < N; i++)
|
|
addend[i] = (addend[i] >> 16) + ((unsigned short)(VS[i])*VT[i] >> 16);
|
|
for (i = 0; i < N; i++)
|
|
addend[i] = (unsigned short)(VACC_M[i]) + addend[i];
|
|
for (i = 0; i < N; i++)
|
|
VACC_M[i] = (short)addend[i];
|
|
for (i = 0; i < N; i++)
|
|
VACC_H[i] += addend[i] >> 16;
|
|
SIGNED_CLAMP_AL(state, VD);
|
|
return;
|
|
#endif
|
|
}
|
|
|
|
static void VMADN(usf_state_t * state, int vd, int vs, int vt, int e)
|
|
{
|
|
ALIGNED short ST[N];
|
|
|
|
SHUFFLE_VECTOR(ST, state->VR[vt], e);
|
|
do_madn(state, state->VR[vd], state->VR[vs], ST);
|
|
return;
|
|
}
|