(r)

Functions
void	bl1_sdotaxpy (int n, float a, int inc_a, float x, int inc_x, float kappa, float rho, float *w, int inc_w)

void	bl1_ddotaxpy (int n, double a, int inc_a, double x, int inc_x, double kappa, double rho, double *w, int inc_w)

	if (inc_a !=1\|\|inc_x !=1\|\|inc_w !=1)

	for (i=0;i< n_run;++i)

	if (n_left > 0)

void	bl1_cdotaxpy (int n, scomplex a, int inc_a, scomplex x, int inc_x, scomplex kappa, scomplex rho, scomplex *w, int inc_w)

void	bl1_zdotaxpy (int n, dcomplex a, int inc_a, dcomplex x, int inc_x, dcomplex kappa, dcomplex rho, dcomplex *w, int inc_w)

Variables
double *restrict	chi1

double *restrict	omega1 = w

double	kappa_c = *kappa

double	rho_c

int	i

int	n_pre

int	n_run

int	n_left

*	rho = rho_c

	alpha1 = a

rho_c	real = 0.0

rho_c	imag = 0.0

Function Documentation

◆ bl1_cdotaxpy()

void bl1_cdotaxpy	(	int	n,
		scomplex *	a,
		int	inc_a,
		scomplex *	x,
		int	inc_x,
		scomplex *	kappa,
		scomplex *	rho,
		scomplex *	w,
		int	inc_w
	)

{
    bl1_abort();
}

References bl1_abort().

◆ bl1_ddotaxpy()

void bl1_ddotaxpy	(	int	n,
		double *	a,
		int	inc_a,
		double *	x,
		int	inc_x,
		double *	kappa,
		double *	rho,
		double *	w,
		int	inc_w
	)

{
    double*   restrict alpha1;
    double*   restrict chi1;
    double*   restrict omega1;
    double             rho_c;
    int                i;
 
    int                n_pre;
    int                n_run;
    int                n_left;
 
    v2df_t    k1v, rho1v;
    v2df_t    a1v, x1v, w1v;
    v2df_t    a2v, x2v, w2v;
    
    if ( inc_a != 1 ||
         inc_x != 1 ||
         inc_w != 1 ) bl1_abort();
 
    n_pre = 0;
    if ( ( unsigned long ) a % 16 != 0 )
    {
        if ( ( unsigned long ) x % 16 == 0 ||
             ( unsigned long ) w % 16 == 0 ) bl1_abort();
 
        n_pre = 1;
    }
 
    n_run       = ( n - n_pre ) / 4;
    n_left      = ( n - n_pre ) % 4;
 
    alpha1   = a;
    chi1     = x;
    omega1   = w;
 
    rho_c = 0.0;
 
    if ( n_pre == 1 )
    {
        double   kappa_c    = *kappa;
        double   alpha1_c   = *alpha1;
        double   chi1_c     = *chi1;
        double   omega1_c   = *omega1;
 
        rho_c += alpha1_c * chi1_c;
        omega1_c += kappa_c * alpha1_c;
 
        *omega1 = omega1_c;
 
        alpha1   += inc_a;
        chi1     += inc_x;
        omega1   += inc_w;
    }
 
    rho1v.v = _mm_setzero_pd();
 
    k1v.v = _mm_loaddup_pd( ( double* )kappa );
 
    for ( i = 0; i < n_run; ++i )
    {
        a1v.v = _mm_load_pd( ( double* )alpha1 );
        x1v.v = _mm_load_pd( ( double* )chi1 );
        w1v.v = _mm_load_pd( ( double* )omega1 );
 
        a2v.v = _mm_load_pd( ( double* )(alpha1 + 2) );
        x2v.v = _mm_load_pd( ( double* )(chi1 + 2) );
        w2v.v = _mm_load_pd( ( double* )(omega1 + 2) );
 
        rho1v.v += a1v.v * x1v.v;
        w1v.v += k1v.v * a1v.v;
 
        _mm_store_pd( ( double* )omega1, w1v.v );
 
        rho1v.v += a2v.v * x2v.v;
        w2v.v += k1v.v * a2v.v;
 
        _mm_store_pd( ( double* )(omega1 + 2), w2v.v );
 
        alpha1   += 4;
        chi1     += 4;
        omega1   += 4;
    }
 
    if ( n_left > 0 )
    {
        for ( i = 0; i < n_left; ++i )
        {
            double   kappa_c    = *kappa;
            double   alpha1_c   = *alpha1;
            double   chi1_c     = *chi1;
            double   omega1_c   = *omega1;
 
            rho_c += alpha1_c * chi1_c;
            omega1_c += kappa_c * alpha1_c;
 
            *omega1 = omega1_c;
 
            alpha1   += inc_a;
            chi1     += inc_x;
            omega1   += inc_w;
        }
    }
 
    rho_c += rho1v.d[0] + rho1v.d[1];
 
    *rho = rho_c;
}

References alpha1, alpha1_c, bl1_abort(), chi1, v2df_t::d, i, kappa_c, n_left, n_pre, n_run, omega1, rho, rho_c, and v2df_t::v.

Referenced by FLA_Fused_Ahx_Ax_opd_var1(), and FLA_Fused_UZhu_ZUhu_opd_var1().

◆ bl1_sdotaxpy()

void bl1_sdotaxpy	(	int	n,
		float *	a,
		int	inc_a,
		float *	x,
		int	inc_x,
		float *	kappa,
		float *	rho,
		float *	w,
		int	inc_w
	)

{
    bl1_abort();
}

References bl1_abort().

◆ bl1_zdotaxpy()

void bl1_zdotaxpy	(	int	n,
		dcomplex *	a,
		int	inc_a,
		dcomplex *	x,
		int	inc_x,
		dcomplex *	kappa,
		dcomplex *	rho,
		dcomplex *	w,
		int	inc_w
	)

{
    dcomplex* restrict alpha1;
    dcomplex* restrict chi1;
    dcomplex* restrict omega1;
    int                i;
 
    v2df_t    kappa1v, kappa1rv;
    v2df_t    rho1v;
    v2df_t    a11v, a12v;
    v2df_t    x1v, x1rv;
    v2df_t    w1v;
    v2df_t    acbc, bdad;
    v2df_t    adac, bcbd;
 
    alpha1   = a;
    chi1     = x;
    omega1   = w;
 
    if ( inc_a != 1 ||
         inc_x != 1 ||
         inc_w != 1 ) bl1_abort();
 
    kappa1v.v  = _mm_load_pd( ( double* )kappa );
    kappa1rv.v = _mm_shuffle_pd( kappa1v.v, kappa1v.v, _MM_SHUFFLE2 (0,1) );
 
    rho1v.v = _mm_setzero_pd();
 
    for ( i = 0; i < n; ++i )
    {
        //alpha_c = *alpha1;
        a11v.v  = _mm_loaddup_pd( ( double* )&(alpha1->real) );
        a12v.v  = _mm_loaddup_pd( ( double* )&(alpha1->imag) );
 
        //rho_c.real += alpha1_c.real * chi1_c.real - -alpha1_c.imag * chi1_c.imag;
        //rho_c.imag += alpha1_c.real * chi1_c.imag + -alpha1_c.imag * chi1_c.real;
        x1v.v  = _mm_load_pd( ( double* )chi1 );
        x1rv.v = _mm_shuffle_pd( x1v.v, x1v.v, _MM_SHUFFLE2 (0,1) );
        adac.v = a11v.v * x1rv.v;
        bcbd.v = a12v.v * x1v.v;
        rho1v.v = rho1v.v + _mm_addsub_pd( adac.v, bcbd.v );
 
        //omega_c = *omega1;
        w1v.v  = _mm_load_pd( ( double* )omega1 );
 
        //omega1_c.real += kappa_c.real * alpha1_c.real - kappa_c.imag * alpha1_c.imag;
        //omega1_c.imag += kappa_c.real * alpha1_c.imag + kappa_c.imag * alpha1_c.real;
        acbc.v = kappa1v.v  * a11v.v;
        bdad.v = kappa1rv.v * a12v.v;
        w1v.v += _mm_addsub_pd( acbc.v, bdad.v );
 
        //*omega1 = omega1_c;
        _mm_store_pd( ( double* )omega1, w1v.v );
 
        alpha1   += 1;
        chi1     += 1;
        omega1   += 1;
    }
 
    rho1v.v = _mm_shuffle_pd( rho1v.v, rho1v.v, _MM_SHUFFLE2 (0,1) );
 
    //rho->real = rho_c.real;
    //rho->imag = rho_c.imag;
    _mm_store_pd( ( double* )rho, rho1v.v );
}

References alpha1, bl1_abort(), chi1, i, omega1, rho, and v2df_t::v.

Referenced by FLA_Fused_Ahx_Ax_opz_var1(), FLA_Fused_Gerc2_Ahx_Ax_opz_var1(), FLA_Fused_Her2_Ax_l_opz_var1(), and FLA_Fused_UZhu_ZUhu_opz_var1().

◆ for()

for ( )

    {
        double   alpha1_c   = *alpha1;
        double   alpha2_c   = *(alpha1 + 1);
        double   chi1_c     = *chi1;
        double   chi2_c     = *(chi1 + 1);
        double   omega1_c   = *omega1;
        double   omega2_c   = *(omega1 + 1);
 
        // rho += conj(alpha1) * chi1;
        rho_c += alpha1_c * chi1_c;
        rho_c += alpha2_c * chi2_c;
 
        // omega1 += kappa * alpha1;
        omega1_c += kappa_c * alpha1_c;
        omega2_c += kappa_c * alpha2_c;
 
        *omega1       = omega1_c;
        *(omega1 + 1) = omega2_c;
 
        alpha1   += 2*inc_a;
        chi1     += 2*inc_x;
        omega1   += 2*inc_w;
    }

References alpha1, alpha1_c, alpha2_c, chi1, kappa_c, omega1, and rho_c.

◆ if() [1/2]

if ( inc_a ! = 1 || inc_x != 1 || inc_w != 1 )

    {
        double   alpha1_c   = *alpha1;
        double   chi1_c     = *chi1;
        double   omega1_c   = *omega1;
 
        rho_c += alpha1_c * chi1_c;
        omega1_c += kappa_c * alpha1_c;
 
        *omega1 = omega1_c;
 
        alpha1   += inc_a;
        chi1     += inc_x;
        omega1   += inc_w;
    }

◆ if() [2/2]

if	(	n_left	,
		0
	)

    {
        for ( i = 0; i < n_left; ++i )
        {
            double   alpha1_c   = *alpha1;
            double   chi1_c     = *chi1;
            double   omega1_c   = *omega1;
 
            rho_c += alpha1_c * chi1_c;
            omega1_c += kappa_c * alpha1_c;
 
            *omega1 = omega1_c;
 
            alpha1   += inc_a;
            chi1     += inc_x;
            omega1   += inc_w;
        }
    }