QUDA  0.9.0
Macros | Functions | Variables
tmc_dslash_fermi_core.h File Reference
#include "read_gauge.h"
#include "io_spinor.h"
#include "read_clover.h"
#include "tmc_core.h"
Include dependency graph for tmc_dslash_fermi_core.h:

Go to the source code of this file.

Macros

#define DSLASH_SHARED_FLOATS_PER_THREAD   24
 
#define VOLATILE   volatile
 
#define spinorFloat   float
 
#define WRITE_SPINOR_SHARED   WRITE_SPINOR_SHARED_FLOAT4
 
#define READ_SPINOR_SHARED   READ_SPINOR_SHARED_FLOAT4
 
#define i00_re   I0.x
 
#define i00_im   I0.y
 
#define i01_re   I0.z
 
#define i01_im   I0.w
 
#define i02_re   I1.x
 
#define i02_im   I1.y
 
#define i10_re   I1.z
 
#define i10_im   I1.w
 
#define i11_re   I2.x
 
#define i11_im   I2.y
 
#define i12_re   I2.z
 
#define i12_im   I2.w
 
#define i20_re   I3.x
 
#define i20_im   I3.y
 
#define i21_re   I3.z
 
#define i21_im   I3.w
 
#define i22_re   I4.x
 
#define i22_im   I4.y
 
#define i30_re   I4.z
 
#define i30_im   I4.w
 
#define i31_re   I5.x
 
#define i31_im   I5.y
 
#define i32_re   I5.z
 
#define i32_im   I5.w
 
#define acc00_re   accum0.x
 
#define acc00_im   accum0.y
 
#define acc01_re   accum0.z
 
#define acc01_im   accum0.w
 
#define acc02_re   accum1.x
 
#define acc02_im   accum1.y
 
#define acc10_re   accum1.z
 
#define acc10_im   accum1.w
 
#define acc11_re   accum2.x
 
#define acc11_im   accum2.y
 
#define acc12_re   accum2.z
 
#define acc12_im   accum2.w
 
#define acc20_re   accum3.x
 
#define acc20_im   accum3.y
 
#define acc21_re   accum3.z
 
#define acc21_im   accum3.w
 
#define acc22_re   accum4.x
 
#define acc22_im   accum4.y
 
#define acc30_re   accum4.z
 
#define acc30_im   accum4.w
 
#define acc31_re   accum5.x
 
#define acc31_im   accum5.y
 
#define acc32_re   accum5.z
 
#define acc32_im   accum5.w
 
#define g00_re   G0.x
 
#define g00_im   G0.y
 
#define g01_re   G0.z
 
#define g01_im   G0.w
 
#define g02_re   G1.x
 
#define g02_im   G1.y
 
#define g10_re   G1.z
 
#define g10_im   G1.w
 
#define g11_re   G2.x
 
#define g11_im   G2.y
 
#define g12_re   G2.z
 
#define g12_im   G2.w
 
#define g20_re   G3.x
 
#define g20_im   G3.y
 
#define g21_re   G3.z
 
#define g21_im   G3.w
 
#define g22_re   G4.x
 
#define g22_im   G4.y
 
#define gT00_re   (+g00_re)
 
#define gT00_im   (-g00_im)
 
#define gT01_re   (+g10_re)
 
#define gT01_im   (-g10_im)
 
#define gT02_re   (+g20_re)
 
#define gT02_im   (-g20_im)
 
#define gT10_re   (+g01_re)
 
#define gT10_im   (-g01_im)
 
#define gT11_re   (+g11_re)
 
#define gT11_im   (-g11_im)
 
#define gT12_re   (+g21_re)
 
#define gT12_im   (-g21_im)
 
#define gT20_re   (+g02_re)
 
#define gT20_im   (-g02_im)
 
#define gT21_re   (+g12_re)
 
#define gT21_im   (-g12_im)
 
#define gT22_re   (+g22_re)
 
#define gT22_im   (-g22_im)
 
#define c00_00_re   C0.x
 
#define c01_01_re   C0.y
 
#define c02_02_re   C0.z
 
#define c10_10_re   C0.w
 
#define c11_11_re   C1.x
 
#define c12_12_re   C1.y
 
#define c01_00_re   C1.z
 
#define c01_00_im   C1.w
 
#define c02_00_re   C2.x
 
#define c02_00_im   C2.y
 
#define c10_00_re   C2.z
 
#define c10_00_im   C2.w
 
#define c11_00_re   C3.x
 
#define c11_00_im   C3.y
 
#define c12_00_re   C3.z
 
#define c12_00_im   C3.w
 
#define c02_01_re   C4.x
 
#define c02_01_im   C4.y
 
#define c10_01_re   C4.z
 
#define c10_01_im   C4.w
 
#define c11_01_re   C5.x
 
#define c11_01_im   C5.y
 
#define c12_01_re   C5.z
 
#define c12_01_im   C5.w
 
#define c10_02_re   C6.x
 
#define c10_02_im   C6.y
 
#define c11_02_re   C6.z
 
#define c11_02_im   C6.w
 
#define c12_02_re   C7.x
 
#define c12_02_im   C7.y
 
#define c11_10_re   C7.z
 
#define c11_10_im   C7.w
 
#define c12_10_re   C8.x
 
#define c12_10_im   C8.y
 
#define c12_11_re   C8.z
 
#define c12_11_im   C8.w
 
#define c00_01_re   (+c01_00_re)
 
#define c00_01_im   (-c01_00_im)
 
#define c00_02_re   (+c02_00_re)
 
#define c00_02_im   (-c02_00_im)
 
#define c01_02_re   (+c02_01_re)
 
#define c01_02_im   (-c02_01_im)
 
#define c00_10_re   (+c10_00_re)
 
#define c00_10_im   (-c10_00_im)
 
#define c01_10_re   (+c10_01_re)
 
#define c01_10_im   (-c10_01_im)
 
#define c02_10_re   (+c10_02_re)
 
#define c02_10_im   (-c10_02_im)
 
#define c00_11_re   (+c11_00_re)
 
#define c00_11_im   (-c11_00_im)
 
#define c01_11_re   (+c11_01_re)
 
#define c01_11_im   (-c11_01_im)
 
#define c02_11_re   (+c11_02_re)
 
#define c02_11_im   (-c11_02_im)
 
#define c10_11_re   (+c11_10_re)
 
#define c10_11_im   (-c11_10_im)
 
#define c00_12_re   (+c12_00_re)
 
#define c00_12_im   (-c12_00_im)
 
#define c01_12_re   (+c12_01_re)
 
#define c01_12_im   (-c12_01_im)
 
#define c02_12_re   (+c12_02_re)
 
#define c02_12_im   (-c12_02_im)
 
#define c10_12_re   (+c12_10_re)
 
#define c10_12_im   (-c12_10_im)
 
#define c11_12_re   (+c12_11_re)
 
#define c11_12_im   (-c12_11_im)
 
#define c20_20_re   c00_00_re
 
#define c21_20_re   c01_00_re
 
#define c21_20_im   c01_00_im
 
#define c22_20_re   c02_00_re
 
#define c22_20_im   c02_00_im
 
#define c30_20_re   c10_00_re
 
#define c30_20_im   c10_00_im
 
#define c31_20_re   c11_00_re
 
#define c31_20_im   c11_00_im
 
#define c32_20_re   c12_00_re
 
#define c32_20_im   c12_00_im
 
#define c20_21_re   c00_01_re
 
#define c20_21_im   c00_01_im
 
#define c21_21_re   c01_01_re
 
#define c22_21_re   c02_01_re
 
#define c22_21_im   c02_01_im
 
#define c30_21_re   c10_01_re
 
#define c30_21_im   c10_01_im
 
#define c31_21_re   c11_01_re
 
#define c31_21_im   c11_01_im
 
#define c32_21_re   c12_01_re
 
#define c32_21_im   c12_01_im
 
#define c20_22_re   c00_02_re
 
#define c20_22_im   c00_02_im
 
#define c21_22_re   c01_02_re
 
#define c21_22_im   c01_02_im
 
#define c22_22_re   c02_02_re
 
#define c30_22_re   c10_02_re
 
#define c30_22_im   c10_02_im
 
#define c31_22_re   c11_02_re
 
#define c31_22_im   c11_02_im
 
#define c32_22_re   c12_02_re
 
#define c32_22_im   c12_02_im
 
#define c20_30_re   c00_10_re
 
#define c20_30_im   c00_10_im
 
#define c21_30_re   c01_10_re
 
#define c21_30_im   c01_10_im
 
#define c22_30_re   c02_10_re
 
#define c22_30_im   c02_10_im
 
#define c30_30_re   c10_10_re
 
#define c31_30_re   c11_10_re
 
#define c31_30_im   c11_10_im
 
#define c32_30_re   c12_10_re
 
#define c32_30_im   c12_10_im
 
#define c20_31_re   c00_11_re
 
#define c20_31_im   c00_11_im
 
#define c21_31_re   c01_11_re
 
#define c21_31_im   c01_11_im
 
#define c22_31_re   c02_11_re
 
#define c22_31_im   c02_11_im
 
#define c30_31_re   c10_11_re
 
#define c30_31_im   c10_11_im
 
#define c31_31_re   c11_11_re
 
#define c32_31_re   c12_11_re
 
#define c32_31_im   c12_11_im
 
#define c20_32_re   c00_12_re
 
#define c20_32_im   c00_12_im
 
#define c21_32_re   c01_12_re
 
#define c21_32_im   c01_12_im
 
#define c22_32_re   c02_12_re
 
#define c22_32_im   c02_12_im
 
#define c30_32_re   c10_12_re
 
#define c30_32_im   c10_12_im
 
#define c31_32_re   c11_12_re
 
#define c31_32_im   c11_12_im
 
#define c32_32_re   c12_12_re
 
#define cinv00_00_re   C0.x
 
#define cinv01_01_re   C0.y
 
#define cinv02_02_re   C0.z
 
#define cinv10_10_re   C0.w
 
#define cinv11_11_re   C1.x
 
#define cinv12_12_re   C1.y
 
#define cinv01_00_re   C1.z
 
#define cinv01_00_im   C1.w
 
#define cinv02_00_re   C2.x
 
#define cinv02_00_im   C2.y
 
#define cinv10_00_re   C2.z
 
#define cinv10_00_im   C2.w
 
#define cinv11_00_re   C3.x
 
#define cinv11_00_im   C3.y
 
#define cinv12_00_re   C3.z
 
#define cinv12_00_im   C3.w
 
#define cinv02_01_re   C4.x
 
#define cinv02_01_im   C4.y
 
#define cinv10_01_re   C4.z
 
#define cinv10_01_im   C4.w
 
#define cinv11_01_re   C5.x
 
#define cinv11_01_im   C5.y
 
#define cinv12_01_re   C5.z
 
#define cinv12_01_im   C5.w
 
#define cinv10_02_re   C6.x
 
#define cinv10_02_im   C6.y
 
#define cinv11_02_re   C6.z
 
#define cinv11_02_im   C6.w
 
#define cinv12_02_re   C7.x
 
#define cinv12_02_im   C7.y
 
#define cinv11_10_re   C7.z
 
#define cinv11_10_im   C7.w
 
#define cinv12_10_re   C8.x
 
#define cinv12_10_im   C8.y
 
#define cinv12_11_re   C8.z
 
#define cinv12_11_im   C8.w
 
#define cinv00_01_re   (+cinv01_00_re)
 
#define cinv00_01_im   (-cinv01_00_im)
 
#define cinv00_02_re   (+cinv02_00_re)
 
#define cinv00_02_im   (-cinv02_00_im)
 
#define cinv01_02_re   (+cinv02_01_re)
 
#define cinv01_02_im   (-cinv02_01_im)
 
#define cinv00_10_re   (+cinv10_00_re)
 
#define cinv00_10_im   (-cinv10_00_im)
 
#define cinv01_10_re   (+cinv10_01_re)
 
#define cinv01_10_im   (-cinv10_01_im)
 
#define cinv02_10_re   (+cinv10_02_re)
 
#define cinv02_10_im   (-cinv10_02_im)
 
#define cinv00_11_re   (+cinv11_00_re)
 
#define cinv00_11_im   (-cinv11_00_im)
 
#define cinv01_11_re   (+cinv11_01_re)
 
#define cinv01_11_im   (-cinv11_01_im)
 
#define cinv02_11_re   (+cinv11_02_re)
 
#define cinv02_11_im   (-cinv11_02_im)
 
#define cinv10_11_re   (+cinv11_10_re)
 
#define cinv10_11_im   (-cinv11_10_im)
 
#define cinv00_12_re   (+cinv12_00_re)
 
#define cinv00_12_im   (-cinv12_00_im)
 
#define cinv01_12_re   (+cinv12_01_re)
 
#define cinv01_12_im   (-cinv12_01_im)
 
#define cinv02_12_re   (+cinv12_02_re)
 
#define cinv02_12_im   (-cinv12_02_im)
 
#define cinv10_12_re   (+cinv12_10_re)
 
#define cinv10_12_im   (-cinv12_10_im)
 
#define cinv11_12_re   (+cinv12_11_re)
 
#define cinv11_12_im   (-cinv12_11_im)
 
#define cinv20_20_re   cinv00_00_re
 
#define cinv21_20_re   cinv01_00_re
 
#define cinv21_20_im   cinv01_00_im
 
#define cinv22_20_re   cinv02_00_re
 
#define cinv22_20_im   cinv02_00_im
 
#define cinv30_20_re   cinv10_00_re
 
#define cinv30_20_im   cinv10_00_im
 
#define cinv31_20_re   cinv11_00_re
 
#define cinv31_20_im   cinv11_00_im
 
#define cinv32_20_re   cinv12_00_re
 
#define cinv32_20_im   cinv12_00_im
 
#define cinv20_21_re   cinv00_01_re
 
#define cinv20_21_im   cinv00_01_im
 
#define cinv21_21_re   cinv01_01_re
 
#define cinv22_21_re   cinv02_01_re
 
#define cinv22_21_im   cinv02_01_im
 
#define cinv30_21_re   cinv10_01_re
 
#define cinv30_21_im   cinv10_01_im
 
#define cinv31_21_re   cinv11_01_re
 
#define cinv31_21_im   cinv11_01_im
 
#define cinv32_21_re   cinv12_01_re
 
#define cinv32_21_im   cinv12_01_im
 
#define cinv20_22_re   cinv00_02_re
 
#define cinv20_22_im   cinv00_02_im
 
#define cinv21_22_re   cinv01_02_re
 
#define cinv21_22_im   cinv01_02_im
 
#define cinv22_22_re   cinv02_02_re
 
#define cinv30_22_re   cinv10_02_re
 
#define cinv30_22_im   cinv10_02_im
 
#define cinv31_22_re   cinv11_02_re
 
#define cinv31_22_im   cinv11_02_im
 
#define cinv32_22_re   cinv12_02_re
 
#define cinv32_22_im   cinv12_02_im
 
#define cinv20_30_re   cinv00_10_re
 
#define cinv20_30_im   cinv00_10_im
 
#define cinv21_30_re   cinv01_10_re
 
#define cinv21_30_im   cinv01_10_im
 
#define cinv22_30_re   cinv02_10_re
 
#define cinv22_30_im   cinv02_10_im
 
#define cinv30_30_re   cinv10_10_re
 
#define cinv31_30_re   cinv11_10_re
 
#define cinv31_30_im   cinv11_10_im
 
#define cinv32_30_re   cinv12_10_re
 
#define cinv32_30_im   cinv12_10_im
 
#define cinv20_31_re   cinv00_11_re
 
#define cinv20_31_im   cinv00_11_im
 
#define cinv21_31_re   cinv01_11_re
 
#define cinv21_31_im   cinv01_11_im
 
#define cinv22_31_re   cinv02_11_re
 
#define cinv22_31_im   cinv02_11_im
 
#define cinv30_31_re   cinv10_11_re
 
#define cinv30_31_im   cinv10_11_im
 
#define cinv31_31_re   cinv11_11_re
 
#define cinv32_31_re   cinv12_11_re
 
#define cinv32_31_im   cinv12_11_im
 
#define cinv20_32_re   cinv00_12_re
 
#define cinv20_32_im   cinv00_12_im
 
#define cinv21_32_re   cinv01_12_re
 
#define cinv21_32_im   cinv01_12_im
 
#define cinv22_32_re   cinv02_12_re
 
#define cinv22_32_im   cinv02_12_im
 
#define cinv30_32_re   cinv10_12_re
 
#define cinv30_32_im   cinv10_12_im
 
#define cinv31_32_re   cinv11_12_re
 
#define cinv31_32_im   cinv11_12_im
 
#define cinv32_32_re   cinv12_12_re
 
#define SHARED_STRIDE   32
 

Functions

 coordsFromIndex3D< EVEN_X > (X, coord, sid, param)
 
 if (coord[1] >=param.dc.X[1]) return
 
 if (coord[2] >=param.dc.X[2]) return
 
 READ_SPINOR (SPINORTEX, param.sp_stride, sp_idx, sp_idx)
 
 WRITE_SPINOR_SHARED (threadIdx.x, threadIdx.y, threadIdx.z, i)
 
 READ_GAUGE_MATRIX (G, GAUGE0TEX, 0, ga_idx, param.gauge_stride)
 
 RECONSTRUCT_GAUGE_MATRIX (0)
 
 __syncthreads ()
 
 READ_SPINOR_SHARED (tx, threadIdx.y, threadIdx.z)
 
 READ_GAUGE_MATRIX (G, GAUGE1TEX, 1, ga_idx, param.gauge_stride)
 
 RECONSTRUCT_GAUGE_MATRIX (1)
 
 if (threadIdx.y==blockDim.y-1 &&blockDim.y< param.dc.X[1])
 
 READ_SPINOR_SHARED (tx, ty, threadIdx.z)
 
 READ_GAUGE_MATRIX (G, GAUGE0TEX, 2, ga_idx, param.gauge_stride)
 
 RECONSTRUCT_GAUGE_MATRIX (2)
 
 READ_GAUGE_MATRIX (G, GAUGE1TEX, 3, ga_idx, param.gauge_stride)
 
 RECONSTRUCT_GAUGE_MATRIX (3)
 
 READ_SPINOR_SHARED (tx, threadIdx.y, tz)
 
 READ_GAUGE_MATRIX (G, GAUGE0TEX, 4, ga_idx, param.gauge_stride)
 
 RECONSTRUCT_GAUGE_MATRIX (4)
 
 READ_GAUGE_MATRIX (G, GAUGE1TEX, 5, ga_idx, param.gauge_stride)
 
 RECONSTRUCT_GAUGE_MATRIX (5)
 
 READ_SPINOR_DOWN (SPINORTEX, param.sp_stride, sp_idx, sp_idx)
 
 READ_GAUGE_MATRIX (G, GAUGE0TEX, 6, ga_idx, param.gauge_stride)
 
 RECONSTRUCT_GAUGE_MATRIX (6)
 
 READ_SPINOR_UP (SPINORTEX, param.sp_stride, sp_idx, sp_idx)
 
 READ_GAUGE_MATRIX (G, GAUGE1TEX, 7, ga_idx, param.gauge_stride)
 
 RECONSTRUCT_GAUGE_MATRIX (7)
 
 APPLY_CLOVER_TWIST_INV (c, cinv, a, o)
 
 WRITE_SPINOR (param.sp_stride)
 

Variables

float4 C0
 
float4 C1
 
float4 C2
 
float4 C3
 
float4 C4
 
float4 C5
 
float4 C6
 
float4 C7
 
float4 C8
 
VOLATILE spinorFloat o00_re = 0
 
VOLATILE spinorFloat o00_im = 0
 
VOLATILE spinorFloat o01_re = 0
 
VOLATILE spinorFloat o01_im = 0
 
VOLATILE spinorFloat o02_re = 0
 
VOLATILE spinorFloat o02_im = 0
 
VOLATILE spinorFloat o10_re = 0
 
VOLATILE spinorFloat o10_im = 0
 
VOLATILE spinorFloat o11_re = 0
 
VOLATILE spinorFloat o11_im = 0
 
VOLATILE spinorFloat o12_re = 0
 
VOLATILE spinorFloat o12_im = 0
 
VOLATILE spinorFloat o20_re = 0
 
VOLATILE spinorFloat o20_im = 0
 
VOLATILE spinorFloat o21_re = 0
 
VOLATILE spinorFloat o21_im = 0
 
VOLATILE spinorFloat o22_re = 0
 
VOLATILE spinorFloat o22_im = 0
 
VOLATILE spinorFloat o30_re = 0
 
VOLATILE spinorFloat o30_im = 0
 
VOLATILE spinorFloat o31_re = 0
 
VOLATILE spinorFloat o31_im = 0
 
VOLATILE spinorFloat o32_re = 0
 
VOLATILE spinorFloat o32_im = 0
 
int coord [5]
 
int X
 
int sid
 
const int ga_idx = sid
 
spinorFloat a0_re = +i00_re+i30_im
 
spinorFloat a0_im = +i00_im-i30_re
 
spinorFloat a1_re = +i01_re+i31_im
 
spinorFloat a1_im = +i01_im-i31_re
 
spinorFloat a2_re = +i02_re+i32_im
 
spinorFloat a2_im = +i02_im-i32_re
 
spinorFloat b0_re = +i10_re+i20_im
 
spinorFloat b0_im = +i10_im-i20_re
 
spinorFloat b1_re = +i11_re+i21_im
 
spinorFloat b1_im = +i11_im-i21_re
 
spinorFloat b2_re = +i12_re+i22_im
 
spinorFloat b2_im = +i12_im-i22_re
 
spinorFloat A0_re = 0
 
spinorFloat A0_im = 0
 
spinorFloat B0_re = 0
 
spinorFloat B0_im = 0
 
spinorFloat A1_re = 0
 
spinorFloat A1_im = 0
 
spinorFloat B1_re = 0
 
spinorFloat B1_im = 0
 
spinorFloat A2_re = 0
 
spinorFloat A2_im = 0
 
spinorFloat B2_re = 0
 
spinorFloat B2_im = 0
 
int tx = (threadIdx.x > 0) ? threadIdx.x-1 : blockDim.x-1
 
 else
 
int ty = (threadIdx.y < blockDim.y - 1) ? threadIdx.y + 1 : 0
 
int tz = (threadIdx.z < blockDim.z - 1) ? threadIdx.z + 1 : 0
 

Macro Definition Documentation

◆ acc00_im

#define acc00_im   accum0.y

Definition at line 93 of file tmc_dslash_fermi_core.h.

◆ acc00_re

#define acc00_re   accum0.x

Definition at line 92 of file tmc_dslash_fermi_core.h.

◆ acc01_im

#define acc01_im   accum0.w

Definition at line 95 of file tmc_dslash_fermi_core.h.

◆ acc01_re

#define acc01_re   accum0.z

Definition at line 94 of file tmc_dslash_fermi_core.h.

◆ acc02_im

#define acc02_im   accum1.y

Definition at line 97 of file tmc_dslash_fermi_core.h.

◆ acc02_re

#define acc02_re   accum1.x

Definition at line 96 of file tmc_dslash_fermi_core.h.

◆ acc10_im

#define acc10_im   accum1.w

Definition at line 99 of file tmc_dslash_fermi_core.h.

◆ acc10_re

#define acc10_re   accum1.z

Definition at line 98 of file tmc_dslash_fermi_core.h.

◆ acc11_im

#define acc11_im   accum2.y

Definition at line 101 of file tmc_dslash_fermi_core.h.

◆ acc11_re

#define acc11_re   accum2.x

Definition at line 100 of file tmc_dslash_fermi_core.h.

◆ acc12_im

#define acc12_im   accum2.w

Definition at line 103 of file tmc_dslash_fermi_core.h.

◆ acc12_re

#define acc12_re   accum2.z

Definition at line 102 of file tmc_dslash_fermi_core.h.

◆ acc20_im

#define acc20_im   accum3.y

Definition at line 105 of file tmc_dslash_fermi_core.h.

◆ acc20_re

#define acc20_re   accum3.x

Definition at line 104 of file tmc_dslash_fermi_core.h.

◆ acc21_im

#define acc21_im   accum3.w

Definition at line 107 of file tmc_dslash_fermi_core.h.

◆ acc21_re

#define acc21_re   accum3.z

Definition at line 106 of file tmc_dslash_fermi_core.h.

◆ acc22_im

#define acc22_im   accum4.y

Definition at line 109 of file tmc_dslash_fermi_core.h.

◆ acc22_re

#define acc22_re   accum4.x

Definition at line 108 of file tmc_dslash_fermi_core.h.

◆ acc30_im

#define acc30_im   accum4.w

Definition at line 111 of file tmc_dslash_fermi_core.h.

◆ acc30_re

#define acc30_re   accum4.z

Definition at line 110 of file tmc_dslash_fermi_core.h.

◆ acc31_im

#define acc31_im   accum5.y

Definition at line 113 of file tmc_dslash_fermi_core.h.

◆ acc31_re

#define acc31_re   accum5.x

Definition at line 112 of file tmc_dslash_fermi_core.h.

◆ acc32_im

#define acc32_im   accum5.w

Definition at line 115 of file tmc_dslash_fermi_core.h.

◆ acc32_re

#define acc32_re   accum5.z

Definition at line 114 of file tmc_dslash_fermi_core.h.

◆ c00_00_re

#define c00_00_re   C0.x

Definition at line 220 of file tmc_dslash_fermi_core.h.

◆ c00_01_im

#define c00_01_im   (-c01_00_im)

Definition at line 259 of file tmc_dslash_fermi_core.h.

◆ c00_01_re

#define c00_01_re   (+c01_00_re)

Definition at line 258 of file tmc_dslash_fermi_core.h.

◆ c00_02_im

#define c00_02_im   (-c02_00_im)

Definition at line 261 of file tmc_dslash_fermi_core.h.

◆ c00_02_re

#define c00_02_re   (+c02_00_re)

Definition at line 260 of file tmc_dslash_fermi_core.h.

◆ c00_10_im

#define c00_10_im   (-c10_00_im)

Definition at line 265 of file tmc_dslash_fermi_core.h.

◆ c00_10_re

#define c00_10_re   (+c10_00_re)

Definition at line 264 of file tmc_dslash_fermi_core.h.

◆ c00_11_im

#define c00_11_im   (-c11_00_im)

Definition at line 271 of file tmc_dslash_fermi_core.h.

◆ c00_11_re

#define c00_11_re   (+c11_00_re)

Definition at line 270 of file tmc_dslash_fermi_core.h.

◆ c00_12_im

#define c00_12_im   (-c12_00_im)

Definition at line 279 of file tmc_dslash_fermi_core.h.

◆ c00_12_re

#define c00_12_re   (+c12_00_re)

Definition at line 278 of file tmc_dslash_fermi_core.h.

◆ c01_00_im

#define c01_00_im   C1.w

Definition at line 227 of file tmc_dslash_fermi_core.h.

◆ c01_00_re

#define c01_00_re   C1.z

Definition at line 226 of file tmc_dslash_fermi_core.h.

◆ c01_01_re

#define c01_01_re   C0.y

Definition at line 221 of file tmc_dslash_fermi_core.h.

◆ c01_02_im

#define c01_02_im   (-c02_01_im)

Definition at line 263 of file tmc_dslash_fermi_core.h.

◆ c01_02_re

#define c01_02_re   (+c02_01_re)

Definition at line 262 of file tmc_dslash_fermi_core.h.

◆ c01_10_im

#define c01_10_im   (-c10_01_im)

Definition at line 267 of file tmc_dslash_fermi_core.h.

◆ c01_10_re

#define c01_10_re   (+c10_01_re)

Definition at line 266 of file tmc_dslash_fermi_core.h.

◆ c01_11_im

#define c01_11_im   (-c11_01_im)

Definition at line 273 of file tmc_dslash_fermi_core.h.

◆ c01_11_re

#define c01_11_re   (+c11_01_re)

Definition at line 272 of file tmc_dslash_fermi_core.h.

◆ c01_12_im

#define c01_12_im   (-c12_01_im)

Definition at line 281 of file tmc_dslash_fermi_core.h.

◆ c01_12_re

#define c01_12_re   (+c12_01_re)

Definition at line 280 of file tmc_dslash_fermi_core.h.

◆ c02_00_im

#define c02_00_im   C2.y

Definition at line 229 of file tmc_dslash_fermi_core.h.

◆ c02_00_re

#define c02_00_re   C2.x

Definition at line 228 of file tmc_dslash_fermi_core.h.

◆ c02_01_im

#define c02_01_im   C4.y

Definition at line 237 of file tmc_dslash_fermi_core.h.

◆ c02_01_re

#define c02_01_re   C4.x

Definition at line 236 of file tmc_dslash_fermi_core.h.

◆ c02_02_re

#define c02_02_re   C0.z

Definition at line 222 of file tmc_dslash_fermi_core.h.

◆ c02_10_im

#define c02_10_im   (-c10_02_im)

Definition at line 269 of file tmc_dslash_fermi_core.h.

◆ c02_10_re

#define c02_10_re   (+c10_02_re)

Definition at line 268 of file tmc_dslash_fermi_core.h.

◆ c02_11_im

#define c02_11_im   (-c11_02_im)

Definition at line 275 of file tmc_dslash_fermi_core.h.

◆ c02_11_re

#define c02_11_re   (+c11_02_re)

Definition at line 274 of file tmc_dslash_fermi_core.h.

◆ c02_12_im

#define c02_12_im   (-c12_02_im)

Definition at line 283 of file tmc_dslash_fermi_core.h.

◆ c02_12_re

#define c02_12_re   (+c12_02_re)

Definition at line 282 of file tmc_dslash_fermi_core.h.

◆ c10_00_im

#define c10_00_im   C2.w

Definition at line 231 of file tmc_dslash_fermi_core.h.

◆ c10_00_re

#define c10_00_re   C2.z

Definition at line 230 of file tmc_dslash_fermi_core.h.

◆ c10_01_im

#define c10_01_im   C4.w

Definition at line 239 of file tmc_dslash_fermi_core.h.

◆ c10_01_re

#define c10_01_re   C4.z

Definition at line 238 of file tmc_dslash_fermi_core.h.

◆ c10_02_im

#define c10_02_im   C6.y

Definition at line 245 of file tmc_dslash_fermi_core.h.

◆ c10_02_re

#define c10_02_re   C6.x

Definition at line 244 of file tmc_dslash_fermi_core.h.

◆ c10_10_re

#define c10_10_re   C0.w

Definition at line 223 of file tmc_dslash_fermi_core.h.

◆ c10_11_im

#define c10_11_im   (-c11_10_im)

Definition at line 277 of file tmc_dslash_fermi_core.h.

◆ c10_11_re

#define c10_11_re   (+c11_10_re)

Definition at line 276 of file tmc_dslash_fermi_core.h.

◆ c10_12_im

#define c10_12_im   (-c12_10_im)

Definition at line 285 of file tmc_dslash_fermi_core.h.

◆ c10_12_re

#define c10_12_re   (+c12_10_re)

Definition at line 284 of file tmc_dslash_fermi_core.h.

◆ c11_00_im

#define c11_00_im   C3.y

Definition at line 233 of file tmc_dslash_fermi_core.h.

◆ c11_00_re

#define c11_00_re   C3.x

Definition at line 232 of file tmc_dslash_fermi_core.h.

◆ c11_01_im

#define c11_01_im   C5.y

Definition at line 241 of file tmc_dslash_fermi_core.h.

◆ c11_01_re

#define c11_01_re   C5.x

Definition at line 240 of file tmc_dslash_fermi_core.h.

◆ c11_02_im

#define c11_02_im   C6.w

Definition at line 247 of file tmc_dslash_fermi_core.h.

◆ c11_02_re

#define c11_02_re   C6.z

Definition at line 246 of file tmc_dslash_fermi_core.h.

◆ c11_10_im

#define c11_10_im   C7.w

Definition at line 251 of file tmc_dslash_fermi_core.h.

◆ c11_10_re

#define c11_10_re   C7.z

Definition at line 250 of file tmc_dslash_fermi_core.h.

◆ c11_11_re

#define c11_11_re   C1.x

Definition at line 224 of file tmc_dslash_fermi_core.h.

◆ c11_12_im

#define c11_12_im   (-c12_11_im)

Definition at line 287 of file tmc_dslash_fermi_core.h.

◆ c11_12_re

#define c11_12_re   (+c12_11_re)

Definition at line 286 of file tmc_dslash_fermi_core.h.

◆ c12_00_im

#define c12_00_im   C3.w

Definition at line 235 of file tmc_dslash_fermi_core.h.

◆ c12_00_re

#define c12_00_re   C3.z

Definition at line 234 of file tmc_dslash_fermi_core.h.

◆ c12_01_im

#define c12_01_im   C5.w

Definition at line 243 of file tmc_dslash_fermi_core.h.

◆ c12_01_re

#define c12_01_re   C5.z

Definition at line 242 of file tmc_dslash_fermi_core.h.

◆ c12_02_im

#define c12_02_im   C7.y

Definition at line 249 of file tmc_dslash_fermi_core.h.

◆ c12_02_re

#define c12_02_re   C7.x

Definition at line 248 of file tmc_dslash_fermi_core.h.

◆ c12_10_im

#define c12_10_im   C8.y

Definition at line 253 of file tmc_dslash_fermi_core.h.

◆ c12_10_re

#define c12_10_re   C8.x

Definition at line 252 of file tmc_dslash_fermi_core.h.

◆ c12_11_im

#define c12_11_im   C8.w

Definition at line 255 of file tmc_dslash_fermi_core.h.

◆ c12_11_re

#define c12_11_re   C8.z

Definition at line 254 of file tmc_dslash_fermi_core.h.

◆ c12_12_re

#define c12_12_re   C1.y

Definition at line 225 of file tmc_dslash_fermi_core.h.

◆ c20_20_re

#define c20_20_re   c00_00_re

Definition at line 290 of file tmc_dslash_fermi_core.h.

◆ c20_21_im

#define c20_21_im   c00_01_im

Definition at line 302 of file tmc_dslash_fermi_core.h.

◆ c20_21_re

#define c20_21_re   c00_01_re

Definition at line 301 of file tmc_dslash_fermi_core.h.

◆ c20_22_im

#define c20_22_im   c00_02_im

Definition at line 313 of file tmc_dslash_fermi_core.h.

◆ c20_22_re

#define c20_22_re   c00_02_re

Definition at line 312 of file tmc_dslash_fermi_core.h.

◆ c20_30_im

#define c20_30_im   c00_10_im

Definition at line 324 of file tmc_dslash_fermi_core.h.

◆ c20_30_re

#define c20_30_re   c00_10_re

Definition at line 323 of file tmc_dslash_fermi_core.h.

◆ c20_31_im

#define c20_31_im   c00_11_im

Definition at line 335 of file tmc_dslash_fermi_core.h.

◆ c20_31_re

#define c20_31_re   c00_11_re

Definition at line 334 of file tmc_dslash_fermi_core.h.

◆ c20_32_im

#define c20_32_im   c00_12_im

Definition at line 346 of file tmc_dslash_fermi_core.h.

◆ c20_32_re

#define c20_32_re   c00_12_re

Definition at line 345 of file tmc_dslash_fermi_core.h.

◆ c21_20_im

#define c21_20_im   c01_00_im

Definition at line 292 of file tmc_dslash_fermi_core.h.

◆ c21_20_re

#define c21_20_re   c01_00_re

Definition at line 291 of file tmc_dslash_fermi_core.h.

◆ c21_21_re

#define c21_21_re   c01_01_re

Definition at line 303 of file tmc_dslash_fermi_core.h.

◆ c21_22_im

#define c21_22_im   c01_02_im

Definition at line 315 of file tmc_dslash_fermi_core.h.

◆ c21_22_re

#define c21_22_re   c01_02_re

Definition at line 314 of file tmc_dslash_fermi_core.h.

◆ c21_30_im

#define c21_30_im   c01_10_im

Definition at line 326 of file tmc_dslash_fermi_core.h.

◆ c21_30_re

#define c21_30_re   c01_10_re

Definition at line 325 of file tmc_dslash_fermi_core.h.

◆ c21_31_im

#define c21_31_im   c01_11_im

Definition at line 337 of file tmc_dslash_fermi_core.h.

◆ c21_31_re

#define c21_31_re   c01_11_re

Definition at line 336 of file tmc_dslash_fermi_core.h.

◆ c21_32_im

#define c21_32_im   c01_12_im

Definition at line 348 of file tmc_dslash_fermi_core.h.

◆ c21_32_re

#define c21_32_re   c01_12_re

Definition at line 347 of file tmc_dslash_fermi_core.h.

◆ c22_20_im

#define c22_20_im   c02_00_im

Definition at line 294 of file tmc_dslash_fermi_core.h.

◆ c22_20_re

#define c22_20_re   c02_00_re

Definition at line 293 of file tmc_dslash_fermi_core.h.

◆ c22_21_im

#define c22_21_im   c02_01_im

Definition at line 305 of file tmc_dslash_fermi_core.h.

◆ c22_21_re

#define c22_21_re   c02_01_re

Definition at line 304 of file tmc_dslash_fermi_core.h.

◆ c22_22_re

#define c22_22_re   c02_02_re

Definition at line 316 of file tmc_dslash_fermi_core.h.

◆ c22_30_im

#define c22_30_im   c02_10_im

Definition at line 328 of file tmc_dslash_fermi_core.h.

◆ c22_30_re

#define c22_30_re   c02_10_re

Definition at line 327 of file tmc_dslash_fermi_core.h.

◆ c22_31_im

#define c22_31_im   c02_11_im

Definition at line 339 of file tmc_dslash_fermi_core.h.

◆ c22_31_re

#define c22_31_re   c02_11_re

Definition at line 338 of file tmc_dslash_fermi_core.h.

◆ c22_32_im

#define c22_32_im   c02_12_im

Definition at line 350 of file tmc_dslash_fermi_core.h.

◆ c22_32_re

#define c22_32_re   c02_12_re

Definition at line 349 of file tmc_dslash_fermi_core.h.

◆ c30_20_im

#define c30_20_im   c10_00_im

Definition at line 296 of file tmc_dslash_fermi_core.h.

◆ c30_20_re

#define c30_20_re   c10_00_re

Definition at line 295 of file tmc_dslash_fermi_core.h.

◆ c30_21_im

#define c30_21_im   c10_01_im

Definition at line 307 of file tmc_dslash_fermi_core.h.

◆ c30_21_re

#define c30_21_re   c10_01_re

Definition at line 306 of file tmc_dslash_fermi_core.h.

◆ c30_22_im

#define c30_22_im   c10_02_im

Definition at line 318 of file tmc_dslash_fermi_core.h.

◆ c30_22_re

#define c30_22_re   c10_02_re

Definition at line 317 of file tmc_dslash_fermi_core.h.

◆ c30_30_re

#define c30_30_re   c10_10_re

Definition at line 329 of file tmc_dslash_fermi_core.h.

◆ c30_31_im

#define c30_31_im   c10_11_im

Definition at line 341 of file tmc_dslash_fermi_core.h.

◆ c30_31_re

#define c30_31_re   c10_11_re

Definition at line 340 of file tmc_dslash_fermi_core.h.

◆ c30_32_im

#define c30_32_im   c10_12_im

Definition at line 352 of file tmc_dslash_fermi_core.h.

◆ c30_32_re

#define c30_32_re   c10_12_re

Definition at line 351 of file tmc_dslash_fermi_core.h.

◆ c31_20_im

#define c31_20_im   c11_00_im

Definition at line 298 of file tmc_dslash_fermi_core.h.

◆ c31_20_re

#define c31_20_re   c11_00_re

Definition at line 297 of file tmc_dslash_fermi_core.h.

◆ c31_21_im

#define c31_21_im   c11_01_im

Definition at line 309 of file tmc_dslash_fermi_core.h.

◆ c31_21_re

#define c31_21_re   c11_01_re

Definition at line 308 of file tmc_dslash_fermi_core.h.

◆ c31_22_im

#define c31_22_im   c11_02_im

Definition at line 320 of file tmc_dslash_fermi_core.h.

◆ c31_22_re

#define c31_22_re   c11_02_re

Definition at line 319 of file tmc_dslash_fermi_core.h.

◆ c31_30_im

#define c31_30_im   c11_10_im

Definition at line 331 of file tmc_dslash_fermi_core.h.

◆ c31_30_re

#define c31_30_re   c11_10_re

Definition at line 330 of file tmc_dslash_fermi_core.h.

◆ c31_31_re

#define c31_31_re   c11_11_re

Definition at line 342 of file tmc_dslash_fermi_core.h.

◆ c31_32_im

#define c31_32_im   c11_12_im

Definition at line 354 of file tmc_dslash_fermi_core.h.

◆ c31_32_re

#define c31_32_re   c11_12_re

Definition at line 353 of file tmc_dslash_fermi_core.h.

◆ c32_20_im

#define c32_20_im   c12_00_im

Definition at line 300 of file tmc_dslash_fermi_core.h.

◆ c32_20_re

#define c32_20_re   c12_00_re

Definition at line 299 of file tmc_dslash_fermi_core.h.

◆ c32_21_im

#define c32_21_im   c12_01_im

Definition at line 311 of file tmc_dslash_fermi_core.h.

◆ c32_21_re

#define c32_21_re   c12_01_re

Definition at line 310 of file tmc_dslash_fermi_core.h.

◆ c32_22_im

#define c32_22_im   c12_02_im

Definition at line 322 of file tmc_dslash_fermi_core.h.

◆ c32_22_re

#define c32_22_re   c12_02_re

Definition at line 321 of file tmc_dslash_fermi_core.h.

◆ c32_30_im

#define c32_30_im   c12_10_im

Definition at line 333 of file tmc_dslash_fermi_core.h.

◆ c32_30_re

#define c32_30_re   c12_10_re

Definition at line 332 of file tmc_dslash_fermi_core.h.

◆ c32_31_im

#define c32_31_im   c12_11_im

Definition at line 344 of file tmc_dslash_fermi_core.h.

◆ c32_31_re

#define c32_31_re   c12_11_re

Definition at line 343 of file tmc_dslash_fermi_core.h.

◆ c32_32_re

#define c32_32_re   c12_12_re

Definition at line 355 of file tmc_dslash_fermi_core.h.

◆ cinv00_00_re

#define cinv00_00_re   C0.x

Definition at line 397 of file tmc_dslash_fermi_core.h.

◆ cinv00_01_im

#define cinv00_01_im   (-cinv01_00_im)

Definition at line 436 of file tmc_dslash_fermi_core.h.

◆ cinv00_01_re

#define cinv00_01_re   (+cinv01_00_re)

Definition at line 435 of file tmc_dslash_fermi_core.h.

◆ cinv00_02_im

#define cinv00_02_im   (-cinv02_00_im)

Definition at line 438 of file tmc_dslash_fermi_core.h.

◆ cinv00_02_re

#define cinv00_02_re   (+cinv02_00_re)

Definition at line 437 of file tmc_dslash_fermi_core.h.

◆ cinv00_10_im

#define cinv00_10_im   (-cinv10_00_im)

Definition at line 442 of file tmc_dslash_fermi_core.h.

◆ cinv00_10_re

#define cinv00_10_re   (+cinv10_00_re)

Definition at line 441 of file tmc_dslash_fermi_core.h.

◆ cinv00_11_im

#define cinv00_11_im   (-cinv11_00_im)

Definition at line 448 of file tmc_dslash_fermi_core.h.

◆ cinv00_11_re

#define cinv00_11_re   (+cinv11_00_re)

Definition at line 447 of file tmc_dslash_fermi_core.h.

◆ cinv00_12_im

#define cinv00_12_im   (-cinv12_00_im)

Definition at line 456 of file tmc_dslash_fermi_core.h.

◆ cinv00_12_re

#define cinv00_12_re   (+cinv12_00_re)

Definition at line 455 of file tmc_dslash_fermi_core.h.

◆ cinv01_00_im

#define cinv01_00_im   C1.w

Definition at line 404 of file tmc_dslash_fermi_core.h.

◆ cinv01_00_re

#define cinv01_00_re   C1.z

Definition at line 403 of file tmc_dslash_fermi_core.h.

◆ cinv01_01_re

#define cinv01_01_re   C0.y

Definition at line 398 of file tmc_dslash_fermi_core.h.

◆ cinv01_02_im

#define cinv01_02_im   (-cinv02_01_im)

Definition at line 440 of file tmc_dslash_fermi_core.h.

◆ cinv01_02_re

#define cinv01_02_re   (+cinv02_01_re)

Definition at line 439 of file tmc_dslash_fermi_core.h.

◆ cinv01_10_im

#define cinv01_10_im   (-cinv10_01_im)

Definition at line 444 of file tmc_dslash_fermi_core.h.

◆ cinv01_10_re

#define cinv01_10_re   (+cinv10_01_re)

Definition at line 443 of file tmc_dslash_fermi_core.h.

◆ cinv01_11_im

#define cinv01_11_im   (-cinv11_01_im)

Definition at line 450 of file tmc_dslash_fermi_core.h.

◆ cinv01_11_re

#define cinv01_11_re   (+cinv11_01_re)

Definition at line 449 of file tmc_dslash_fermi_core.h.

◆ cinv01_12_im

#define cinv01_12_im   (-cinv12_01_im)

Definition at line 458 of file tmc_dslash_fermi_core.h.

◆ cinv01_12_re

#define cinv01_12_re   (+cinv12_01_re)

Definition at line 457 of file tmc_dslash_fermi_core.h.

◆ cinv02_00_im

#define cinv02_00_im   C2.y

Definition at line 406 of file tmc_dslash_fermi_core.h.

◆ cinv02_00_re

#define cinv02_00_re   C2.x

Definition at line 405 of file tmc_dslash_fermi_core.h.

◆ cinv02_01_im

#define cinv02_01_im   C4.y

Definition at line 414 of file tmc_dslash_fermi_core.h.

◆ cinv02_01_re

#define cinv02_01_re   C4.x

Definition at line 413 of file tmc_dslash_fermi_core.h.

◆ cinv02_02_re

#define cinv02_02_re   C0.z

Definition at line 399 of file tmc_dslash_fermi_core.h.

◆ cinv02_10_im

#define cinv02_10_im   (-cinv10_02_im)

Definition at line 446 of file tmc_dslash_fermi_core.h.

◆ cinv02_10_re

#define cinv02_10_re   (+cinv10_02_re)

Definition at line 445 of file tmc_dslash_fermi_core.h.

◆ cinv02_11_im

#define cinv02_11_im   (-cinv11_02_im)

Definition at line 452 of file tmc_dslash_fermi_core.h.

◆ cinv02_11_re

#define cinv02_11_re   (+cinv11_02_re)

Definition at line 451 of file tmc_dslash_fermi_core.h.

◆ cinv02_12_im

#define cinv02_12_im   (-cinv12_02_im)

Definition at line 460 of file tmc_dslash_fermi_core.h.

◆ cinv02_12_re

#define cinv02_12_re   (+cinv12_02_re)

Definition at line 459 of file tmc_dslash_fermi_core.h.

◆ cinv10_00_im

#define cinv10_00_im   C2.w

Definition at line 408 of file tmc_dslash_fermi_core.h.

◆ cinv10_00_re

#define cinv10_00_re   C2.z

Definition at line 407 of file tmc_dslash_fermi_core.h.

◆ cinv10_01_im

#define cinv10_01_im   C4.w

Definition at line 416 of file tmc_dslash_fermi_core.h.

◆ cinv10_01_re

#define cinv10_01_re   C4.z

Definition at line 415 of file tmc_dslash_fermi_core.h.

◆ cinv10_02_im

#define cinv10_02_im   C6.y

Definition at line 422 of file tmc_dslash_fermi_core.h.

◆ cinv10_02_re

#define cinv10_02_re   C6.x

Definition at line 421 of file tmc_dslash_fermi_core.h.

◆ cinv10_10_re

#define cinv10_10_re   C0.w

Definition at line 400 of file tmc_dslash_fermi_core.h.

◆ cinv10_11_im

#define cinv10_11_im   (-cinv11_10_im)

Definition at line 454 of file tmc_dslash_fermi_core.h.

◆ cinv10_11_re

#define cinv10_11_re   (+cinv11_10_re)

Definition at line 453 of file tmc_dslash_fermi_core.h.

◆ cinv10_12_im

#define cinv10_12_im   (-cinv12_10_im)

Definition at line 462 of file tmc_dslash_fermi_core.h.

◆ cinv10_12_re

#define cinv10_12_re   (+cinv12_10_re)

Definition at line 461 of file tmc_dslash_fermi_core.h.

◆ cinv11_00_im

#define cinv11_00_im   C3.y

Definition at line 410 of file tmc_dslash_fermi_core.h.

◆ cinv11_00_re

#define cinv11_00_re   C3.x

Definition at line 409 of file tmc_dslash_fermi_core.h.

◆ cinv11_01_im

#define cinv11_01_im   C5.y

Definition at line 418 of file tmc_dslash_fermi_core.h.

◆ cinv11_01_re

#define cinv11_01_re   C5.x

Definition at line 417 of file tmc_dslash_fermi_core.h.

◆ cinv11_02_im

#define cinv11_02_im   C6.w

Definition at line 424 of file tmc_dslash_fermi_core.h.

◆ cinv11_02_re

#define cinv11_02_re   C6.z

Definition at line 423 of file tmc_dslash_fermi_core.h.

◆ cinv11_10_im

#define cinv11_10_im   C7.w

Definition at line 428 of file tmc_dslash_fermi_core.h.

◆ cinv11_10_re

#define cinv11_10_re   C7.z

Definition at line 427 of file tmc_dslash_fermi_core.h.

◆ cinv11_11_re

#define cinv11_11_re   C1.x

Definition at line 401 of file tmc_dslash_fermi_core.h.

◆ cinv11_12_im

#define cinv11_12_im   (-cinv12_11_im)

Definition at line 464 of file tmc_dslash_fermi_core.h.

◆ cinv11_12_re

#define cinv11_12_re   (+cinv12_11_re)

Definition at line 463 of file tmc_dslash_fermi_core.h.

◆ cinv12_00_im

#define cinv12_00_im   C3.w

Definition at line 412 of file tmc_dslash_fermi_core.h.

◆ cinv12_00_re

#define cinv12_00_re   C3.z

Definition at line 411 of file tmc_dslash_fermi_core.h.

◆ cinv12_01_im

#define cinv12_01_im   C5.w

Definition at line 420 of file tmc_dslash_fermi_core.h.

◆ cinv12_01_re

#define cinv12_01_re   C5.z

Definition at line 419 of file tmc_dslash_fermi_core.h.

◆ cinv12_02_im

#define cinv12_02_im   C7.y

Definition at line 426 of file tmc_dslash_fermi_core.h.

◆ cinv12_02_re

#define cinv12_02_re   C7.x

Definition at line 425 of file tmc_dslash_fermi_core.h.

◆ cinv12_10_im

#define cinv12_10_im   C8.y

Definition at line 430 of file tmc_dslash_fermi_core.h.

◆ cinv12_10_re

#define cinv12_10_re   C8.x

Definition at line 429 of file tmc_dslash_fermi_core.h.

◆ cinv12_11_im

#define cinv12_11_im   C8.w

Definition at line 432 of file tmc_dslash_fermi_core.h.

◆ cinv12_11_re

#define cinv12_11_re   C8.z

Definition at line 431 of file tmc_dslash_fermi_core.h.

◆ cinv12_12_re

#define cinv12_12_re   C1.y

Definition at line 402 of file tmc_dslash_fermi_core.h.

◆ cinv20_20_re

#define cinv20_20_re   cinv00_00_re

Definition at line 467 of file tmc_dslash_fermi_core.h.

◆ cinv20_21_im

#define cinv20_21_im   cinv00_01_im

Definition at line 479 of file tmc_dslash_fermi_core.h.

◆ cinv20_21_re

#define cinv20_21_re   cinv00_01_re

Definition at line 478 of file tmc_dslash_fermi_core.h.

◆ cinv20_22_im

#define cinv20_22_im   cinv00_02_im

Definition at line 490 of file tmc_dslash_fermi_core.h.

◆ cinv20_22_re

#define cinv20_22_re   cinv00_02_re

Definition at line 489 of file tmc_dslash_fermi_core.h.

◆ cinv20_30_im

#define cinv20_30_im   cinv00_10_im

Definition at line 501 of file tmc_dslash_fermi_core.h.

◆ cinv20_30_re

#define cinv20_30_re   cinv00_10_re

Definition at line 500 of file tmc_dslash_fermi_core.h.

◆ cinv20_31_im

#define cinv20_31_im   cinv00_11_im

Definition at line 512 of file tmc_dslash_fermi_core.h.

◆ cinv20_31_re

#define cinv20_31_re   cinv00_11_re

Definition at line 511 of file tmc_dslash_fermi_core.h.

◆ cinv20_32_im

#define cinv20_32_im   cinv00_12_im

Definition at line 523 of file tmc_dslash_fermi_core.h.

◆ cinv20_32_re

#define cinv20_32_re   cinv00_12_re

Definition at line 522 of file tmc_dslash_fermi_core.h.

◆ cinv21_20_im

#define cinv21_20_im   cinv01_00_im

Definition at line 469 of file tmc_dslash_fermi_core.h.

◆ cinv21_20_re

#define cinv21_20_re   cinv01_00_re

Definition at line 468 of file tmc_dslash_fermi_core.h.

◆ cinv21_21_re

#define cinv21_21_re   cinv01_01_re

Definition at line 480 of file tmc_dslash_fermi_core.h.

◆ cinv21_22_im

#define cinv21_22_im   cinv01_02_im

Definition at line 492 of file tmc_dslash_fermi_core.h.

◆ cinv21_22_re

#define cinv21_22_re   cinv01_02_re

Definition at line 491 of file tmc_dslash_fermi_core.h.

◆ cinv21_30_im

#define cinv21_30_im   cinv01_10_im

Definition at line 503 of file tmc_dslash_fermi_core.h.

◆ cinv21_30_re

#define cinv21_30_re   cinv01_10_re

Definition at line 502 of file tmc_dslash_fermi_core.h.

◆ cinv21_31_im

#define cinv21_31_im   cinv01_11_im

Definition at line 514 of file tmc_dslash_fermi_core.h.

◆ cinv21_31_re

#define cinv21_31_re   cinv01_11_re

Definition at line 513 of file tmc_dslash_fermi_core.h.

◆ cinv21_32_im

#define cinv21_32_im   cinv01_12_im

Definition at line 525 of file tmc_dslash_fermi_core.h.

◆ cinv21_32_re

#define cinv21_32_re   cinv01_12_re

Definition at line 524 of file tmc_dslash_fermi_core.h.

◆ cinv22_20_im

#define cinv22_20_im   cinv02_00_im

Definition at line 471 of file tmc_dslash_fermi_core.h.

◆ cinv22_20_re

#define cinv22_20_re   cinv02_00_re

Definition at line 470 of file tmc_dslash_fermi_core.h.

◆ cinv22_21_im

#define cinv22_21_im   cinv02_01_im

Definition at line 482 of file tmc_dslash_fermi_core.h.

◆ cinv22_21_re

#define cinv22_21_re   cinv02_01_re

Definition at line 481 of file tmc_dslash_fermi_core.h.

◆ cinv22_22_re

#define cinv22_22_re   cinv02_02_re

Definition at line 493 of file tmc_dslash_fermi_core.h.

◆ cinv22_30_im

#define cinv22_30_im   cinv02_10_im

Definition at line 505 of file tmc_dslash_fermi_core.h.

◆ cinv22_30_re

#define cinv22_30_re   cinv02_10_re

Definition at line 504 of file tmc_dslash_fermi_core.h.

◆ cinv22_31_im

#define cinv22_31_im   cinv02_11_im

Definition at line 516 of file tmc_dslash_fermi_core.h.

◆ cinv22_31_re

#define cinv22_31_re   cinv02_11_re

Definition at line 515 of file tmc_dslash_fermi_core.h.

◆ cinv22_32_im

#define cinv22_32_im   cinv02_12_im

Definition at line 527 of file tmc_dslash_fermi_core.h.

◆ cinv22_32_re

#define cinv22_32_re   cinv02_12_re

Definition at line 526 of file tmc_dslash_fermi_core.h.

◆ cinv30_20_im

#define cinv30_20_im   cinv10_00_im

Definition at line 473 of file tmc_dslash_fermi_core.h.

◆ cinv30_20_re

#define cinv30_20_re   cinv10_00_re

Definition at line 472 of file tmc_dslash_fermi_core.h.

◆ cinv30_21_im

#define cinv30_21_im   cinv10_01_im

Definition at line 484 of file tmc_dslash_fermi_core.h.

◆ cinv30_21_re

#define cinv30_21_re   cinv10_01_re

Definition at line 483 of file tmc_dslash_fermi_core.h.

◆ cinv30_22_im

#define cinv30_22_im   cinv10_02_im

Definition at line 495 of file tmc_dslash_fermi_core.h.

◆ cinv30_22_re

#define cinv30_22_re   cinv10_02_re

Definition at line 494 of file tmc_dslash_fermi_core.h.

◆ cinv30_30_re

#define cinv30_30_re   cinv10_10_re

Definition at line 506 of file tmc_dslash_fermi_core.h.

◆ cinv30_31_im

#define cinv30_31_im   cinv10_11_im

Definition at line 518 of file tmc_dslash_fermi_core.h.

◆ cinv30_31_re

#define cinv30_31_re   cinv10_11_re

Definition at line 517 of file tmc_dslash_fermi_core.h.

◆ cinv30_32_im

#define cinv30_32_im   cinv10_12_im

Definition at line 529 of file tmc_dslash_fermi_core.h.

◆ cinv30_32_re

#define cinv30_32_re   cinv10_12_re

Definition at line 528 of file tmc_dslash_fermi_core.h.

◆ cinv31_20_im

#define cinv31_20_im   cinv11_00_im

Definition at line 475 of file tmc_dslash_fermi_core.h.

◆ cinv31_20_re

#define cinv31_20_re   cinv11_00_re

Definition at line 474 of file tmc_dslash_fermi_core.h.

◆ cinv31_21_im

#define cinv31_21_im   cinv11_01_im

Definition at line 486 of file tmc_dslash_fermi_core.h.

◆ cinv31_21_re

#define cinv31_21_re   cinv11_01_re

Definition at line 485 of file tmc_dslash_fermi_core.h.

◆ cinv31_22_im

#define cinv31_22_im   cinv11_02_im

Definition at line 497 of file tmc_dslash_fermi_core.h.

◆ cinv31_22_re

#define cinv31_22_re   cinv11_02_re

Definition at line 496 of file tmc_dslash_fermi_core.h.

◆ cinv31_30_im

#define cinv31_30_im   cinv11_10_im

Definition at line 508 of file tmc_dslash_fermi_core.h.

◆ cinv31_30_re

#define cinv31_30_re   cinv11_10_re

Definition at line 507 of file tmc_dslash_fermi_core.h.

◆ cinv31_31_re

#define cinv31_31_re   cinv11_11_re

Definition at line 519 of file tmc_dslash_fermi_core.h.

◆ cinv31_32_im

#define cinv31_32_im   cinv11_12_im

Definition at line 531 of file tmc_dslash_fermi_core.h.

◆ cinv31_32_re

#define cinv31_32_re   cinv11_12_re

Definition at line 530 of file tmc_dslash_fermi_core.h.

◆ cinv32_20_im

#define cinv32_20_im   cinv12_00_im

Definition at line 477 of file tmc_dslash_fermi_core.h.

◆ cinv32_20_re

#define cinv32_20_re   cinv12_00_re

Definition at line 476 of file tmc_dslash_fermi_core.h.

◆ cinv32_21_im

#define cinv32_21_im   cinv12_01_im

Definition at line 488 of file tmc_dslash_fermi_core.h.

◆ cinv32_21_re

#define cinv32_21_re   cinv12_01_re

Definition at line 487 of file tmc_dslash_fermi_core.h.

◆ cinv32_22_im

#define cinv32_22_im   cinv12_02_im

Definition at line 499 of file tmc_dslash_fermi_core.h.

◆ cinv32_22_re

#define cinv32_22_re   cinv12_02_re

Definition at line 498 of file tmc_dslash_fermi_core.h.

◆ cinv32_30_im

#define cinv32_30_im   cinv12_10_im

Definition at line 510 of file tmc_dslash_fermi_core.h.

◆ cinv32_30_re

#define cinv32_30_re   cinv12_10_re

Definition at line 509 of file tmc_dslash_fermi_core.h.

◆ cinv32_31_im

#define cinv32_31_im   cinv12_11_im

Definition at line 521 of file tmc_dslash_fermi_core.h.

◆ cinv32_31_re

#define cinv32_31_re   cinv12_11_re

Definition at line 520 of file tmc_dslash_fermi_core.h.

◆ cinv32_32_re

#define cinv32_32_re   cinv12_12_re

Definition at line 532 of file tmc_dslash_fermi_core.h.

◆ DSLASH_SHARED_FLOATS_PER_THREAD

#define DSLASH_SHARED_FLOATS_PER_THREAD   24

Definition at line 3 of file tmc_dslash_fermi_core.h.

◆ g00_im

#define g00_im   G0.y

Definition at line 141 of file tmc_dslash_fermi_core.h.

◆ g00_re

#define g00_re   G0.x

Definition at line 140 of file tmc_dslash_fermi_core.h.

◆ g01_im

#define g01_im   G0.w

Definition at line 143 of file tmc_dslash_fermi_core.h.

◆ g01_re

#define g01_re   G0.z

Definition at line 142 of file tmc_dslash_fermi_core.h.

◆ g02_im

#define g02_im   G1.y

Definition at line 145 of file tmc_dslash_fermi_core.h.

◆ g02_re

#define g02_re   G1.x

Definition at line 144 of file tmc_dslash_fermi_core.h.

◆ g10_im

#define g10_im   G1.w

Definition at line 147 of file tmc_dslash_fermi_core.h.

◆ g10_re

#define g10_re   G1.z

Definition at line 146 of file tmc_dslash_fermi_core.h.

◆ g11_im

#define g11_im   G2.y

Definition at line 149 of file tmc_dslash_fermi_core.h.

◆ g11_re

#define g11_re   G2.x

Definition at line 148 of file tmc_dslash_fermi_core.h.

◆ g12_im

#define g12_im   G2.w

Definition at line 151 of file tmc_dslash_fermi_core.h.

◆ g12_re

#define g12_re   G2.z

Definition at line 150 of file tmc_dslash_fermi_core.h.

◆ g20_im

#define g20_im   G3.y

Definition at line 153 of file tmc_dslash_fermi_core.h.

◆ g20_re

#define g20_re   G3.x

Definition at line 152 of file tmc_dslash_fermi_core.h.

◆ g21_im

#define g21_im   G3.w

Definition at line 155 of file tmc_dslash_fermi_core.h.

◆ g21_re

#define g21_re   G3.z

Definition at line 154 of file tmc_dslash_fermi_core.h.

◆ g22_im

#define g22_im   G4.y

Definition at line 157 of file tmc_dslash_fermi_core.h.

◆ g22_re

#define g22_re   G4.x

Definition at line 156 of file tmc_dslash_fermi_core.h.

◆ gT00_im

#define gT00_im   (-g00_im)

Definition at line 163 of file tmc_dslash_fermi_core.h.

◆ gT00_re

#define gT00_re   (+g00_re)

Definition at line 162 of file tmc_dslash_fermi_core.h.

◆ gT01_im

#define gT01_im   (-g10_im)

Definition at line 165 of file tmc_dslash_fermi_core.h.

◆ gT01_re

#define gT01_re   (+g10_re)

Definition at line 164 of file tmc_dslash_fermi_core.h.

◆ gT02_im

#define gT02_im   (-g20_im)

Definition at line 167 of file tmc_dslash_fermi_core.h.

◆ gT02_re

#define gT02_re   (+g20_re)

Definition at line 166 of file tmc_dslash_fermi_core.h.

◆ gT10_im

#define gT10_im   (-g01_im)

Definition at line 169 of file tmc_dslash_fermi_core.h.

◆ gT10_re

#define gT10_re   (+g01_re)

Definition at line 168 of file tmc_dslash_fermi_core.h.

◆ gT11_im

#define gT11_im   (-g11_im)

Definition at line 171 of file tmc_dslash_fermi_core.h.

◆ gT11_re

#define gT11_re   (+g11_re)

Definition at line 170 of file tmc_dslash_fermi_core.h.

◆ gT12_im

#define gT12_im   (-g21_im)

Definition at line 173 of file tmc_dslash_fermi_core.h.

◆ gT12_re

#define gT12_re   (+g21_re)

Definition at line 172 of file tmc_dslash_fermi_core.h.

◆ gT20_im

#define gT20_im   (-g02_im)

Definition at line 175 of file tmc_dslash_fermi_core.h.

◆ gT20_re

#define gT20_re   (+g02_re)

Definition at line 174 of file tmc_dslash_fermi_core.h.

◆ gT21_im

#define gT21_im   (-g12_im)

Definition at line 177 of file tmc_dslash_fermi_core.h.

◆ gT21_re

#define gT21_re   (+g12_re)

Definition at line 176 of file tmc_dslash_fermi_core.h.

◆ gT22_im

#define gT22_im   (-g22_im)

Definition at line 179 of file tmc_dslash_fermi_core.h.

◆ gT22_re

#define gT22_re   (+g22_re)

Definition at line 178 of file tmc_dslash_fermi_core.h.

◆ i00_im

#define i00_im   I0.y

Definition at line 69 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i00_re

#define i00_re   I0.x

Definition at line 68 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i01_im

#define i01_im   I0.w

Definition at line 71 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i01_re

#define i01_re   I0.z

Definition at line 70 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i02_im

#define i02_im   I1.y

Definition at line 73 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i02_re

#define i02_re   I1.x

Definition at line 72 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i10_im

#define i10_im   I1.w

Definition at line 75 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i10_re

#define i10_re   I1.z

Definition at line 74 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i11_im

#define i11_im   I2.y

Definition at line 77 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i11_re

#define i11_re   I2.x

Definition at line 76 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i12_im

#define i12_im   I2.w

Definition at line 79 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i12_re

#define i12_re   I2.z

Definition at line 78 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i20_im

#define i20_im   I3.y

Definition at line 81 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i20_re

#define i20_re   I3.x

Definition at line 80 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i21_im

#define i21_im   I3.w

Definition at line 83 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i21_re

#define i21_re   I3.z

Definition at line 82 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i22_im

#define i22_im   I4.y

Definition at line 85 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i22_re

#define i22_re   I4.x

Definition at line 84 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i30_im

#define i30_im   I4.w

Definition at line 87 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i30_re

#define i30_re   I4.z

Definition at line 86 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i31_im

#define i31_im   I5.y

Definition at line 89 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i31_re

#define i31_re   I5.x

Definition at line 88 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i32_im

#define i32_im   I5.w

Definition at line 91 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ i32_re

#define i32_re   I5.z

Definition at line 90 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ READ_SPINOR_SHARED

#define READ_SPINOR_SHARED   READ_SPINOR_SHARED_FLOAT4

Definition at line 67 of file tmc_dslash_fermi_core.h.

◆ SHARED_STRIDE

#define SHARED_STRIDE   32

Definition at line 601 of file tmc_dslash_fermi_core.h.

◆ spinorFloat

#define spinorFloat   float

Definition at line 65 of file tmc_dslash_fermi_core.h.

◆ VOLATILE

#define VOLATILE   volatile

Definition at line 9 of file tmc_dslash_fermi_core.h.

◆ WRITE_SPINOR_SHARED

#define WRITE_SPINOR_SHARED   WRITE_SPINOR_SHARED_FLOAT4

Definition at line 66 of file tmc_dslash_fermi_core.h.

Function Documentation

◆ __syncthreads()

__syncthreads ( )

◆ APPLY_CLOVER_TWIST_INV()

APPLY_CLOVER_TWIST_INV ( c  ,
cinv  ,
a  ,
 
)

◆ coordsFromIndex3D< EVEN_X >()

coordsFromIndex3D< EVEN_X > ( X  ,
coord  ,
sid  ,
param   
)

◆ if() [1/3]

if ( coord >=param.dc.  X[1][1])

◆ if() [2/3]

if ( coord >=param.dc.  X[2][2])

◆ if() [3/3]

if ( )

◆ READ_GAUGE_MATRIX() [1/8]

READ_GAUGE_MATRIX ( ,
GAUGE0TEX  ,
,
ga_idx  ,
param.  gauge_stride 
)

◆ READ_GAUGE_MATRIX() [2/8]

READ_GAUGE_MATRIX ( ,
GAUGE1TEX  ,
,
ga_idx  ,
param.  gauge_stride 
)

◆ READ_GAUGE_MATRIX() [3/8]

READ_GAUGE_MATRIX ( ,
GAUGE0TEX  ,
,
ga_idx  ,
param.  gauge_stride 
)

◆ READ_GAUGE_MATRIX() [4/8]

READ_GAUGE_MATRIX ( ,
GAUGE1TEX  ,
,
ga_idx  ,
param.  gauge_stride 
)

◆ READ_GAUGE_MATRIX() [5/8]

READ_GAUGE_MATRIX ( ,
GAUGE0TEX  ,
,
ga_idx  ,
param.  gauge_stride 
)

◆ READ_GAUGE_MATRIX() [6/8]

READ_GAUGE_MATRIX ( ,
GAUGE1TEX  ,
,
ga_idx  ,
param.  gauge_stride 
)

◆ READ_GAUGE_MATRIX() [7/8]

READ_GAUGE_MATRIX ( ,
GAUGE0TEX  ,
,
ga_idx  ,
param.  gauge_stride 
)

◆ READ_GAUGE_MATRIX() [8/8]

READ_GAUGE_MATRIX ( ,
GAUGE1TEX  ,
,
ga_idx  ,
param.  gauge_stride 
)

◆ READ_SPINOR()

READ_SPINOR ( SPINORTEX  ,
param.  sp_stride,
sp_idx  ,
sp_idx   
)

Referenced by if().

Here is the caller graph for this function:

◆ READ_SPINOR_DOWN()

READ_SPINOR_DOWN ( SPINORTEX  ,
param.  sp_stride,
sp_idx  ,
sp_idx   
)

◆ READ_SPINOR_SHARED() [1/3]

READ_SPINOR_SHARED ( tx  ,
threadIdx.  y,
threadIdx.  z 
)

◆ READ_SPINOR_SHARED() [2/3]

READ_SPINOR_SHARED ( tx  ,
ty  ,
threadIdx.  z 
)

◆ READ_SPINOR_SHARED() [3/3]

READ_SPINOR_SHARED ( tx  ,
threadIdx.  y,
tz   
)

◆ READ_SPINOR_UP()

READ_SPINOR_UP ( SPINORTEX  ,
param.  sp_stride,
sp_idx  ,
sp_idx   
)

◆ RECONSTRUCT_GAUGE_MATRIX() [1/8]

RECONSTRUCT_GAUGE_MATRIX ( )

◆ RECONSTRUCT_GAUGE_MATRIX() [2/8]

RECONSTRUCT_GAUGE_MATRIX ( )

◆ RECONSTRUCT_GAUGE_MATRIX() [3/8]

RECONSTRUCT_GAUGE_MATRIX ( )

◆ RECONSTRUCT_GAUGE_MATRIX() [4/8]

RECONSTRUCT_GAUGE_MATRIX ( )

◆ RECONSTRUCT_GAUGE_MATRIX() [5/8]

RECONSTRUCT_GAUGE_MATRIX ( )

◆ RECONSTRUCT_GAUGE_MATRIX() [6/8]

RECONSTRUCT_GAUGE_MATRIX ( )

◆ RECONSTRUCT_GAUGE_MATRIX() [7/8]

RECONSTRUCT_GAUGE_MATRIX ( )

◆ RECONSTRUCT_GAUGE_MATRIX() [8/8]

RECONSTRUCT_GAUGE_MATRIX ( )

◆ WRITE_SPINOR()

WRITE_SPINOR ( param.  sp_stride)

◆ WRITE_SPINOR_SHARED()

WRITE_SPINOR_SHARED ( threadIdx.  x,
threadIdx.  y,
threadIdx.  z,
 
)

Variable Documentation

◆ a0_im

a0_im = +i00_im-i30_re

Definition at line 696 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ A0_im

A0_im = 0

Definition at line 759 of file tmc_dslash_fermi_core.h.

◆ a0_re

a0_re = +i00_re+i30_im

Definition at line 696 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ A0_re

A0_re = 0

Definition at line 752 of file tmc_dslash_fermi_core.h.

◆ a1_im

a1_im = +i01_im-i31_re

Definition at line 697 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ A1_im

A1_im = 0

Definition at line 789 of file tmc_dslash_fermi_core.h.

◆ a1_re

a1_re = +i01_re+i31_im

Definition at line 697 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ A1_re

A1_re = 0

Definition at line 782 of file tmc_dslash_fermi_core.h.

◆ a2_im

a2_im = +i02_im-i32_re

Definition at line 698 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ A2_im

A2_im = 0

Definition at line 819 of file tmc_dslash_fermi_core.h.

◆ a2_re

a2_re = +i02_re+i32_im

Definition at line 698 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ A2_re

A2_re = 0

Definition at line 812 of file tmc_dslash_fermi_core.h.

◆ b0_im

b0_im = +i10_im-i20_re

Definition at line 699 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ B0_im

B0_im = 0

Definition at line 773 of file tmc_dslash_fermi_core.h.

◆ b0_re

b0_re = +i10_re+i20_im

Definition at line 699 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ B0_re

B0_re = 0

Definition at line 766 of file tmc_dslash_fermi_core.h.

◆ b1_im

b1_im = +i11_im-i21_re

Definition at line 700 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ B1_im

B1_im = 0

Definition at line 803 of file tmc_dslash_fermi_core.h.

◆ b1_re

b1_re = +i11_re+i21_im

Definition at line 700 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ B1_re

B1_re = 0

Definition at line 796 of file tmc_dslash_fermi_core.h.

◆ b2_im

b2_im = +i12_im-i22_re

Definition at line 701 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ B2_im

B2_im = 0

Definition at line 833 of file tmc_dslash_fermi_core.h.

◆ b2_re

b2_re = +i12_re+i22_im

Definition at line 701 of file tmc_dslash_fermi_core.h.

Referenced by if().

◆ B2_re

B2_re = 0

Definition at line 826 of file tmc_dslash_fermi_core.h.

◆ C0

float4 C0

Definition at line 557 of file tmc_dslash_fermi_core.h.

◆ C1

float4 C1

Definition at line 558 of file tmc_dslash_fermi_core.h.

◆ C2

float4 C2

Definition at line 559 of file tmc_dslash_fermi_core.h.

◆ C3

float4 C3

Definition at line 560 of file tmc_dslash_fermi_core.h.

◆ C4

float4 C4

Definition at line 561 of file tmc_dslash_fermi_core.h.

◆ C5

float4 C5

Definition at line 562 of file tmc_dslash_fermi_core.h.

◆ C6

float4 C6

Definition at line 563 of file tmc_dslash_fermi_core.h.

◆ C7

float4 C7

Definition at line 564 of file tmc_dslash_fermi_core.h.

◆ C8

float4 C8

Definition at line 565 of file tmc_dslash_fermi_core.h.

◆ coord

int coord[5]

Definition at line 609 of file tmc_dslash_fermi_core.h.

◆ else

else
Initial value:
{
int tx = (threadIdx.x + blockDim.x - ((coord[0]+1)&1) ) % blockDim.x
dim3 dim3 blockDim
int coord[5]

Definition at line 1121 of file tmc_dslash_fermi_core.h.

◆ ga_idx

const int ga_idx = sid

Definition at line 694 of file tmc_dslash_fermi_core.h.

◆ o00_im

o00_im = 0

Definition at line 574 of file tmc_dslash_fermi_core.h.

◆ o00_re

o00_re = 0

Definition at line 573 of file tmc_dslash_fermi_core.h.

◆ o01_im

o01_im = 0

Definition at line 576 of file tmc_dslash_fermi_core.h.

◆ o01_re

o01_re = 0

Definition at line 575 of file tmc_dslash_fermi_core.h.

◆ o02_im

o02_im = 0

Definition at line 578 of file tmc_dslash_fermi_core.h.

◆ o02_re

o02_re = 0

Definition at line 577 of file tmc_dslash_fermi_core.h.

◆ o10_im

o10_im = 0

Definition at line 580 of file tmc_dslash_fermi_core.h.

◆ o10_re

o10_re = 0

Definition at line 579 of file tmc_dslash_fermi_core.h.

◆ o11_im

o11_im = 0

Definition at line 582 of file tmc_dslash_fermi_core.h.

◆ o11_re

o11_re = 0

Definition at line 581 of file tmc_dslash_fermi_core.h.

◆ o12_im

o12_im = 0

Definition at line 584 of file tmc_dslash_fermi_core.h.

◆ o12_re

o12_re = 0

Definition at line 583 of file tmc_dslash_fermi_core.h.

◆ o20_im

o20_im = 0

Definition at line 586 of file tmc_dslash_fermi_core.h.

◆ o20_re

o20_re = 0

Definition at line 585 of file tmc_dslash_fermi_core.h.

◆ o21_im

o21_im = 0

Definition at line 588 of file tmc_dslash_fermi_core.h.

◆ o21_re

o21_re = 0

Definition at line 587 of file tmc_dslash_fermi_core.h.

◆ o22_im

o22_im = 0

Definition at line 590 of file tmc_dslash_fermi_core.h.

◆ o22_re

o22_re = 0

Definition at line 589 of file tmc_dslash_fermi_core.h.

◆ o30_im

o30_im = 0

Definition at line 592 of file tmc_dslash_fermi_core.h.

◆ o30_re

o30_re = 0

Definition at line 591 of file tmc_dslash_fermi_core.h.

◆ o31_im

o31_im = 0

Definition at line 594 of file tmc_dslash_fermi_core.h.

◆ o31_re

o31_re = 0

Definition at line 593 of file tmc_dslash_fermi_core.h.

◆ o32_im

o32_im = 0

Definition at line 596 of file tmc_dslash_fermi_core.h.

◆ o32_re

o32_re = 0

Definition at line 595 of file tmc_dslash_fermi_core.h.

◆ sid

int sid

Definition at line 612 of file tmc_dslash_fermi_core.h.

◆ tx

int tx = (threadIdx.x > 0) ? threadIdx.x-1 : blockDim.x-1

Definition at line 909 of file tmc_dslash_fermi_core.h.

◆ ty

int ty = (threadIdx.y < blockDim.y - 1) ? threadIdx.y + 1 : 0

Definition at line 1124 of file tmc_dslash_fermi_core.h.

◆ tz

int tz = (threadIdx.z < blockDim.z - 1) ? threadIdx.z + 1 : 0

Definition at line 1558 of file tmc_dslash_fermi_core.h.

◆ X

int X

Definition at line 610 of file tmc_dslash_fermi_core.h.