#include "read_gauge.h"
#include "io_spinor.h"

Include dependency graph for tm_dslash_fermi_core.h:

Macros
#define	DSLASH_SHARED_FLOATS_PER_THREAD 24

#define	VOLATILE volatile

#define	spinorFloat float

#define	WRITE_SPINOR_SHARED WRITE_SPINOR_SHARED_FLOAT4

#define	READ_SPINOR_SHARED READ_SPINOR_SHARED_FLOAT4

#define	i00_re I0.x

#define	i00_im I0.y

#define	i01_re I0.z

#define	i01_im I0.w

#define	i02_re I1.x

#define	i02_im I1.y

#define	i10_re I1.z

#define	i10_im I1.w

#define	i11_re I2.x

#define	i11_im I2.y

#define	i12_re I2.z

#define	i12_im I2.w

#define	i20_re I3.x

#define	i20_im I3.y

#define	i21_re I3.z

#define	i21_im I3.w

#define	i22_re I4.x

#define	i22_im I4.y

#define	i30_re I4.z

#define	i30_im I4.w

#define	i31_re I5.x

#define	i31_im I5.y

#define	i32_re I5.z

#define	i32_im I5.w

#define	acc00_re accum0.x

#define	acc00_im accum0.y

#define	acc01_re accum0.z

#define	acc01_im accum0.w

#define	acc02_re accum1.x

#define	acc02_im accum1.y

#define	acc10_re accum1.z

#define	acc10_im accum1.w

#define	acc11_re accum2.x

#define	acc11_im accum2.y

#define	acc12_re accum2.z

#define	acc12_im accum2.w

#define	acc20_re accum3.x

#define	acc20_im accum3.y

#define	acc21_re accum3.z

#define	acc21_im accum3.w

#define	acc22_re accum4.x

#define	acc22_im accum4.y

#define	acc30_re accum4.z

#define	acc30_im accum4.w

#define	acc31_re accum5.x

#define	acc31_im accum5.y

#define	acc32_re accum5.z

#define	acc32_im accum5.w

#define	g00_re G0.x

#define	g00_im G0.y

#define	g01_re G0.z

#define	g01_im G0.w

#define	g02_re G1.x

#define	g02_im G1.y

#define	g10_re G1.z

#define	g10_im G1.w

#define	g11_re G2.x

#define	g11_im G2.y

#define	g12_re G2.z

#define	g12_im G2.w

#define	g20_re G3.x

#define	g20_im G3.y

#define	g21_re G3.z

#define	g21_im G3.w

#define	g22_re G4.x

#define	g22_im G4.y

#define	gT00_re (+g00_re)

#define	gT00_im (-g00_im)

#define	gT01_re (+g10_re)

#define	gT01_im (-g10_im)

#define	gT02_re (+g20_re)

#define	gT02_im (-g20_im)

#define	gT10_re (+g01_re)

#define	gT10_im (-g01_im)

#define	gT11_re (+g11_re)

#define	gT11_im (-g11_im)

#define	gT12_re (+g21_re)

#define	gT12_im (-g21_im)

#define	gT20_re (+g02_re)

#define	gT20_im (-g02_im)

#define	gT21_re (+g12_re)

#define	gT21_im (-g12_im)

#define	gT22_re (+g22_re)

#define	gT22_im (-g22_im)

#define	SHARED_STRIDE 32

Functions
	coordsFromIndex3D< EVEN_X > (X, coord, sid, param)

	if (coord[1] >=param.dc.X[1]) return

	if (cpprd[2] >=param.dc.X[2]) return

	READ_SPINOR (SPINORTEX, param.sp_stride, sp_idx, sp_idx)

	WRITE_SPINOR_SHARED (threadIdx.x, threadIdx.y, threadIdx.z, i)

	READ_GAUGE_MATRIX (G, GAUGE0TEX, 0, ga_idx, param.gauge_stride)

	RECONSTRUCT_GAUGE_MATRIX (0)

	__syncthreads ()

	READ_SPINOR_SHARED (tx, threadIdx.y, threadIdx.z)

	READ_GAUGE_MATRIX (G, GAUGE1TEX, 1, ga_idx, param.gauge_stride)

	RECONSTRUCT_GAUGE_MATRIX (1)

	if (threadIdx.y==blockDim.y-1 &&blockDim.y< param.dc.X[1])

	READ_SPINOR_SHARED (tx, ty, threadIdx.z)

	READ_GAUGE_MATRIX (G, GAUGE0TEX, 2, ga_idx, param.gauge_stride)

	RECONSTRUCT_GAUGE_MATRIX (2)

	READ_GAUGE_MATRIX (G, GAUGE1TEX, 3, ga_idx, param.gauge_stride)

	RECONSTRUCT_GAUGE_MATRIX (3)

	READ_SPINOR_SHARED (tx, threadIdx.y, tz)

	READ_GAUGE_MATRIX (G, GAUGE0TEX, 4, ga_idx, param.gauge_stride)

	RECONSTRUCT_GAUGE_MATRIX (4)

	READ_GAUGE_MATRIX (G, GAUGE1TEX, 5, ga_idx, param.gauge_stride)

	RECONSTRUCT_GAUGE_MATRIX (5)

	READ_SPINOR_DOWN (SPINORTEX, param.sp_stride, sp_idx, sp_idx)

	READ_GAUGE_MATRIX (G, GAUGE0TEX, 6, ga_idx, param.gauge_stride)

	RECONSTRUCT_GAUGE_MATRIX (6)

	READ_SPINOR_UP (SPINORTEX, param.sp_stride, sp_idx, sp_idx)

	READ_GAUGE_MATRIX (G, GAUGE1TEX, 7, ga_idx, param.gauge_stride)

	RECONSTRUCT_GAUGE_MATRIX (7)

	APPLY_TWIST_INV (a, b, o)

	WRITE_SPINOR (param.sp_stride)

Variables
VOLATILE spinorFloat	o00_re = 0

VOLATILE spinorFloat	o00_im = 0

VOLATILE spinorFloat	o01_re = 0

VOLATILE spinorFloat	o01_im = 0

VOLATILE spinorFloat	o02_re = 0

VOLATILE spinorFloat	o02_im = 0

VOLATILE spinorFloat	o10_re = 0

VOLATILE spinorFloat	o10_im = 0

VOLATILE spinorFloat	o11_re = 0

VOLATILE spinorFloat	o11_im = 0

VOLATILE spinorFloat	o12_re = 0

VOLATILE spinorFloat	o12_im = 0

VOLATILE spinorFloat	o20_re = 0

VOLATILE spinorFloat	o20_im = 0

VOLATILE spinorFloat	o21_re = 0

VOLATILE spinorFloat	o21_im = 0

VOLATILE spinorFloat	o22_re = 0

VOLATILE spinorFloat	o22_im = 0

VOLATILE spinorFloat	o30_re = 0

VOLATILE spinorFloat	o30_im = 0

VOLATILE spinorFloat	o31_re = 0

VOLATILE spinorFloat	o31_im = 0

VOLATILE spinorFloat	o32_re = 0

VOLATILE spinorFloat	o32_im = 0

int	coord [5]

int	X

int	sid

const int	ga_idx = sid

spinorFloat	a0_re = +i00_re+i30_im

spinorFloat	a0_im = +i00_im-i30_re

spinorFloat	a1_re = +i01_re+i31_im

spinorFloat	a1_im = +i01_im-i31_re

spinorFloat	a2_re = +i02_re+i32_im

spinorFloat	a2_im = +i02_im-i32_re

spinorFloat	b0_re = +i10_re+i20_im

spinorFloat	b0_im = +i10_im-i20_re

spinorFloat	b1_re = +i11_re+i21_im

spinorFloat	b1_im = +i11_im-i21_re

spinorFloat	b2_re = +i12_re+i22_im

spinorFloat	b2_im = +i12_im-i22_re

spinorFloat	A0_re = 0

spinorFloat	A0_im = 0

spinorFloat	B0_re = 0

spinorFloat	B0_im = 0

spinorFloat	A1_re = 0

spinorFloat	A1_im = 0

spinorFloat	B1_re = 0

spinorFloat	B1_im = 0

spinorFloat	A2_re = 0

spinorFloat	A2_im = 0

spinorFloat	B2_re = 0

spinorFloat	B2_im = 0

int	tx = (threadIdx.x > 0) ? threadIdx.x-1 : blockDim.x-1

	else

int	ty = (threadIdx.y < blockDim.y - 1) ? threadIdx.y + 1 : 0

int	tz = (threadIdx.z < blockDim.z - 1) ? threadIdx.z + 1 : 0

const spinorFloat	b = param.b_f

Macro Definition Documentation

◆ acc00_im

#define acc00_im accum0.y

Definition at line 93 of file tm_dslash_fermi_core.h.

◆ acc00_re

#define acc00_re accum0.x

Definition at line 92 of file tm_dslash_fermi_core.h.

◆ acc01_im

#define acc01_im accum0.w

Definition at line 95 of file tm_dslash_fermi_core.h.

◆ acc01_re

#define acc01_re accum0.z

Definition at line 94 of file tm_dslash_fermi_core.h.

◆ acc02_im

#define acc02_im accum1.y

Definition at line 97 of file tm_dslash_fermi_core.h.

◆ acc02_re

#define acc02_re accum1.x

Definition at line 96 of file tm_dslash_fermi_core.h.

◆ acc10_im

#define acc10_im accum1.w

Definition at line 99 of file tm_dslash_fermi_core.h.

◆ acc10_re

#define acc10_re accum1.z

Definition at line 98 of file tm_dslash_fermi_core.h.

◆ acc11_im

#define acc11_im accum2.y

Definition at line 101 of file tm_dslash_fermi_core.h.

◆ acc11_re

#define acc11_re accum2.x

Definition at line 100 of file tm_dslash_fermi_core.h.

◆ acc12_im

#define acc12_im accum2.w

Definition at line 103 of file tm_dslash_fermi_core.h.

◆ acc12_re

#define acc12_re accum2.z

Definition at line 102 of file tm_dslash_fermi_core.h.

◆ acc20_im

#define acc20_im accum3.y

Definition at line 105 of file tm_dslash_fermi_core.h.

◆ acc20_re

#define acc20_re accum3.x

Definition at line 104 of file tm_dslash_fermi_core.h.

◆ acc21_im

#define acc21_im accum3.w

Definition at line 107 of file tm_dslash_fermi_core.h.

◆ acc21_re

#define acc21_re accum3.z

Definition at line 106 of file tm_dslash_fermi_core.h.

◆ acc22_im

#define acc22_im accum4.y

Definition at line 109 of file tm_dslash_fermi_core.h.

◆ acc22_re

#define acc22_re accum4.x

Definition at line 108 of file tm_dslash_fermi_core.h.

◆ acc30_im

#define acc30_im accum4.w

Definition at line 111 of file tm_dslash_fermi_core.h.

◆ acc30_re

#define acc30_re accum4.z

Definition at line 110 of file tm_dslash_fermi_core.h.

◆ acc31_im

#define acc31_im accum5.y

Definition at line 113 of file tm_dslash_fermi_core.h.

◆ acc31_re

#define acc31_re accum5.x

Definition at line 112 of file tm_dslash_fermi_core.h.

◆ acc32_im

#define acc32_im accum5.w

Definition at line 115 of file tm_dslash_fermi_core.h.

◆ acc32_re

#define acc32_re accum5.z

Definition at line 114 of file tm_dslash_fermi_core.h.

◆ DSLASH_SHARED_FLOATS_PER_THREAD

#define DSLASH_SHARED_FLOATS_PER_THREAD 24

Definition at line 3 of file tm_dslash_fermi_core.h.

◆ g00_im

#define g00_im G0.y

Definition at line 141 of file tm_dslash_fermi_core.h.

◆ g00_re

#define g00_re G0.x

Definition at line 140 of file tm_dslash_fermi_core.h.

◆ g01_im

#define g01_im G0.w

Definition at line 143 of file tm_dslash_fermi_core.h.

◆ g01_re

#define g01_re G0.z

Definition at line 142 of file tm_dslash_fermi_core.h.

◆ g02_im

#define g02_im G1.y

Definition at line 145 of file tm_dslash_fermi_core.h.

◆ g02_re

#define g02_re G1.x

Definition at line 144 of file tm_dslash_fermi_core.h.

◆ g10_im

#define g10_im G1.w

Definition at line 147 of file tm_dslash_fermi_core.h.

◆ g10_re

#define g10_re G1.z

Definition at line 146 of file tm_dslash_fermi_core.h.

◆ g11_im

#define g11_im G2.y

Definition at line 149 of file tm_dslash_fermi_core.h.

◆ g11_re

#define g11_re G2.x

Definition at line 148 of file tm_dslash_fermi_core.h.

◆ g12_im

#define g12_im G2.w

Definition at line 151 of file tm_dslash_fermi_core.h.

◆ g12_re

#define g12_re G2.z

Definition at line 150 of file tm_dslash_fermi_core.h.

◆ g20_im

#define g20_im G3.y

Definition at line 153 of file tm_dslash_fermi_core.h.

◆ g20_re

#define g20_re G3.x

Definition at line 152 of file tm_dslash_fermi_core.h.

◆ g21_im

#define g21_im G3.w

Definition at line 155 of file tm_dslash_fermi_core.h.

◆ g21_re

#define g21_re G3.z

Definition at line 154 of file tm_dslash_fermi_core.h.

◆ g22_im

#define g22_im G4.y

Definition at line 157 of file tm_dslash_fermi_core.h.

◆ g22_re

#define g22_re G4.x

Definition at line 156 of file tm_dslash_fermi_core.h.

◆ gT00_im

#define gT00_im (-g00_im)

Definition at line 163 of file tm_dslash_fermi_core.h.

◆ gT00_re

#define gT00_re (+g00_re)

Definition at line 162 of file tm_dslash_fermi_core.h.

◆ gT01_im

#define gT01_im (-g10_im)

Definition at line 165 of file tm_dslash_fermi_core.h.

◆ gT01_re

#define gT01_re (+g10_re)

Definition at line 164 of file tm_dslash_fermi_core.h.

◆ gT02_im

#define gT02_im (-g20_im)

Definition at line 167 of file tm_dslash_fermi_core.h.

◆ gT02_re

#define gT02_re (+g20_re)

Definition at line 166 of file tm_dslash_fermi_core.h.

◆ gT10_im

#define gT10_im (-g01_im)

Definition at line 169 of file tm_dslash_fermi_core.h.

◆ gT10_re

#define gT10_re (+g01_re)

Definition at line 168 of file tm_dslash_fermi_core.h.

◆ gT11_im

#define gT11_im (-g11_im)

Definition at line 171 of file tm_dslash_fermi_core.h.

◆ gT11_re

#define gT11_re (+g11_re)

Definition at line 170 of file tm_dslash_fermi_core.h.

◆ gT12_im

#define gT12_im (-g21_im)

Definition at line 173 of file tm_dslash_fermi_core.h.

◆ gT12_re

#define gT12_re (+g21_re)

Definition at line 172 of file tm_dslash_fermi_core.h.

◆ gT20_im

#define gT20_im (-g02_im)

Definition at line 175 of file tm_dslash_fermi_core.h.

◆ gT20_re

#define gT20_re (+g02_re)

Definition at line 174 of file tm_dslash_fermi_core.h.

◆ gT21_im

#define gT21_im (-g12_im)

Definition at line 177 of file tm_dslash_fermi_core.h.

◆ gT21_re

#define gT21_re (+g12_re)

Definition at line 176 of file tm_dslash_fermi_core.h.

◆ gT22_im

#define gT22_im (-g22_im)

Definition at line 179 of file tm_dslash_fermi_core.h.

◆ gT22_re

#define gT22_re (+g22_re)

Definition at line 178 of file tm_dslash_fermi_core.h.

◆ i00_im

#define i00_im I0.y

Definition at line 69 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i00_re

#define i00_re I0.x

Definition at line 68 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i01_im

#define i01_im I0.w

Definition at line 71 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i01_re

#define i01_re I0.z

Definition at line 70 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i02_im

#define i02_im I1.y

Definition at line 73 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i02_re

#define i02_re I1.x

Definition at line 72 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i10_im

#define i10_im I1.w

Definition at line 75 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i10_re

#define i10_re I1.z

Definition at line 74 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i11_im

#define i11_im I2.y

Definition at line 77 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i11_re

#define i11_re I2.x

Definition at line 76 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i12_im

#define i12_im I2.w

Definition at line 79 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i12_re

#define i12_re I2.z

Definition at line 78 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i20_im

#define i20_im I3.y

Definition at line 81 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i20_re

#define i20_re I3.x

Definition at line 80 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i21_im

#define i21_im I3.w

Definition at line 83 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i21_re

#define i21_re I3.z

Definition at line 82 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i22_im

#define i22_im I4.y

Definition at line 85 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i22_re

#define i22_re I4.x

Definition at line 84 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i30_im

#define i30_im I4.w

Definition at line 87 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i30_re

#define i30_re I4.z

Definition at line 86 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i31_im

#define i31_im I5.y

Definition at line 89 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i31_re

#define i31_re I5.x

Definition at line 88 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i32_im

#define i32_im I5.w

Definition at line 91 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ i32_re

#define i32_re I5.z

Definition at line 90 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ READ_SPINOR_SHARED

#define READ_SPINOR_SHARED READ_SPINOR_SHARED_FLOAT4

Definition at line 67 of file tm_dslash_fermi_core.h.

◆ SHARED_STRIDE

#define SHARED_STRIDE 32

Definition at line 210 of file tm_dslash_fermi_core.h.

◆ spinorFloat

#define spinorFloat float

Definition at line 65 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ VOLATILE

#define VOLATILE volatile

Definition at line 9 of file tm_dslash_fermi_core.h.

◆ WRITE_SPINOR_SHARED

#define WRITE_SPINOR_SHARED WRITE_SPINOR_SHARED_FLOAT4

Definition at line 66 of file tm_dslash_fermi_core.h.

Function Documentation

◆ __syncthreads()

__syncthreads ( )

◆ APPLY_TWIST_INV()

APPLY_TWIST_INV	(	a	,
		b	,
		o
	)

Referenced by if().

Here is the caller graph for this function:

◆ coordsFromIndex3D< EVEN_X >()

coordsFromIndex3D< EVEN_X >	(	X	,
		coord	,
		sid	,
		param
	)

◆ if() [1/3]

if ( coord >=param.dc. X[1][1] )

◆ if() [2/3]

if ( cpprd >=param.dc. X[2][2] )

◆ if() [3/3]

if ( )

Definition at line 723 of file tm_dslash_fermi_core.h.

References a, a0_im, a0_re, a1_im, a1_re, a2_im, a2_re, APPLY_TWIST_INV(), b, b0_im, b0_re, b1_im, b1_re, b2_im, b2_re, fused_exterior_ndeg_tm_dslash_cuda_gen::i, i00_im, i00_re, i01_im, i01_re, i02_im, i02_re, i10_im, i10_re, i11_im, i11_re, i12_im, i12_re, i20_im, i20_re, i21_im, i21_re, i22_im, i22_re, i30_im, i30_re, i31_im, i31_re, i32_im, i32_re, param, READ_SPINOR(), sp_idx, spinorFloat, and SPINORTEX.

Here is the call graph for this function:

◆ READ_GAUGE_MATRIX() [1/8]

READ_GAUGE_MATRIX	(	G	,
		GAUGE0TEX	,
		0	,
		ga_idx	,
		param.	gauge_stride
	)

◆ READ_GAUGE_MATRIX() [2/8]

READ_GAUGE_MATRIX	(	G	,
		GAUGE1TEX	,
		1	,
		ga_idx	,
		param.	gauge_stride
	)

◆ READ_GAUGE_MATRIX() [3/8]

READ_GAUGE_MATRIX	(	G	,
		GAUGE0TEX	,
		2	,
		ga_idx	,
		param.	gauge_stride
	)

◆ READ_GAUGE_MATRIX() [4/8]

READ_GAUGE_MATRIX	(	G	,
		GAUGE1TEX	,
		3	,
		ga_idx	,
		param.	gauge_stride
	)

◆ READ_GAUGE_MATRIX() [5/8]

READ_GAUGE_MATRIX	(	G	,
		GAUGE0TEX	,
		4	,
		ga_idx	,
		param.	gauge_stride
	)

◆ READ_GAUGE_MATRIX() [6/8]

READ_GAUGE_MATRIX	(	G	,
		GAUGE1TEX	,
		5	,
		ga_idx	,
		param.	gauge_stride
	)

◆ READ_GAUGE_MATRIX() [7/8]

READ_GAUGE_MATRIX	(	G	,
		GAUGE0TEX	,
		6	,
		ga_idx	,
		param.	gauge_stride
	)

◆ READ_GAUGE_MATRIX() [8/8]

READ_GAUGE_MATRIX	(	G	,
		GAUGE1TEX	,
		7	,
		ga_idx	,
		param.	gauge_stride
	)

◆ READ_SPINOR()

READ_SPINOR	(	SPINORTEX	,
		param.	sp_stride,
		sp_idx	,
		sp_idx
	)

Referenced by if().

Here is the caller graph for this function:

◆ READ_SPINOR_DOWN()

READ_SPINOR_DOWN	(	SPINORTEX	,
		param.	sp_stride,
		sp_idx	,
		sp_idx
	)

◆ READ_SPINOR_SHARED() [1/3]

READ_SPINOR_SHARED	(	tx	,
		threadIdx.	y,
		threadIdx.	z
	)

◆ READ_SPINOR_SHARED() [2/3]

READ_SPINOR_SHARED	(	tx	,
		ty	,
		threadIdx.	z
	)

◆ READ_SPINOR_SHARED() [3/3]

READ_SPINOR_SHARED	(	tx	,
		threadIdx.	y,
		tz
	)

◆ READ_SPINOR_UP()

READ_SPINOR_UP	(	SPINORTEX	,
		param.	sp_stride,
		sp_idx	,
		sp_idx
	)

◆ RECONSTRUCT_GAUGE_MATRIX() [1/8]

RECONSTRUCT_GAUGE_MATRIX ( 0 )

◆ RECONSTRUCT_GAUGE_MATRIX() [2/8]

RECONSTRUCT_GAUGE_MATRIX ( 1 )

◆ RECONSTRUCT_GAUGE_MATRIX() [3/8]

RECONSTRUCT_GAUGE_MATRIX ( 2 )

◆ RECONSTRUCT_GAUGE_MATRIX() [4/8]

RECONSTRUCT_GAUGE_MATRIX ( 3 )

◆ RECONSTRUCT_GAUGE_MATRIX() [5/8]

RECONSTRUCT_GAUGE_MATRIX ( 4 )

◆ RECONSTRUCT_GAUGE_MATRIX() [6/8]

RECONSTRUCT_GAUGE_MATRIX ( 5 )

◆ RECONSTRUCT_GAUGE_MATRIX() [7/8]

RECONSTRUCT_GAUGE_MATRIX ( 6 )

◆ RECONSTRUCT_GAUGE_MATRIX() [8/8]

RECONSTRUCT_GAUGE_MATRIX ( 7 )

◆ WRITE_SPINOR()

WRITE_SPINOR ( param. sp_stride )

◆ WRITE_SPINOR_SHARED()

WRITE_SPINOR_SHARED	(	threadIdx.	x,
		threadIdx.	y,
		threadIdx.	z,
		i
	)

Variable Documentation

◆ a0_im

a0_im = +i00_im-i30_re

Definition at line 303 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ A0_im

A0_im = 0

Definition at line 378 of file tm_dslash_fermi_core.h.

◆ a0_re

a0_re = +i00_re+i30_im

Definition at line 303 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ A0_re

A0_re = 0

Definition at line 371 of file tm_dslash_fermi_core.h.

◆ a1_im

a1_im = +i01_im-i31_re

Definition at line 304 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ A1_im

A1_im = 0

Definition at line 408 of file tm_dslash_fermi_core.h.

◆ a1_re

a1_re = +i01_re+i31_im

Definition at line 304 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ A1_re

A1_re = 0

Definition at line 401 of file tm_dslash_fermi_core.h.

◆ a2_im

a2_im = +i02_im-i32_re

Definition at line 305 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ A2_im

A2_im = 0

Definition at line 438 of file tm_dslash_fermi_core.h.

◆ a2_re

a2_re = +i02_re+i32_im

Definition at line 305 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ A2_re

A2_re = 0

Definition at line 431 of file tm_dslash_fermi_core.h.

◆ b

const spinorFloat b = param.b_f

Definition at line 2203 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ b0_im

b0_im = +i10_im-i20_re

Definition at line 306 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ B0_im

B0_im = 0

Definition at line 392 of file tm_dslash_fermi_core.h.

◆ b0_re

b0_re = +i10_re+i20_im

Definition at line 306 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ B0_re

B0_re = 0

Definition at line 385 of file tm_dslash_fermi_core.h.

◆ b1_im

b1_im = +i11_im-i21_re

Definition at line 307 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ B1_im

B1_im = 0

Definition at line 422 of file tm_dslash_fermi_core.h.

◆ b1_re

b1_re = +i11_re+i21_im

Definition at line 307 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ B1_re

B1_re = 0

Definition at line 415 of file tm_dslash_fermi_core.h.

◆ b2_im

b2_im = +i12_im-i22_re

Definition at line 308 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ B2_im

B2_im = 0

Definition at line 452 of file tm_dslash_fermi_core.h.

◆ b2_re

b2_re = +i12_re+i22_im

Definition at line 308 of file tm_dslash_fermi_core.h.

Referenced by if().

◆ B2_re

B2_re = 0

Definition at line 445 of file tm_dslash_fermi_core.h.

◆ coord

int coord[5]

Definition at line 216 of file tm_dslash_fermi_core.h.

◆ else

else

Initial value:

{
    
    int tx = (threadIdx.x + blockDim.x - ((coord[0]+1)&1) ) % blockDim.x

Definition at line 752 of file tm_dslash_fermi_core.h.

◆ ga_idx

const int ga_idx = sid

Definition at line 301 of file tm_dslash_fermi_core.h.

◆ o00_im

o00_im = 0

Definition at line 183 of file tm_dslash_fermi_core.h.

◆ o00_re

o00_re = 0

Definition at line 182 of file tm_dslash_fermi_core.h.

◆ o01_im

o01_im = 0

Definition at line 185 of file tm_dslash_fermi_core.h.

◆ o01_re

o01_re = 0

Definition at line 184 of file tm_dslash_fermi_core.h.

◆ o02_im

o02_im = 0

Definition at line 187 of file tm_dslash_fermi_core.h.

◆ o02_re

o02_re = 0

Definition at line 186 of file tm_dslash_fermi_core.h.

◆ o10_im

o10_im = 0

Definition at line 189 of file tm_dslash_fermi_core.h.

◆ o10_re

o10_re = 0

Definition at line 188 of file tm_dslash_fermi_core.h.

◆ o11_im

o11_im = 0

Definition at line 191 of file tm_dslash_fermi_core.h.

◆ o11_re

o11_re = 0

Definition at line 190 of file tm_dslash_fermi_core.h.

◆ o12_im

o12_im = 0

Definition at line 193 of file tm_dslash_fermi_core.h.

◆ o12_re

o12_re = 0

Definition at line 192 of file tm_dslash_fermi_core.h.

◆ o20_im

o20_im = 0

Definition at line 195 of file tm_dslash_fermi_core.h.

◆ o20_re

o20_re = 0

Definition at line 194 of file tm_dslash_fermi_core.h.

◆ o21_im

o21_im = 0

Definition at line 197 of file tm_dslash_fermi_core.h.

◆ o21_re

o21_re = 0

Definition at line 196 of file tm_dslash_fermi_core.h.

◆ o22_im

o22_im = 0

Definition at line 199 of file tm_dslash_fermi_core.h.

◆ o22_re

o22_re = 0

Definition at line 198 of file tm_dslash_fermi_core.h.

◆ o30_im

o30_im = 0

Definition at line 201 of file tm_dslash_fermi_core.h.

◆ o30_re

o30_re = 0

Definition at line 200 of file tm_dslash_fermi_core.h.

◆ o31_im

o31_im = 0

Definition at line 203 of file tm_dslash_fermi_core.h.

◆ o31_re

o31_re = 0

Definition at line 202 of file tm_dslash_fermi_core.h.

◆ o32_im

o32_im = 0

Definition at line 205 of file tm_dslash_fermi_core.h.

◆ o32_re

o32_re = 0

Definition at line 204 of file tm_dslash_fermi_core.h.

◆ sid

int sid

Definition at line 219 of file tm_dslash_fermi_core.h.

◆ tx

int tx = (threadIdx.x > 0) ? threadIdx.x-1 : blockDim.x-1

Definition at line 528 of file tm_dslash_fermi_core.h.

◆ ty

int ty = (threadIdx.y < blockDim.y - 1) ? threadIdx.y + 1 : 0

Definition at line 755 of file tm_dslash_fermi_core.h.

◆ tz

int tz = (threadIdx.z < blockDim.z - 1) ? threadIdx.z + 1 : 0

Definition at line 1213 of file tm_dslash_fermi_core.h.

◆ X

int X

Definition at line 217 of file tm_dslash_fermi_core.h.

Macros

Functions

Variables

Macro Definition Documentation

◆ acc00_im

◆ acc00_re

◆ acc01_im

◆ acc01_re

◆ acc02_im

◆ acc02_re

◆ acc10_im

◆ acc10_re

◆ acc11_im

◆ acc11_re

◆ acc12_im

◆ acc12_re

◆ acc20_im

◆ acc20_re

◆ acc21_im

◆ acc21_re

◆ acc22_im

◆ acc22_re

◆ acc30_im

◆ acc30_re

◆ acc31_im

◆ acc31_re

◆ acc32_im

◆ acc32_re

◆ DSLASH_SHARED_FLOATS_PER_THREAD

◆ g00_im

◆ g00_re

◆ g01_im

◆ g01_re

◆ g02_im

◆ g02_re

◆ g10_im

◆ g10_re

◆ g11_im

◆ g11_re

◆ g12_im

◆ g12_re

◆ g20_im

◆ g20_re

◆ g21_im

◆ g21_re

◆ g22_im

◆ g22_re

◆ gT00_im

◆ gT00_re

◆ gT01_im

◆ gT01_re

◆ gT02_im

◆ gT02_re

◆ gT10_im

◆ gT10_re

◆ gT11_im

◆ gT11_re

◆ gT12_im

◆ gT12_re

◆ gT20_im

◆ gT20_re

◆ gT21_im

◆ gT21_re

◆ gT22_im

◆ gT22_re

◆ i00_im

◆ i00_re

◆ i01_im

◆ i01_re

◆ i02_im

◆ i02_re

◆ i10_im

◆ i10_re

◆ i11_im

◆ i11_re

◆ i12_im

◆ i12_re

◆ i20_im

◆ i20_re

◆ i21_im