#include <color_spinor_field.h>

Inheritance diagram for quda::cudaColorSpinorField:

Public Member Functions
	cudaColorSpinorField (const cudaColorSpinorField &)

	cudaColorSpinorField (const ColorSpinorField &, const ColorSpinorParam &)

	cudaColorSpinorField (const ColorSpinorField &)

	cudaColorSpinorField (const ColorSpinorParam &)

virtual	~cudaColorSpinorField ()

ColorSpinorField &	operator= (const ColorSpinorField &)

cudaColorSpinorField &	operator= (const cudaColorSpinorField &)

cudaColorSpinorField &	operator= (const cpuColorSpinorField &)

void	switchBufferPinned ()

void	createComms (int nFace)

void	destroyComms ()

void	allocateGhostBuffer (int nFace)

void	packGhost (const int nFace, const QudaParity parity, const int dim, const QudaDirection dir, const int dagger, cudaStream_t stream, void buffer=0, double a=0, double b=0)

void	packGhostExtended (const int nFace, const int R[], const QudaParity parity, const int dim, const QudaDirection dir, const int dagger, cudaStream_t stream, void buffer=0)

void	packGhost (FullClover &clov, FullClover &clovInv, const int nFace, const QudaParity parity, const int dim, const QudaDirection dir, const int dagger, cudaStream_t stream, void buffer=0, double a=0)

void	sendGhost (void ghost_spinor, const int nFace, const int dim, const QudaDirection dir, const int dagger, cudaStream_t stream)

void	unpackGhost (const void ghost_spinor, const int nFace, const int dim, const QudaDirection dir, const int dagger, cudaStream_t stream)

void	unpackGhostExtended (const void ghost_spinor, const int nFace, const QudaParity parity, const int dim, const QudaDirection dir, const int dagger, cudaStream_t stream)

void	streamInit (cudaStream_t *stream_p)

void	pack (int nFace, int parity, int dagger, int stream_idx, bool zeroCopyPack, double a=0, double b=0)

void	pack (FullClover &clov, FullClover &clovInv, int nFace, int parity, int dagger, int stream_idx, bool zeroCopyPack, double a=0)

void	pack (int nFace, int parity, int dagger, cudaStream_t *stream_p, bool zeroCopyPack, double a=0, double b=0)

void	pack (FullClover &clov, FullClover &clovInv, int nFace, int parity, int dagger, cudaStream_t *stream_p, bool zeroCopyPack, double a=0)

void	packExtended (const int nFace, const int R[], const int parity, const int dagger, const int dim, cudaStream_t *stream_p, const bool zeroCopyPack=false)

void	gather (int nFace, int dagger, int dir, cudaStream_t *stream_p=NULL)

void	recvStart (int nFace, int dir, int dagger=0)

void	sendStart (int nFace, int dir, int dagger=0)

void	commsStart (int nFace, int dir, int dagger=0)

int	commsQuery (int nFace, int dir, int dagger=0)

void	scatter (int nFace, int dagger, int dir, cudaStream_t *stream_p)

void	scatter (int nFace, int dagger, int dir)

void	scatterExtended (int nFace, int parity, int dagger, int dir)

cudaColorSpinorField &	Even () const

cudaColorSpinorField &	Odd () const

cudaColorSpinorField &	Eigenvec (const int idx) const
	for deflated solvers: More...

void	CopyEigenvecSubset (cudaColorSpinorField &dst, const int range, const int first_element=0) const

void	zero ()

QudaFieldLocation	Location () const

bool	isNative () const

void	getTexObjectInfo () const

Public Member Functions inherited from quda::ColorSpinorField
	ColorSpinorField (const ColorSpinorField &)

	ColorSpinorField (const ColorSpinorParam &)

virtual	~ColorSpinorField ()

QudaPrecision	Precision () const

int	Ncolor () const

int	Nspin () const

QudaTwistFlavorType	TwistFlavor () const

int	Ndim () const

const int *	X () const

int	X (int d) const

int	RealLength () const

int	Length () const

int	TotalLength () const

int	Stride () const

int	Volume () const

int	VolumeCB () const

int	Pad () const

size_t	Bytes () const

size_t	NormBytes () const

void	PrintDims () const

const char *	AuxString () const

void *	V ()

const void *	V () const

void *	Norm ()

const void *	Norm () const

int	EigvDim () const
	for eigcg only: More...

int	EigvId () const

int	EigvVolume () const

int	EigvStride () const

int	EigvLength () const

int	EigvRealLength () const

int	EigvTotalLength () const

size_t	EigvBytes () const

size_t	EigvNormBytes () const

int	EigvGhostLength () const

QudaDWFPCType	DWFPCtype () const

QudaSiteSubset	SiteSubset () const

QudaSiteOrder	SiteOrder () const

QudaFieldOrder	FieldOrder () const

QudaGammaBasis	GammaBasis () const

int	GhostLength () const

const int *	GhostFace () const

int	GhostOffset (const int i) const

int	GhostNormOffset (const int i) const

void *	Ghost (const int i)

const void *	Ghost (const int i) const

void *	GhostNorm (const int i)

const void *	GhostNorm (const int i) const

Public Member Functions inherited from quda::LatticeField
	LatticeField (const LatticeFieldParam &param)

virtual	~LatticeField ()

int	Ndim () const

const int *	X () const

int	Volume () const

int	VolumeCB () const

const int *	SurfaceCB () const

int	SurfaceCB (const int i) const

int	Stride () const

int	Pad () const

int	Nvec () const

QudaPrecision	Precision () const

QudaFieldLocation	Location () const

size_t	GBytes () const

void	checkField (const LatticeField &)

const char *	VolString () const

Static Public Member Functions
static void	freeGhostBuffer (void)

Static Public Member Functions inherited from quda::LatticeField
static void	freeBuffer (int index=0)

Static Public Attributes
static int	bufferIndex = 0

Friends
class	cpuColorSpinorField

std::ostream &	operator<< (std::ostream &out, const cudaColorSpinorField &)

Additional Inherited Members
Protected Member Functions inherited from quda::ColorSpinorField
void	createGhostZone ()

void	reset (const ColorSpinorParam &)

void	fill (ColorSpinorParam &) const

void	clearGhostPointers ()

void	setTuningString ()

Protected Member Functions inherited from quda::LatticeField
void	resizeBufferPinned (size_t bytes, const int index=0) const

void	resizeBufferDevice (size_t bytes) const

Static Protected Member Functions inherited from quda::ColorSpinorField
static void	checkField (const ColorSpinorField &, const ColorSpinorField &)

Protected Attributes inherited from quda::ColorSpinorField
bool	init

QudaPrecision	precision

int	nColor

int	nSpin

int	nDim

int	x [QUDA_MAX_DIM]

int	volume

int	volumeCB

int	pad

int	stride

QudaTwistFlavorType	twistFlavor

QudaDWFPCType	PCtype

int	real_length

int	length

void *	v

void *	norm

int	eigv_dim
	used for eigcg: More...

int	eigv_id

int	eigv_volume

int	eigv_stride

int	eigv_real_length

int	eigv_length

void *	ghost [QUDA_MAX_DIM]

void *	ghostNorm [QUDA_MAX_DIM]

int	ghostFace [QUDA_MAX_DIM]

int	ghostOffset [QUDA_MAX_DIM]

int	ghostNormOffset [QUDA_MAX_DIM]

int	ghost_length

int	ghost_norm_length

int	total_length

int	total_norm_length

size_t	bytes

size_t	norm_bytes

int	eigv_total_length

int	eigv_total_norm_length

int	eigv_ghost_length

int	eigv_ghost_norm_length

size_t	eigv_bytes

size_t	eigv_norm_bytes

QudaSiteSubset	siteSubset

QudaSiteOrder	siteOrder

QudaFieldOrder	fieldOrder

QudaGammaBasis	gammaBasis

ColorSpinorField *	even

ColorSpinorField *	odd

std::vector< ColorSpinorField * >	eigenvectors
	for eigcg: More...

char	aux_string [TuneKey::aux_n]

Protected Attributes inherited from quda::LatticeField
int	volume

int	volumeCB

int	stride

int	pad

size_t	total_bytes

int	nDim

int	x [QUDA_MAX_DIM]

int	surface [QUDA_MAX_DIM]

int	surfaceCB [QUDA_MAX_DIM]

QudaPrecision	precision

QudaSiteSubset	siteSubset

int	nDimComms

void *	my_face [2]

void *	my_fwd_face [2][QUDA_MAX_DIM]

void *	my_back_face [2][QUDA_MAX_DIM]

void *	from_face [2]

void *	from_back_face [2][QUDA_MAX_DIM]

void *	from_fwd_face [2][QUDA_MAX_DIM]

MsgHandle ***	mh_recv_fwd [2]

MsgHandle ***	mh_recv_back [2]

MsgHandle ***	mh_send_fwd [2]

MsgHandle ***	mh_send_back [2]

char	vol_string [TuneKey::volume_n]

Static Protected Attributes inherited from quda::LatticeField
static void *	bufferPinned [2] = {NULL}

static bool	bufferPinnedInit [2] = {false}

static size_t	bufferPinnedBytes [2] = {0}

static size_t	bufferPinnedResizeCount = 0

static void *	bufferDevice = NULL

static bool	bufferDeviceInit = false

static size_t	bufferDeviceBytes = 0

Detailed Description

Definition at line 302 of file color_spinor_field.h.

Constructor & Destructor Documentation

quda::cudaColorSpinorField::cudaColorSpinorField ( const cudaColorSpinorField & src )

Definition at line 60 of file cuda_color_spinor_field.cu.

quda::cudaColorSpinorField::cudaColorSpinorField	(	const ColorSpinorField &	src,
		const ColorSpinorParam &	param
	)

Definition at line 68 of file cuda_color_spinor_field.cu.

quda::cudaColorSpinorField::cudaColorSpinorField ( const ColorSpinorField & src )

Definition at line 123 of file cuda_color_spinor_field.cu.

quda::cudaColorSpinorField::cudaColorSpinorField ( const ColorSpinorParam & param )

Definition at line 36 of file cuda_color_spinor_field.cu.

quda::cudaColorSpinorField::~cudaColorSpinorField ( )

virtual

Definition at line 166 of file cuda_color_spinor_field.cu.

Member Function Documentation

void quda::cudaColorSpinorField::allocateGhostBuffer ( int nFace )

Definition at line 539 of file cuda_color_spinor_field.cu.

int quda::cudaColorSpinorField::commsQuery	(	int	nFace,
		int	dir,
		int	dagger = `0`
	)

virtual

Reimplemented from quda::LatticeField.

Definition at line 1291 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::commsStart	(	int	nFace,
		int	dir,
		int	dagger = `0`
	)

virtual

Reimplemented from quda::LatticeField.

Definition at line 1259 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::CopyEigenvecSubset	(	cudaColorSpinorField &	dst,
		const int	range,
		const int	first_element = `0`
	)		const

Definition at line 1393 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::createComms ( int nFace )

Create the communication handlers and buffers

Definition at line 818 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::destroyComms ( )

Destroy the communication handlers and buffers

Definition at line 1067 of file cuda_color_spinor_field.cu.

cudaColorSpinorField & quda::cudaColorSpinorField::Eigenvec ( const int idx ) const

for deflated solvers:

Definition at line 1378 of file cuda_color_spinor_field.cu.

cudaColorSpinorField & quda::cudaColorSpinorField::Even ( ) const

Definition at line 394 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::freeGhostBuffer ( void )

static

Definition at line 584 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::gather	(	int	nFace,
		int	dagger,
		int	dir,
		cudaStream_t *	stream_p = `NULL`
	)

virtual

Reimplemented from quda::LatticeField.

Definition at line 1196 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::getTexObjectInfo ( ) const

Definition at line 1453 of file cuda_color_spinor_field.cu.

bool quda::cudaColorSpinorField::isNative ( ) const

This function returns true if the field is stored in an internal field order, given the precision and the length of the spin dimension.

Definition at line 171 of file cuda_color_spinor_field.cu.

QudaFieldLocation quda::cudaColorSpinorField::Location ( ) const

virtual

Implements quda::ColorSpinorField.

Definition at line 1366 of file cuda_color_spinor_field.cu.

cudaColorSpinorField & quda::cudaColorSpinorField::Odd ( ) const

Definition at line 403 of file cuda_color_spinor_field.cu.

ColorSpinorField & quda::cudaColorSpinorField::operator= ( const ColorSpinorField & src )

virtual

Reimplemented from quda::ColorSpinorField.

Definition at line 130 of file cuda_color_spinor_field.cu.

cudaColorSpinorField & quda::cudaColorSpinorField::operator= ( const cudaColorSpinorField & src )

Definition at line 141 of file cuda_color_spinor_field.cu.

cudaColorSpinorField & quda::cudaColorSpinorField::operator= ( const cpuColorSpinorField & src )

Definition at line 155 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::pack	(	int	nFace,
		int	parity,
		int	dagger,
		int	stream_idx,
		bool	zeroCopyPack,
		double	a = `0`,
		double	b = `0`
	)

Definition at line 1160 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::pack	(	FullClover &	clov,
		FullClover &	clovInv,
		int	nFace,
		int	parity,
		int	dagger,
		int	stream_idx,
		bool	zeroCopyPack,
		double	a = `0`
	)

void quda::cudaColorSpinorField::pack	(	int	nFace,
		int	parity,
		int	dagger,
		cudaStream_t *	stream_p,
		bool	zeroCopyPack,
		double	a = `0`,
		double	b = `0`
	)

virtual

Reimplemented from quda::LatticeField.

Definition at line 1142 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::pack	(	FullClover &	clov,
		FullClover &	clovInv,
		int	nFace,
		int	parity,
		int	dagger,
		cudaStream_t *	stream_p,
		bool	zeroCopyPack,
		double	a = `0`
	)

void quda::cudaColorSpinorField::packExtended	(	const int	nFace,
		const int	R[],
		const int	parity,
		const int	dagger,
		const int	dim,
		cudaStream_t *	stream_p,
		const bool	zeroCopyPack = `false`
	)

Definition at line 1176 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::packGhost	(	const int	nFace,
		const QudaParity	parity,
		const int	dim,
		const QudaDirection	dir,
		const int	dagger,
		cudaStream_t *	stream,
		void *	buffer = `0`,
		double	a = `0`,
		double	b = `0`
	)

Packs the cudaColorSpinorField's ghost zone

Parameters

nFace	How many faces to pack (depth)
parity	Parity of the field
dim	Labels space-time dimensions
dir	Pack data to send in forward of backward directions, or both
dagger	Whether the operator is the Hermitian conjugate or not
stream	Which stream to use for the kernel
buffer	Optional parameter where the ghost should be stored (default is to use cudaColorSpinorField::ghostFaceBuffer)
a	Twisted mass parameter (default=0)
b	Twisted mass parameter (default=0)

Definition at line 601 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::packGhost	(	FullClover &	clov,
		FullClover &	clovInv,
		const int	nFace,
		const QudaParity	parity,
		const int	dim,
		const QudaDirection	dir,
		const int	dagger,
		cudaStream_t *	stream,
		void *	buffer = `0`,
		double	a = `0`
	)

void quda::cudaColorSpinorField::packGhostExtended	(	const int	nFace,
		const int	R[],
		const QudaParity	parity,
		const int	dim,
		const QudaDirection	dir,
		const int	dagger,
		cudaStream_t *	stream,
		void *	buffer = `0`
	)

Definition at line 760 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::recvStart	(	int	nFace,
		int	dir,
		int	dagger = `0`
	)

Definition at line 1213 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::scatter	(	int	nFace,
		int	dagger,
		int	dir,
		cudaStream_t *	stream_p
	)

Definition at line 1324 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::scatter	(	int	nFace,
		int	dagger,
		int	dir
	)

virtual

Reimplemented from quda::LatticeField.

Definition at line 1339 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::scatterExtended	(	int	nFace,
		int	parity,
		int	dagger,
		int	dir
	)

Definition at line 1353 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::sendGhost	(	void *	ghost_spinor,
		const int	nFace,
		const int	dim,
		const QudaDirection	dir,
		const int	dagger,
		cudaStream_t *	stream
	)

Initiate the gpu to cpu send of the ghost zone (halo)

Parameters

ghost_spinor	Where to send the ghost zone
nFace	Number of face to send
dim	The lattice dimension we are sending
dir	The direction (QUDA_BACKWARDS or QUDA_FORWARDS)
dagger	Whether the operator is daggerer or not
stream	The array of streams to use

Definition at line 624 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::sendStart	(	int	nFace,
		int	dir,
		int	dagger = `0`
	)

Definition at line 1237 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::streamInit ( cudaStream_t * stream_p )

Definition at line 1138 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::switchBufferPinned ( )

void quda::cudaColorSpinorField::unpackGhost	(	const void *	ghost_spinor,
		const int	nFace,
		const int	dim,
		const QudaDirection	dir,
		const int	dagger,
		cudaStream_t *	stream
	)

Initiate the cpu to gpu send of the ghost zone (halo)

Parameters

ghost_spinor	Source of the ghost zone
nFace	Number of face to send
dim	The lattice dimension we are sending
dir	The direction (QUDA_BACKWARDS or QUDA_FORWARDS)
dagger	Whether the operator is daggerer or not
stream	The array of streams to use

Definition at line 728 of file cuda_color_spinor_field.cu.

void quda::cudaColorSpinorField::unpackGhostExtended	(	const void *	ghost_spinor,
		const int	nFace,
		const QudaParity	parity,
		const int	dim,
		const QudaDirection	dir,
		const int	dagger,
		cudaStream_t *	stream
	)

Initiate the cpu to gpu copy of the extended border region

Parameters

ghost_spinor	Source of the ghost zone
parity	Parity of the field
nFace	Number of face to send
dim	The lattice dimension we are sending
dir	The direction (QUDA_BACKWARDS or QUDA_FORWARDS)
dagger	Whether the operator is daggered or not
stream	The array of streams to use