#include <color_spinor_field.h>

Inheritance diagram for quda::cpuColorSpinorField:

Collaboration diagram for quda::cpuColorSpinorField:

[legend]

Public Member Functions
	cpuColorSpinorField (const cpuColorSpinorField &)

	cpuColorSpinorField (const ColorSpinorField &)

	cpuColorSpinorField (const ColorSpinorField &, const ColorSpinorParam &)

	cpuColorSpinorField (const ColorSpinorParam &)

virtual	~cpuColorSpinorField ()

ColorSpinorField &	operator= (const ColorSpinorField &)

cpuColorSpinorField &	operator= (const cpuColorSpinorField &)

cpuColorSpinorField &	operator= (const cudaColorSpinorField &)

void	Source (const QudaSourceType sourceType, const int st=0, const int s=0, const int c=0)

void	PrintVector (unsigned int x) const

void	allocateGhostBuffer (int nFace) const
	Allocate the ghost buffers. More...

void	packGhost (void **ghost, const QudaParity parity, const int nFace, const int dagger) const

void	unpackGhost (void *ghost_spinor, const int dim, const QudaDirection dir, const int dagger)

void	copy (const cpuColorSpinorField &)

void	zero ()

void	exchangeGhost (QudaParity parity, int nFace, int dagger, const MemoryLocation pack_destination=nullptr, const MemoryLocation halo_location=nullptr, bool gdr_send=false, bool gdr_recv=false, QudaPrecision ghost_precision=QUDA_INVALID_PRECISION) const
	This is a unified ghost exchange function for doing a complete halo exchange regardless of the type of field. All dimensions are exchanged and no spin projection is done in the case of Wilson fermions. More...

void	backup () const
	Backs up the cpuColorSpinorField. More...

void	restore () const
	Restores the cpuColorSpinorField. More...

Public Member Functions inherited from quda::ColorSpinorField
	ColorSpinorField (const ColorSpinorField &)

	ColorSpinorField (const ColorSpinorParam &)

virtual	~ColorSpinorField ()

int	Ncolor () const

int	Nspin () const

int	Nvec () const

QudaTwistFlavorType	TwistFlavor () const

int	Ndim () const

const int *	X () const

int	X (int d) const

size_t	RealLength () const

size_t	Length () const

int	Stride () const

int	Volume () const

int	VolumeCB () const

int	Pad () const

size_t	Bytes () const

size_t	NormBytes () const

size_t	GhostBytes () const

size_t	GhostNormBytes () const

void	PrintDims () const

void *	V ()

const void *	V () const

void *	Norm ()

const void *	Norm () const

virtual const void *	Ghost2 () const

void	exchange (void ghost, void sendbuf, int nFace=1) const

bool	isNative () const

bool	IsComposite () const

bool	IsComponent () const

int	CompositeDim () const

int	ComponentId () const

int	ComponentVolume () const

int	ComponentVolumeCB () const

int	ComponentStride () const

size_t	ComponentLength () const

size_t	ComponentRealLength () const

size_t	ComponentBytes () const

size_t	ComponentNormBytes () const

QudaPCType	PCType () const

QudaSiteSubset	SiteSubset () const

QudaSiteOrder	SiteOrder () const

QudaFieldOrder	FieldOrder () const

QudaGammaBasis	GammaBasis () const

const int *	GhostFace () const

const int *	GhostFaceCB () const

int	GhostOffset (const int i) const

int	GhostOffset (const int i, const int j) const

int	GhostNormOffset (const int i) const

int	GhostNormOffset (const int i, const int j) const

void *	Ghost (const int i)

const void *	Ghost (const int i) const

void *	GhostNorm (const int i)

const void *	GhostNorm (const int i) const

void const	Ghost () const

const DslashConstant &	getDslashConstant () const
	Get the dslash_constant structure from this field. More...

const ColorSpinorField &	Even () const

const ColorSpinorField &	Odd () const

ColorSpinorField &	Even ()

ColorSpinorField &	Odd ()

ColorSpinorField &	Component (const int idx) const

ColorSpinorField &	Component (const int idx)

CompositeColorSpinorField &	Components ()

void	LatticeIndex (int *y, int i) const

void	OffsetIndex (int &i, int *y) const

ColorSpinorField *	CreateCoarse (const int *geoBlockSize, int spinBlockSize, int Nvec, QudaPrecision precision=QUDA_INVALID_PRECISION, QudaFieldLocation location=QUDA_INVALID_FIELD_LOCATION, QudaMemoryType mem_Type=QUDA_MEMORY_INVALID)
	Create a coarse color-spinor field, using this field to set the meta data. More...

ColorSpinorField *	CreateFine (const int *geoblockSize, int spinBlockSize, int Nvec, QudaPrecision precision=QUDA_INVALID_PRECISION, QudaFieldLocation location=QUDA_INVALID_FIELD_LOCATION, QudaMemoryType mem_type=QUDA_MEMORY_INVALID)
	Create a fine color-spinor field, using this field to set the meta data. More...

Public Member Functions inherited from quda::LatticeField
	LatticeField (const LatticeFieldParam &param)

	LatticeField (const LatticeField &field)

virtual	~LatticeField ()

void	allocateGhostBuffer (size_t ghost_bytes) const
	Allocate the static ghost buffers. More...

void	createComms (bool no_comms_fill=false, bool bidir=true)

void	destroyComms ()

void	createIPCComms ()

bool	ipcCopyComplete (int dir, int dim)

bool	ipcRemoteCopyComplete (int dir, int dim)

const cudaEvent_t &	getIPCCopyEvent (int dir, int dim) const

const cudaEvent_t &	getIPCRemoteCopyEvent (int dir, int dim) const

int	Ndim () const

const int *	X () const

int	Volume () const

int	VolumeCB () const

const int *	SurfaceCB () const

int	SurfaceCB (const int i) const

int	Stride () const

int	Pad () const

const int *	R () const

QudaGhostExchange	GhostExchange () const

QudaPrecision	Precision () const

QudaPrecision	GhostPrecision () const

double	Scale () const

void	Scale (double scale_)
	Set the scale factor for a fixed-point field. More...

virtual QudaMemoryType	MemType () const

int	Nvec () const

QudaFieldLocation	Location () const

size_t	GBytes () const

void	checkField (const LatticeField &a) const

virtual void	read (char *filename)

virtual void	write (char *filename)

virtual void	gather (int nFace, int dagger, int dir, cudaStream_t *stream_p=NULL)

virtual void	commsStart (int nFace, int dir, int dagger=0, cudaStream_t *stream_p=NULL, bool gdr_send=false, bool gdr_recv=true)

virtual int	commsQuery (int nFace, int dir, int dagger=0, cudaStream_t *stream_p=NULL, bool gdr_send=false, bool gdr_recv=true)

virtual void	commsWait (int nFace, int dir, int dagger=0, cudaStream_t *stream_p=NULL, bool gdr_send=false, bool gdr_recv=true)

virtual void	scatter (int nFace, int dagger, int dir)

const char *	VolString () const

const char *	AuxString () const

Public Member Functions inherited from quda::Object
	Object ()

virtual	~Object ()

Static Public Member Functions
static int	Compare (const cpuColorSpinorField &a, const cpuColorSpinorField &b, const int resolution=1)
	Perform a component by component comparison of two color-spinor fields. In doing we normalize with respect to the first colorspinor field, e.g., we compare \|\| a_i - b_i \|\| / \|\| a \|\|. More...

static void	freeGhostBuffer (void)

Static Public Member Functions inherited from quda::ColorSpinorField
static ColorSpinorField *	Create (const ColorSpinorParam &param)

static ColorSpinorField *	Create (const ColorSpinorField &src, const ColorSpinorParam &param)

Static Public Member Functions inherited from quda::LatticeField
static void	freeGhostBuffer (void)
	Free statically allocated ghost buffers. More...

static void	destroyIPCComms ()

Static Public Member Functions inherited from quda::Object
static void *	operator new (std::size_t size)

static void	operator delete (void *p)

static void *	operator new[] (std::size_t size)

static void	operator delete[] (void *p)

Static Public Attributes
static void *	fwdGhostFaceBuffer [QUDA_MAX_DIM]

static void *	backGhostFaceBuffer [QUDA_MAX_DIM]

static void *	fwdGhostFaceSendBuffer [QUDA_MAX_DIM]

static void *	backGhostFaceSendBuffer [QUDA_MAX_DIM]

static int	initGhostFaceBuffer =0

static size_t	ghostFaceBytes [QUDA_MAX_DIM] = { }

Static Public Attributes inherited from quda::LatticeField
static int	bufferIndex = 0

static bool	ghost_field_reset = false

Private Member Functions
void	create (const QudaFieldCreate)

void	destroy ()

Private Attributes
bool	init

bool	reference

Friends
class	cudaColorSpinorField

Additional Inherited Members
Protected Member Functions inherited from quda::ColorSpinorField
void	createGhostZone (int nFace, bool spin_project=true) const

void	reset (const ColorSpinorParam &)

void	fill (ColorSpinorParam &) const

void	setTuningString ()
	Set the vol_string and aux_string for use in tuning. More...

Protected Member Functions inherited from quda::LatticeField
void	precisionCheck ()

Static Protected Member Functions inherited from quda::ColorSpinorField
static void	checkField (const ColorSpinorField &, const ColorSpinorField &)

Protected Attributes inherited from quda::ColorSpinorField
bool	init

QudaPrecision	ghost_precision_allocated

int	nColor

int	nSpin

int	nVec

int	nDim

int	x [QUDA_MAX_DIM]

int	volume

int	volumeCB

int	pad

int	stride

QudaTwistFlavorType	twistFlavor

QudaPCType	pc_type

size_t	real_length

size_t	length

void *	v

void *	norm

void *	v_h

void *	norm_h

void *	ghost [2][QUDA_MAX_DIM]

void *	ghostNorm [2][QUDA_MAX_DIM]

int	ghostFace [QUDA_MAX_DIM]

int	ghostFaceCB [QUDA_MAX_DIM]

void *	ghost_buf [2 *QUDA_MAX_DIM]

DslashConstant	dslash_constant

size_t	bytes

size_t	norm_bytes

QudaSiteSubset	siteSubset

QudaSiteOrder	siteOrder

QudaFieldOrder	fieldOrder

QudaGammaBasis	gammaBasis

ColorSpinorField *	even

ColorSpinorField *	odd

CompositeColorSpinorFieldDescriptor	composite_descr
	used for deflation eigenvector sets etc.: More...

CompositeColorSpinorField	components

Protected Attributes inherited from quda::LatticeField
int	volume

int	volumeCB

int	stride

int	pad

size_t	total_bytes

int	nDim

int	x [QUDA_MAX_DIM]

int	surface [QUDA_MAX_DIM]

int	surfaceCB [QUDA_MAX_DIM]

int	r [QUDA_MAX_DIM]

QudaPrecision	precision

QudaPrecision	ghost_precision

bool	ghost_precision_reset

double	scale

QudaSiteSubset	siteSubset

QudaGhostExchange	ghostExchange

int	nDimComms

size_t	ghost_bytes

size_t	ghost_bytes_old

size_t	ghost_face_bytes [QUDA_MAX_DIM]

int	ghostOffset [QUDA_MAX_DIM][2]

int	ghostNormOffset [QUDA_MAX_DIM][2]

void *	my_face_h [2]

void *	my_face_hd [2]

void *	my_face_d [2]

void *	my_face_dim_dir_h [2][QUDA_MAX_DIM][2]

void *	my_face_dim_dir_hd [2][QUDA_MAX_DIM][2]

void *	my_face_dim_dir_d [2][QUDA_MAX_DIM][2]

void *	from_face_h [2]

void *	from_face_hd [2]

void *	from_face_d [2]

void *	from_face_dim_dir_h [2][QUDA_MAX_DIM][2]

void *	from_face_dim_dir_hd [2][QUDA_MAX_DIM][2]

void *	from_face_dim_dir_d [2][QUDA_MAX_DIM][2]

MsgHandle *	mh_recv_fwd [2][QUDA_MAX_DIM]

MsgHandle *	mh_recv_back [2][QUDA_MAX_DIM]

MsgHandle *	mh_send_fwd [2][QUDA_MAX_DIM]

MsgHandle *	mh_send_back [2][QUDA_MAX_DIM]

MsgHandle *	mh_recv_rdma_fwd [2][QUDA_MAX_DIM]

MsgHandle *	mh_recv_rdma_back [2][QUDA_MAX_DIM]

MsgHandle *	mh_send_rdma_fwd [2][QUDA_MAX_DIM]

MsgHandle *	mh_send_rdma_back [2][QUDA_MAX_DIM]

bool	initComms

char	vol_string [TuneKey::volume_n]

char	aux_string [TuneKey::aux_n]

QudaMemoryType	mem_type

char *	backup_h

char *	backup_norm_h

bool	backed_up

Static Protected Attributes inherited from quda::LatticeField
static void *	ghost_send_buffer_d [2] = {nullptr, nullptr}

static void *	ghost_recv_buffer_d [2] = {nullptr, nullptr}

static void *	ghost_pinned_send_buffer_h [2] = {nullptr, nullptr}

static void *	ghost_pinned_recv_buffer_h [2] = {nullptr, nullptr}

static void *	ghost_pinned_send_buffer_hd [2] = {nullptr, nullptr}

static void *	ghost_pinned_recv_buffer_hd [2] = {nullptr, nullptr}

static void *	ghost_remote_send_buffer_d [2][QUDA_MAX_DIM][2]

static size_t	ghostFaceBytes = 0

static bool	initGhostFaceBuffer = false

static MsgHandle *	mh_send_p2p_fwd [2][QUDA_MAX_DIM] { }

static MsgHandle *	mh_send_p2p_back [2][QUDA_MAX_DIM] { }

static MsgHandle *	mh_recv_p2p_fwd [2][QUDA_MAX_DIM] { }

static MsgHandle *	mh_recv_p2p_back [2][QUDA_MAX_DIM] { }

static int	buffer_send_p2p_fwd [2][QUDA_MAX_DIM] { }

static int	buffer_recv_p2p_fwd [2][QUDA_MAX_DIM] { }

static int	buffer_send_p2p_back [2][QUDA_MAX_DIM] { }

static int	buffer_recv_p2p_back [2][QUDA_MAX_DIM] { }

static cudaEvent_t	ipcCopyEvent [2][2][QUDA_MAX_DIM]

static cudaEvent_t	ipcRemoteCopyEvent [2][2][QUDA_MAX_DIM]

static bool	initIPCComms = false

Detailed Description

Definition at line 865 of file color_spinor_field.h.

Constructor & Destructor Documentation

◆ cpuColorSpinorField() [1/4]

quda::cpuColorSpinorField::cpuColorSpinorField ( const cpuColorSpinorField & src )

Definition at line 39 of file cpu_color_spinor_field.cpp.

References quda::ColorSpinorField::bytes, create(), QUDA_COPY_FIELD_CREATE, and quda::ColorSpinorField::v.

Referenced by create(), and operator=().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ cpuColorSpinorField() [2/4]

quda::cpuColorSpinorField::cpuColorSpinorField ( const ColorSpinorField & src )

Definition at line 45 of file cpu_color_spinor_field.cpp.

References quda::ColorSpinorField::bytes, create(), errorQuda, QUDA_COPY_FIELD_CREATE, and quda::ColorSpinorField::v.

Here is the call graph for this function:

◆ cpuColorSpinorField() [3/4]

quda::cpuColorSpinorField::cpuColorSpinorField	(	const ColorSpinorField &	src,
		const ColorSpinorParam &	param
	)

Definition at line 60 of file cpu_color_spinor_field.cpp.

References quda::ColorSpinorParam::create, create(), errorQuda, quda::ColorSpinorField::norm, quda::ColorSpinorField::Norm(), QUDA_FULL_SITE_SUBSET, QUDA_PARITY_SITE_SUBSET, QUDA_REFERENCE_FIELD_CREATE, quda::ColorSpinorField::reset(), quda::LatticeFieldParam::siteSubset, quda::ColorSpinorField::SiteSubset(), quda::ColorSpinorField::v, and quda::ColorSpinorField::V().

Here is the call graph for this function:

◆ cpuColorSpinorField() [4/4]

quda::cpuColorSpinorField::cpuColorSpinorField ( const ColorSpinorParam & param )

Definition at line 19 of file cpu_color_spinor_field.cpp.

References quda::ColorSpinorParam::create, create(), errorQuda, QUDA_NULL_FIELD_CREATE, QUDA_REFERENCE_FIELD_CREATE, QUDA_ZERO_FIELD_CREATE, reference, quda::ColorSpinorParam::v, quda::ColorSpinorField::v, and zero().

Here is the call graph for this function:

◆ ~cpuColorSpinorField()

quda::cpuColorSpinorField::~cpuColorSpinorField ( )

virtual

Definition at line 82 of file cpu_color_spinor_field.cpp.

References destroy().

Here is the call graph for this function:

Member Function Documentation

◆ allocateGhostBuffer()

void quda::cpuColorSpinorField::allocateGhostBuffer ( int nFace ) const

Allocate the ghost buffers.

Parameters

[in] nFace Depth of each halo

Definition at line 260 of file cpu_color_spinor_field.cpp.

References backGhostFaceBuffer, backGhostFaceSendBuffer, freeGhostBuffer(), fwdGhostFaceBuffer, fwdGhostFaceSendBuffer, ghostFaceBytes, initGhostFaceBuffer, quda::ColorSpinorField::nColor, quda::LatticeField::nDimComms, quda::ColorSpinorField::nSpin, quda::LatticeField::precision, safe_malloc, quda::ColorSpinorField::siteSubset, and quda::LatticeField::surfaceCB.

Referenced by exchangeGhost().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ backup()

void quda::cpuColorSpinorField::backup ( ) const

virtual

Backs up the cpuColorSpinorField.

Reimplemented from quda::LatticeField.

Definition at line 214 of file cpu_color_spinor_field.cpp.

References quda::LatticeField::backed_up, quda::LatticeField::backup_h, quda::LatticeField::backup_norm_h, quda::ColorSpinorField::bytes, errorQuda, quda::ColorSpinorField::norm, quda::ColorSpinorField::norm_bytes, and quda::ColorSpinorField::v.

◆ Compare()

int quda::cpuColorSpinorField::Compare	(	const cpuColorSpinorField &	a,
		const cpuColorSpinorField &	b,
		const int	resolution = `1`
	)

static

Perform a component by component comparison of two color-spinor fields. In doing we normalize with respect to the first colorspinor field, e.g., we compare || a_i - b_i || / || a ||.

Parameters

[in]	a	Ground truth color spinor field
[in]	b	Field we are checking
[in]	resolution	How many bins per order of magnitude to use. The default resolution=1 means that we have 16 bins covering the range [1e-15,1.0].

Definition at line 251 of file cpu_color_spinor_field.cpp.

References quda::ColorSpinorField::checkField(), and quda::genericCompare().

Referenced by packTest(), TEST(), and TEST_P().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ copy()

void quda::cpuColorSpinorField::copy ( const cpuColorSpinorField & src )

Definition at line 202 of file cpu_color_spinor_field.cpp.

References quda::ColorSpinorField::bytes, quda::ColorSpinorField::Bytes(), quda::ColorSpinorField::checkField(), quda::copyGenericColorSpinor(), quda::ColorSpinorField::fieldOrder, quda::ColorSpinorField::nDim, QUDA_CPU_FIELD_LOCATION, QUDA_QOP_DOMAIN_WALL_FIELD_ORDER, quda::ColorSpinorField::v, and quda::ColorSpinorField::x.

Referenced by operator=().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ create()

void quda::cpuColorSpinorField::create ( const QudaFieldCreate create )

private

Definition at line 121 of file cpu_color_spinor_field.cpp.

Referenced by cpuColorSpinorField(), and operator=().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ destroy()

void quda::cpuColorSpinorField::destroy ( )

private

Definition at line 186 of file cpu_color_spinor_field.cpp.

References quda::ColorSpinorField::even, quda::ColorSpinorField::fieldOrder, host_free, init, quda::ColorSpinorField::nDim, quda::ColorSpinorField::odd, QUDA_FULL_SITE_SUBSET, QUDA_QOP_DOMAIN_WALL_FIELD_ORDER, quda::ColorSpinorField::siteSubset, quda::ColorSpinorField::v, and quda::ColorSpinorField::x.

Referenced by operator=(), and ~cpuColorSpinorField().

Here is the caller graph for this function:

◆ exchangeGhost()

void quda::cpuColorSpinorField::exchangeGhost	(	QudaParity	parity,
		int	nFace,
		int	dagger,
		const MemoryLocation *	pack_destination = `nullptr`,
		const MemoryLocation *	halo_location = `nullptr`,
		bool	gdr_send = `false`,
		bool	gdr_recv = `false`,
		QudaPrecision	ghost_precision = `QUDA_INVALID_PRECISION`
	)		const

virtual

This is a unified ghost exchange function for doing a complete halo exchange regardless of the type of field. All dimensions are exchanged and no spin projection is done in the case of Wilson fermions.

Parameters

[in]	parity	Field parity
[in]	nFace	Depth of halo exchange
[in]	dagger	Is this for a dagger operator (only relevant for spin projected Wilson)
[in]	pack_destination	Destination of the packing buffer
[in]	halo_location	Destination of the halo reading buffer
[in]	gdr_send	Dummy for CPU
[in]	gdr_recv	Dummy for GPU
[in]	ghost_precision	The precision used for the ghost exchange