#include <gauge_field.h>

Inheritance diagram for quda::cpuGaugeField:

Collaboration diagram for quda::cpuGaugeField:

[legend]

Public Member Functions
	cpuGaugeField (const GaugeFieldParam &param)
	Constructor for cpuGaugeField from a GaugeFieldParam. More...

virtual	~cpuGaugeField ()

void	exchangeGhost (QudaLinkDirection link_direction=QUDA_LINK_BACKWARDS)
	Exchange the ghost and store store in the padded region. More...

void	injectGhost (QudaLinkDirection link_direction=QUDA_LINK_BACKWARDS)
	The opposite of exchangeGhost: take the ghost zone on x, send to node x-1, and inject back into the field. More...

void	exchangeExtendedGhost (const int *R, bool no_comms_fill=false)
	This does routine will populate the border / halo region of a gauge field that has been created using copyExtendedGauge. More...

void	exchangeExtendedGhost (const int *R, TimeProfile &profile, bool no_comms_fill=false)
	This does routine will populate the border / halo region of a gauge field that has been created using copyExtendedGauge. Overloaded variant that will start and stop a comms profile. More...

void	copy (const GaugeField &src)

void *	Gauge_p ()

const void *	Gauge_p () const

void	setGauge (void **_gauge)

void	zero ()

void	backup () const
	Backs up the cpuGaugeField. More...

void	restore () const
	Restores the cpuGaugeField. More...

Public Member Functions inherited from quda::GaugeField
	GaugeField (const GaugeFieldParam &param)

virtual	~GaugeField ()

size_t	Length () const

int	Ncolor () const

QudaReconstructType	Reconstruct () const

QudaGaugeFieldOrder	Order () const

double	Anisotropy () const

double	Tadpole () const

QudaTboundary	TBoundary () const

QudaLinkType	LinkType () const

QudaGaugeFixed	GaugeFixed () const

QudaGaugeFieldOrder	FieldOrder () const

QudaFieldGeometry	Geometry () const

QudaStaggeredPhase	StaggeredPhase () const

bool	StaggeredPhaseApplied () const

void	applyStaggeredPhase (QudaStaggeredPhase phase=QUDA_STAGGERED_PHASE_INVALID)

void	removeStaggeredPhase ()

double	iMu () const

const double &	LinkMax () const

int	Nface () const

void	checkField (const LatticeField &) const

bool	isNative () const

size_t	Bytes () const

size_t	PhaseBytes () const

size_t	PhaseOffset () const

virtual void *	Even_p ()

virtual void *	Odd_p ()

virtual const void *	Even_p () const

virtual const void *	Odd_p () const

const void **	Ghost () const

void **	Ghost ()

size_t	SiteOffset () const

size_t	SiteSize () const

double	norm1 (int dim=-1) const
	Compute the L1 norm of the field. More...

double	norm2 (int dim=-1) const
	Compute the L2 norm squared of the field. More...

double	abs_max (int dim=-1) const
	Compute the absolute maximum of the field (Linfinity norm) More...

double	abs_min (int dim=-1) const
	Compute the absolute minimum of the field. More...

uint64_t	checksum (bool mini=false) const

Public Member Functions inherited from quda::LatticeField
	LatticeField (const LatticeFieldParam &param)

	LatticeField (const LatticeField &field)

virtual	~LatticeField ()

void	allocateGhostBuffer (size_t ghost_bytes) const
	Allocate the static ghost buffers. More...

void	createComms (bool no_comms_fill=false, bool bidir=true)

void	destroyComms ()

void	createIPCComms ()

bool	ipcCopyComplete (int dir, int dim)

bool	ipcRemoteCopyComplete (int dir, int dim)

const cudaEvent_t &	getIPCCopyEvent (int dir, int dim) const

const cudaEvent_t &	getIPCRemoteCopyEvent (int dir, int dim) const

int	Ndim () const

const int *	X () const

int	Volume () const

int	VolumeCB () const

const int *	SurfaceCB () const

int	SurfaceCB (const int i) const

int	Stride () const

int	Pad () const

const int *	R () const

QudaGhostExchange	GhostExchange () const

QudaPrecision	Precision () const

QudaPrecision	GhostPrecision () const

double	Scale () const

void	Scale (double scale_)
	Set the scale factor for a fixed-point field. More...

virtual QudaSiteSubset	SiteSubset () const

virtual QudaMemoryType	MemType () const

int	Nvec () const

QudaFieldLocation	Location () const

size_t	GBytes () const

void	checkField (const LatticeField &a) const

virtual void	read (char *filename)

virtual void	write (char *filename)

virtual void	gather (int nFace, int dagger, int dir, cudaStream_t *stream_p=NULL)

virtual void	commsStart (int nFace, int dir, int dagger=0, cudaStream_t *stream_p=NULL, bool gdr_send=false, bool gdr_recv=true)

virtual int	commsQuery (int nFace, int dir, int dagger=0, cudaStream_t *stream_p=NULL, bool gdr_send=false, bool gdr_recv=true)

virtual void	commsWait (int nFace, int dir, int dagger=0, cudaStream_t *stream_p=NULL, bool gdr_send=false, bool gdr_recv=true)

virtual void	scatter (int nFace, int dagger, int dir)

const char *	VolString () const

const char *	AuxString () const

Public Member Functions inherited from quda::Object
	Object ()

virtual	~Object ()

Private Attributes
void **	gauge

Friends
void	cudaGaugeField::copy (const GaugeField &cpu)

void	cudaGaugeField::loadCPUField (const cpuGaugeField &cpu)

void	cudaGaugeField::saveCPUField (cpuGaugeField &cpu) const

Additional Inherited Members
Static Public Member Functions inherited from quda::GaugeField
static GaugeField *	Create (const GaugeFieldParam &param)
	Create the gauge field, with meta data specified in the parameter struct. More...

Static Public Member Functions inherited from quda::LatticeField
static void	freeGhostBuffer (void)
	Free statically allocated ghost buffers. More...

static void	destroyIPCComms ()

Static Public Member Functions inherited from quda::Object
static void *	operator new (std::size_t size)

static void	operator delete (void *p)

static void *	operator new[] (std::size_t size)

static void	operator delete[] (void *p)

Static Public Attributes inherited from quda::LatticeField
static int	bufferIndex = 0

static bool	ghost_field_reset = false

Protected Member Functions inherited from quda::GaugeField
void	exchange (void recv, void send, QudaDirection dir) const
	Exchange the buffers across all dimensions in a given direction. More...

void	createGhostZone (const int *R, bool no_comms_fill, bool bidir=true) const

void	setTuningString ()
	Set the vol_string and aux_string for use in tuning. More...

Protected Member Functions inherited from quda::LatticeField
void	precisionCheck ()

Protected Attributes inherited from quda::GaugeField
size_t	bytes

size_t	phase_offset

size_t	phase_bytes

size_t	length

size_t	real_length

int	nColor

int	nFace

QudaFieldGeometry	geometry

QudaReconstructType	reconstruct

int	nInternal

QudaGaugeFieldOrder	order

QudaGaugeFixed	fixed

QudaLinkType	link_type

QudaTboundary	t_boundary

double	anisotropy

double	tadpole

double	fat_link_max

QudaFieldCreate	create

void *	ghost [2 *QUDA_MAX_DIM]

int	ghostFace [QUDA_MAX_DIM]

QudaStaggeredPhase	staggeredPhaseType

bool	staggeredPhaseApplied

double	i_mu

size_t	site_offset

size_t	site_size

Protected Attributes inherited from quda::LatticeField
int	volume

int	volumeCB

int	stride

int	pad

size_t	total_bytes

int	nDim

int	x [QUDA_MAX_DIM]

int	surface [QUDA_MAX_DIM]

int	surfaceCB [QUDA_MAX_DIM]

int	r [QUDA_MAX_DIM]

QudaPrecision	precision

QudaPrecision	ghost_precision

bool	ghost_precision_reset

double	scale

QudaSiteSubset	siteSubset

QudaGhostExchange	ghostExchange

int	nDimComms

size_t	ghost_bytes

size_t	ghost_bytes_old

size_t	ghost_face_bytes [QUDA_MAX_DIM]

int	ghostOffset [QUDA_MAX_DIM][2]

int	ghostNormOffset [QUDA_MAX_DIM][2]

void *	my_face_h [2]

void *	my_face_hd [2]

void *	my_face_d [2]

void *	my_face_dim_dir_h [2][QUDA_MAX_DIM][2]

void *	my_face_dim_dir_hd [2][QUDA_MAX_DIM][2]

void *	my_face_dim_dir_d [2][QUDA_MAX_DIM][2]

void *	from_face_h [2]

void *	from_face_hd [2]

void *	from_face_d [2]

void *	from_face_dim_dir_h [2][QUDA_MAX_DIM][2]

void *	from_face_dim_dir_hd [2][QUDA_MAX_DIM][2]

void *	from_face_dim_dir_d [2][QUDA_MAX_DIM][2]

MsgHandle *	mh_recv_fwd [2][QUDA_MAX_DIM]

MsgHandle *	mh_recv_back [2][QUDA_MAX_DIM]

MsgHandle *	mh_send_fwd [2][QUDA_MAX_DIM]

MsgHandle *	mh_send_back [2][QUDA_MAX_DIM]

MsgHandle *	mh_recv_rdma_fwd [2][QUDA_MAX_DIM]

MsgHandle *	mh_recv_rdma_back [2][QUDA_MAX_DIM]

MsgHandle *	mh_send_rdma_fwd [2][QUDA_MAX_DIM]

MsgHandle *	mh_send_rdma_back [2][QUDA_MAX_DIM]

bool	initComms

char	vol_string [TuneKey::volume_n]

char	aux_string [TuneKey::aux_n]

QudaMemoryType	mem_type

char *	backup_h

char *	backup_norm_h

bool	backed_up

Static Protected Attributes inherited from quda::LatticeField
static void *	ghost_send_buffer_d [2] = {nullptr, nullptr}

static void *	ghost_recv_buffer_d [2] = {nullptr, nullptr}

static void *	ghost_pinned_send_buffer_h [2] = {nullptr, nullptr}

static void *	ghost_pinned_recv_buffer_h [2] = {nullptr, nullptr}

static void *	ghost_pinned_send_buffer_hd [2] = {nullptr, nullptr}

static void *	ghost_pinned_recv_buffer_hd [2] = {nullptr, nullptr}

static void *	ghost_remote_send_buffer_d [2][QUDA_MAX_DIM][2]

static size_t	ghostFaceBytes = 0

static bool	initGhostFaceBuffer = false

static MsgHandle *	mh_send_p2p_fwd [2][QUDA_MAX_DIM] { }

static MsgHandle *	mh_send_p2p_back [2][QUDA_MAX_DIM] { }

static MsgHandle *	mh_recv_p2p_fwd [2][QUDA_MAX_DIM] { }

static MsgHandle *	mh_recv_p2p_back [2][QUDA_MAX_DIM] { }

static int	buffer_send_p2p_fwd [2][QUDA_MAX_DIM] { }

static int	buffer_recv_p2p_fwd [2][QUDA_MAX_DIM] { }

static int	buffer_send_p2p_back [2][QUDA_MAX_DIM] { }

static int	buffer_recv_p2p_back [2][QUDA_MAX_DIM] { }

static cudaEvent_t	ipcCopyEvent [2][2][QUDA_MAX_DIM]

static cudaEvent_t	ipcRemoteCopyEvent [2][2][QUDA_MAX_DIM]

static bool	initIPCComms = false

Detailed Description

Definition at line 580 of file gauge_field.h.

Constructor & Destructor Documentation

◆ cpuGaugeField()

quda::cpuGaugeField::cpuGaugeField ( const GaugeFieldParam & param )

Constructor for cpuGaugeField from a GaugeFieldParam.

Parameters

[in,out] param Parameter struct - note that in the case that we are wrapping host-side extended fields, this param is modified for subsequent creation of fields that are not extended.

Definition at line 9 of file cpu_gauge_field.cpp.

References quda::GaugeField::abs_max(), quda::GaugeField::bytes, quda::GaugeFieldParam::compute_fat_link_max, quda::GaugeField::create, errorQuda, exchangeGhost(), quda::GaugeField::fat_link_max, quda::GaugeFieldParam::gauge, gauge, quda::GaugeField::geometry, quda::GaugeField::ghost, quda::LatticeField::ghostExchange, quda::GaugeField::link_type, memset(), quda::LatticeField::nDim, quda::GaugeField::nFace, quda::GaugeField::nInternal, quda::GaugeField::order, quda::LatticeField::pad, quda::LatticeField::precision, QUDA_ASQTAD_MOM_LINKS, QUDA_BQCD_GAUGE_ORDER, QUDA_COARSE_GEOMETRY, QUDA_CPS_WILSON_GAUGE_ORDER, QUDA_GHOST_EXCHANGE_PAD, QUDA_HALF_PRECISION, QUDA_LINK_BACKWARDS, QUDA_LINK_BIDIRECTIONAL, QUDA_MILC_GAUGE_ORDER, QUDA_MILC_SITE_GAUGE_ORDER, QUDA_NULL_FIELD_CREATE, QUDA_QDP_GAUGE_ORDER, QUDA_QUARTER_PRECISION, QUDA_RECONSTRUCT_10, QUDA_RECONSTRUCT_NO, QUDA_REFERENCE_FIELD_CREATE, QUDA_SCALAR_GEOMETRY, QUDA_TENSOR_GEOMETRY, QUDA_TIFR_GAUGE_ORDER, QUDA_TIFR_PADDED_GAUGE_ORDER, QUDA_VECTOR_GEOMETRY, QUDA_ZERO_FIELD_CREATE, quda::GaugeField::reconstruct, safe_malloc, quda::GaugeField::site_size, quda::LatticeField::surface, quda::LatticeField::volume, and quda::LatticeField::x.

Here is the call graph for this function:

◆ ~cpuGaugeField()

quda::cpuGaugeField::~cpuGaugeField ( )

virtual

Definition at line 102 of file cpu_gauge_field.cpp.

References quda::GaugeField::create, errorQuda, gauge, quda::GaugeField::geometry, quda::GaugeField::ghost, host_free, quda::GaugeField::link_type, quda::LatticeField::nDim, quda::GaugeField::order, QUDA_ASQTAD_MOM_LINKS, QUDA_COARSE_GEOMETRY, QUDA_NULL_FIELD_CREATE, QUDA_QDP_GAUGE_ORDER, QUDA_SCALAR_GEOMETRY, QUDA_TENSOR_GEOMETRY, QUDA_VECTOR_GEOMETRY, and QUDA_ZERO_FIELD_CREATE.

Member Function Documentation

◆ backup()

void quda::cpuGaugeField::backup ( ) const

virtual

Backs up the cpuGaugeField.

Reimplemented from quda::LatticeField.

Definition at line 344 of file cpu_gauge_field.cpp.

References quda::LatticeField::backed_up, quda::LatticeField::backup_h, quda::GaugeField::bytes, errorQuda, gauge, quda::GaugeField::geometry, and QUDA_QDP_GAUGE_ORDER.

◆ copy()

void quda::cpuGaugeField::copy ( const GaugeField & src )

virtual

Generic gauge field copy

Parameters

[in] src Source from which we are copying

Implements quda::GaugeField.

Definition at line 261 of file cpu_gauge_field.cpp.

References quda::GaugeField::Bytes(), checkCudaError, quda::GaugeField::checkField(), quda::copyExtendedGauge(), quda::copyGenericGauge(), quda::create_gauge_buffer(), quda::create_ghost_buffer(), errorQuda, exchangeGhost(), quda::GaugeField::fat_link_max, quda::free_gauge_buffer(), quda::free_ghost_buffer(), gauge, Gauge_p(), quda::GaugeField::geometry, quda::GaugeField::Ghost(), quda::LatticeField::ghost_bytes, quda::LatticeField::ghostExchange, quda::LatticeField::GhostExchange(), quda::GaugeField::isNative(), quda::GaugeField::link_type, quda::GaugeField::LinkMax(), quda::GaugeField::nColor, quda::GaugeField::nFace, pool_pinned_free, pool_pinned_malloc, quda::LatticeField::precision, QUDA_ASQTAD_FAT_LINKS, QUDA_COARSE_GEOMETRY, QUDA_CPU_FIELD_LOCATION, QUDA_CUDA_FIELD_LOCATION, QUDA_GHOST_EXCHANGE_EXTENDED, QUDA_GHOST_EXCHANGE_PAD, QUDA_HALF_PRECISION, QUDA_LINK_BACKWARDS, QUDA_LINK_BIDIRECTIONAL, QUDA_QDP_GAUGE_ORDER, QUDA_QUARTER_PRECISION, QUDA_RECONSTRUCT_NO, QUDA_VECTOR_GEOMETRY, qudaMemcpy, quda::GaugeField::reconstruct, quda::reorder_location(), and quda::LatticeField::surface.

Referenced by quda::DiracCoarse::initializeLazy().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ exchangeExtendedGhost() [1/2]

void quda::cpuGaugeField::exchangeExtendedGhost	(	const int *	R,
		bool	no_comms_fill = `false`
	)

virtual

This does routine will populate the border / halo region of a gauge field that has been created using copyExtendedGauge.

Parameters

R	The thickness of the extended region in each dimension
no_comms_fill	Do local exchange to fill out the extended region in non-partitioned dimenions

Implements quda::GaugeField.

Definition at line 188 of file cpu_gauge_field.cpp.

References quda::GaugeField::bytes, comm_declare_receive_relative, comm_declare_send_relative, comm_dim_partitioned(), comm_free(), comm_start(), comm_wait(), quda::extractExtendedGaugeGhost(), quda::GaugeField::geometry, host_free, quda::LatticeField::mh_recv_back, quda::LatticeField::mh_recv_fwd, quda::LatticeField::mh_send_back, quda::LatticeField::mh_send_fwd, quda::LatticeField::nDim, quda::GaugeField::nInternal, quda::LatticeField::precision, QUDA_MAX_DIM, safe_malloc, and quda::LatticeField::surface.

Referenced by exchangeExtendedGhost(), and hisq_force_test().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ exchangeExtendedGhost() [2/2]

void quda::cpuGaugeField::exchangeExtendedGhost	(	const int *	R,
		TimeProfile &	profile,
		bool	no_comms_fill = `false`
	)

virtual

This does routine will populate the border / halo region of a gauge field that has been created using copyExtendedGauge. Overloaded variant that will start and stop a comms profile.

Parameters

R	The thickness of the extended region in each dimension
profile	TimeProfile intance which will record the time taken
no_comms_fill	Do local exchange to fill out the extended region in non-partitioned dimensions

Implements quda::GaugeField.

Definition at line 249 of file cpu_gauge_field.cpp.

References quda::GaugeField::bytes, quda::create_gauge_buffer(), quda::create_ghost_buffer(), exchangeExtendedGhost(), quda::free_gauge_buffer(), quda::free_ghost_buffer(), quda::GaugeField::geometry, quda::GaugeField::order, and quda::QUDA_PROFILE_COMMS.

Here is the call graph for this function: