dslash_quda.h

Go to the documentation of this file.

#ifndef _DSLASH_QUDA_H
#define _DSLASH_QUDA_H

#include <quda_internal.h>
#include <tune_quda.h>
#include <face_quda.h>
#include <gauge_field.h>

namespace quda {

  void setKernelPackT(bool pack);

  bool getKernelPackT();

  void setTwistPack(bool pack);

  bool getTwistPack();

  void setPackComms(const int *commDim);

  bool getDslashLaunch();

  void createDslashEvents();
  void destroyDslashEvents();


  // plain Wilson Dslash  
  void wilsonDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const cudaColorSpinorField *in,
                        const int oddBit, const int daggerBit, const cudaColorSpinorField *x,
                        const double &k, const int *commDim, TimeProfile &profile, 
                        const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH2);

  // clover Dslash
  void cloverDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, 
                        const FullClover cloverInv, const cudaColorSpinorField *in, 
                        const int oddBit, const int daggerBit, const cudaColorSpinorField *x,
                        const double &k, const int *commDim, TimeProfile &profile, 
                        const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH2);

  // clover Dslash
  void asymCloverDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, 
                            const FullClover cloverInv, const cudaColorSpinorField *in, 
                            const int oddBit, const int daggerBit, const cudaColorSpinorField *x,
                            const double &k, const int *commDim, TimeProfile &profile, 
                            const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH2);

  // solo clover term
  void cloverCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const FullClover clover, 
      const cudaColorSpinorField *in, const int oddBit);

  // domain wall Dslash  
  void domainWallDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const cudaColorSpinorField *in, 
                            const int parity, const int dagger, const cudaColorSpinorField *x, 
                            const double &m_f, const double &k, const int *commDim, TimeProfile &profile, 
                            const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH);

  // Added for 4d EO preconditioning in DWF
  void domainWallDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const cudaColorSpinorField *in, 
      const int parity, const int dagger, const cudaColorSpinorField *x, const double &m_f, const double &k, 
      const int *commDim, const int DS_type, TimeProfile &profile, 
      const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH2);

  // Added for 4d EO preconditioning in Mobius DWF
  void MDWFDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const cudaColorSpinorField *in, 
      const int parity, const int dagger, const cudaColorSpinorField *x, const double &m_f, const double &k, 
      const int *commDim, const int DS_type, TimeProfile &profile, 
      const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH2);

  // staggered Dslash    
  void staggeredDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge,
      const cudaColorSpinorField *in, const int parity, const int dagger, 
      const cudaColorSpinorField *x, const double &k, 
      const int *commDim, TimeProfile &profile, 
      const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH2);

  // improved staggered Dslash    
  void improvedStaggeredDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &fatGauge, const cudaGaugeField &longGauge,
      const cudaColorSpinorField *in, const int parity, const int dagger, 
      const cudaColorSpinorField *x, const double &k, 
      const int *commDim, TimeProfile &profile, 
      const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH2);

  // twisted mass Dslash  
  void twistedMassDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const   cudaColorSpinorField *in, 
      const int parity, const int dagger, const cudaColorSpinorField *x, const QudaTwistDslashType type,
      const double &kappa, const double &mu, const double &epsilon, const double &k, const int *commDim, TimeProfile &profile, 
      const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH2);

  // twisted mass Dslash  
  void ndegTwistedMassDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const   cudaColorSpinorField *in, 
      const int parity, const int dagger, const cudaColorSpinorField *x, const QudaTwistDslashType type,
      const double &kappa, const double &mu, const double &epsilon, const double &k, const int *commDim, TimeProfile &profile, 
      const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH);

  // twisted clover Dslash  
  void twistedCloverDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, 
      const FullClover *clover, const FullClover *cloverInv, const   cudaColorSpinorField *in, 
      const int parity, const int dagger, const cudaColorSpinorField *x, const QudaTwistCloverDslashType type,
      const double &kappa, const double &mu, const double &epsilon, const double &k, const int *commDim, TimeProfile &profile, 
      const QudaDslashPolicy &dslashPolicy=QUDA_DSLASH2);

  // solo twist term
  void twistGamma5Cuda(cudaColorSpinorField *out, const cudaColorSpinorField *in, const int dagger,     
                       const double &kappa, const double &mu, const double &epsilon, 
                       const QudaTwistGamma5Type);

  // solo twist clover term
  void twistCloverGamma5Cuda(cudaColorSpinorField *out, const cudaColorSpinorField *in, const int dagger, const double &kappa, const double &mu,
                             const double &epsilon, const QudaTwistGamma5Type twist, const FullClover *clov, const FullClover *clovInv, const int parity);

  // face packing routines
  void packFace(void *ghost_buf, cudaColorSpinorField &in, const int nFace, const int dagger, 
      const int parity, const int dim, const int face_num, const cudaStream_t &stream,
      const double a=0.0, const double b=0.0);

  void packFaceExtended(void *ghost_buf, cudaColorSpinorField &field, const int nFace, const int R[], const int dagger,
      const int parity, const int dim, const int face_num, const cudaStream_t &stream, const bool unpack=false);


  // face packing routines
  void packFace(void *ghost_buf, cudaColorSpinorField &in, FullClover &clov, FullClover &clovInv,
                const int nFace, const int dagger, const int parity, const int dim, const int face_num,
                const cudaStream_t &stream, const double a=0.0);

}

#endif // _DSLASH_QUDA_H