dslash_quda.h

Go to the documentation of this file.

#ifndef _DSLASH_QUDA_H
#define _DSLASH_QUDA_H

#include <quda_internal.h>
#include <tune_quda.h>
#include <gauge_field.h>

#include <worker.h>

namespace quda {

  void setKernelPackT(bool pack);

  bool getKernelPackT();

  void setPackComms(const int *commDim);

  bool getDslashLaunch();

  void createDslashEvents();
  void destroyDslashEvents();


  // plain Wilson Dslash  
  void wilsonDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const cudaColorSpinorField *in,
      const int oddBit, const int daggerBit, const cudaColorSpinorField *x,
      const double &k, const int *commDim, TimeProfile &profile);

  // clover Dslash
  void cloverDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge,
      const FullClover &cloverInv, const cudaColorSpinorField *in,
      const int oddBit, const int daggerBit, const cudaColorSpinorField *x,
      const double &k, const int *commDim, TimeProfile &profile);

  // clover Dslash
  void asymCloverDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge,
          const FullClover &cloverInv, const cudaColorSpinorField *in,
          const int oddBit, const int daggerBit, const cudaColorSpinorField *x,
          const double &k, const int *commDim, TimeProfile &profile);

  void ApplyClover(ColorSpinorField &out, const ColorSpinorField &in,
       const CloverField &clover, bool inverse, int parity);

  // domain wall Dslash  
  void domainWallDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const cudaColorSpinorField *in,
          const int parity, const int dagger, const cudaColorSpinorField *x,
          const double &m_f, const double &k, const int *commDim, TimeProfile &profile);

  // Added for 4d EO preconditioning in DWF
  void domainWallDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const cudaColorSpinorField *in,
          const int parity, const int dagger, const cudaColorSpinorField *x,
          const double &m_f, const double &a, const double &b,
          const int *commDim, const int DS_type, TimeProfile &profile);

  // Added for 4d EO preconditioning in Mobius DWF
  void MDWFDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const cudaColorSpinorField *in,
          const int parity, const int dagger, const cudaColorSpinorField *x, const double &m_f, const double &k,
          const double *b5, const double *c_5, const double &m5,
                      const int *commDim, const int DS_type, TimeProfile &profile);

  // staggered Dslash    
  void staggeredDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge,
         const cudaColorSpinorField *in, const int parity, const int dagger,
         const cudaColorSpinorField *x, const double &k,
         const int *commDim, TimeProfile &profile);

  // improved staggered Dslash    
  void improvedStaggeredDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &fatGauge, const cudaGaugeField &longGauge,
           const cudaColorSpinorField *in, const int parity, const int dagger,
           const cudaColorSpinorField *x, const double &k,
           const int *commDim, TimeProfile &profile);

  // twisted mass Dslash  
  void twistedMassDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const   cudaColorSpinorField *in, 
           const int parity, const int dagger, const cudaColorSpinorField *x, const QudaTwistDslashType type,
           const double &kappa, const double &mu, const double &epsilon, const double &k, const int *commDim, TimeProfile &profile);

  // twisted mass Dslash
  void ndegTwistedMassDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge, const   cudaColorSpinorField *in,
         const int parity, const int dagger, const cudaColorSpinorField *x, const QudaTwistDslashType type,
         const double &kappa, const double &mu, const double &epsilon, const double &k, const int *commDim,
         TimeProfile &profile);

  // twisted clover Dslash
  void twistedCloverDslashCuda(cudaColorSpinorField *out, const cudaGaugeField &gauge,
             const FullClover *clover, const FullClover *cloverInv, const   cudaColorSpinorField *in,
             const int parity, const int dagger, const cudaColorSpinorField *x, const QudaTwistCloverDslashType type,
             const double &kappa, const double &mu, const double &epsilon, const double &k, const int *commDim,
             TimeProfile &profile);

  void ApplyTwistGamma(ColorSpinorField &out, const ColorSpinorField &in, int d, double kappa, double mu,
           double epsilon, int dagger, QudaTwistGamma5Type type);

  void ApplyTwistClover(ColorSpinorField &out, const ColorSpinorField &in, const CloverField &clover,
      double kappa, double mu, double epsilon, int parity, int dagger, QudaTwistGamma5Type twist);


  void packFace(void *ghost_buf[2*QUDA_MAX_DIM], cudaColorSpinorField &in, MemoryLocation location,
    const int nFace, const int dagger, const int parity, const int dim, const int face_num,
    const cudaStream_t &stream, const double a=0.0, const double b=0.0);

  void packFaceExtended(void *ghost_buf[2*QUDA_MAX_DIM], cudaColorSpinorField &field, MemoryLocation location,
      const int nFace, const int R[], const int dagger, const int parity, const int dim,
      const int face_num, const cudaStream_t &stream, const bool unpack=false);

  void gamma5(ColorSpinorField &out, const ColorSpinorField &in);

}

#endif // _DSLASH_QUDA_H