XGCa
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Pages
grid.hpp
Go to the documentation of this file.
1 #ifndef GRID_HPP
2 #define GRID_HPP
3 
4 #include "magnetic_field.hpp"
5 #include "grid_structs.hpp"
6 #include "grid_files.hpp"
7 #include "guess_table.hpp"
8 #include "uniform_range.hpp"
9 #include "guess_list_1d.hpp"
10 #include "gradient_matrices.hpp"
11 
12 extern "C" void init_fortran_vols_and_areas(double* tr_area_h, double* tr_vol_h,
13 #ifdef XGC1
14  double* node_vol_ff_h,
15 #endif
16  double* node_vol_nearest_h, double* node_vol_h, double* node_area_h);
17 
18 // Volume- and Area-related Host Views. Should find a different location for these so that these unused views aren't sent to GPU
20  View<double*,CLayout,HostType> tr_area_h;
21  View<double*,CLayout,HostType> tr_vol_h;
22  View<double**,CLayout,HostType> node_vol_ff_h;
23  View<double*,CLayout,HostType> node_vol_nearest_h;
24  View<double*,CLayout,HostType> node_vol_h;
25  View<double*,CLayout,HostType> node_area_h;
26 
28 
29  VolumesAndAreas(int ntriangle_in, int nnode_in)
30  : tr_area_h(NoInit("tr_area"), ntriangle_in),
31  tr_vol_h(NoInit("tr_vol"), ntriangle_in),
32 #ifdef XGC1
33  node_vol_ff_h(NoInit("node_vol_ff"),2, nnode_in),
34 #endif
35  node_vol_nearest_h(NoInit("node_vol_nearest"),nnode_in),
36  node_vol_h(NoInit("node_vol"),nnode_in),
37  node_area_h(NoInit("node_area"),nnode_in)
38  {}
39 
41 #ifndef NO_FORTRAN
43 #ifdef XGC1
44  node_vol_ff_h.data(),
45 #endif
46  node_vol_nearest_h.data(), node_vol_h.data(), node_area_h.data());
47 #endif
48  }
49 };
50 
51 // Grid class
52 template<class Device>
53 class Grid {
54  // This line enables private access between the host and device implementations of this class
55  // i.e. Makes the copy from host to device more straightforward
56  template<class Device2> friend class Grid;
57 
58  public:
59 
60  // Constructor from namelist
62 
63  // Default constructor
64  Grid(){}
65 
66  // Create a mirror with a different device type
67  template<class Device2>
68  inline Grid<Device2> mirror() const{
69  Grid<Device2> m;
70 
71  m.ntriangle = ntriangle;
72  m.nnode = nnode;
73  m.nplanes = nplanes;
75  m.delta_phi = delta_phi;
77 
78  m.psi = my_mirror_view(psi, Device2());
79  mirror_copy(m.psi, psi);
80  m.bfield = my_mirror_view(bfield, Device2());
82  m.basis = my_mirror_view(basis, Device2());
84  m.nodes = my_mirror_view(nodes, Device2());
86  m.mapping = my_mirror_view(mapping, Device2());
88 
89  m.guess = guess.template mirror<Device2>();
90 
94  m.psi_surf2 = my_mirror_view(psi_surf2, Device2());
96 
97  m.psi00 = psi00;
98  m.psi_guess = psi_guess.template mirror<Device2>();
99 
100  m.rgn = my_mirror_view(rgn, Device2());
101  mirror_copy(m.rgn, rgn);
102  m.gx = my_mirror_view(gx, Device2());
103  mirror_copy(m.gx, gx);
104 
105  m.nwall = nwall;
106  m.wall_nodes = my_mirror_view(wall_nodes, Device2());
108  m.node_to_wall = my_mirror_view(node_to_wall, Device2());
110 
112 
113  m.volumes_and_areas = volumes_and_areas; // Doesn't require mirror view since everything is on host
114 
115  return m;
116  }
117 
118  KOKKOS_INLINE_FUNCTION void t_coeff(const SimdVector2D &x, const Simd<int>& itr, SimdGridVec &p) const;
119 
120  KOKKOS_INLINE_FUNCTION void t_coeff_mod(const MagneticField<Device> &magnetic_field, const double r, const double z, const double psiin, const int itr, double (&p)[3] ) const;
121 
122  KOKKOS_INLINE_FUNCTION void t_coeff_mod(const MagneticField<Device> &magnetic_field, const SimdVector2D &xy, const Simd<double>& psiin, const Simd<int>& itr, SimdGridVec &p ) const;
123 
124  KOKKOS_INLINE_FUNCTION void search_tr2_no_precheck(const double r, const double z, int& itr, double (&p)[3]) const;
125 
126  KOKKOS_INLINE_FUNCTION void search_tr2( const SimdVector2D &xy, Simd<int>& itr, SimdGridVec &pout ) const;
127 
128  KOKKOS_INLINE_FUNCTION void search_tr_check_guess(const SimdVector2D &x, const Simd<int>& old_itr,Simd<int>& itr,SimdGridVec &p ) const;
129 
130  KOKKOS_INLINE_FUNCTION void psi_search(double psi,double &wp,int &ip) const;
131 
132  KOKKOS_INLINE_FUNCTION void charge_search_index(const MagneticField<Device> &magnetic_field, const SimdVector2D &x, const Simd<double>& phi, const Simd<double>& psi, SimdVector2D &xff,Simd<int>& itr, SimdGridVec &p) const;
133 
134  KOKKOS_INLINE_FUNCTION void charge_search_index(const MagneticField<Device> &magnetic_field, const SimdVector &v, Simd<int>& itr, SimdGridVec &p) const;
135 
136  KOKKOS_INLINE_FUNCTION void charge_search_index(const MagneticField<Device> &magnetic_field, const SimdVector &v, const Simd<double>& psi, Simd<int>& itr, SimdGridVec &p) const;
137 
138  KOKKOS_INLINE_FUNCTION void get_wall_index(const Simd<bool>& just_left_the_grid,const SimdVector2D &x,const Simd<int>& itr, const SimdGridVec &p, Simd<int>& widx) const;
139 
140  KOKKOS_INLINE_FUNCTION void wedge_modulo_phi(Simd<double>& phi_mod) const;
141 
142  KOKKOS_INLINE_FUNCTION void check_triangle(const Simd<int>& itr,Simd<bool>& wasnt_in_triangle) const;
143 
144  KOKKOS_INLINE_FUNCTION bool node_is_inside_psi_range(const MagneticField<Device> &magnetic_field, const int node) const;
145 
146  KOKKOS_INLINE_FUNCTION int get_plane_index(double phi) const;
147 
148  KOKKOS_INLINE_FUNCTION int get_node_index(int triangle_index, int tri_vertex_index) const;
149 
150  KOKKOS_INLINE_FUNCTION double node_area_to_volume(const MagneticField<Device> &magnetic_field, double area, int node_index) const;
151 
152  KOKKOS_INLINE_FUNCTION void get_triangle_area_and_volume(const MagneticField<Device> &magnetic_field, int i, double& area, double& volume) const;
153 
154  KOKKOS_INLINE_FUNCTION double get_r_center_of_mass(int itr) const;
155 
156  KOKKOS_INLINE_FUNCTION bool node_is_in_region_1_or_2_no_wall(const int inode) const;
157 
158  KOKKOS_INLINE_FUNCTION bool node_is_in_private_region_no_wall(const int inode) const;
159 
160  KOKKOS_INLINE_FUNCTION bool node_is_in_included_region(const int inode, const bool exclude_private_region) const;
161 
162  KOKKOS_INLINE_FUNCTION bool node_is_in_region_1_or_2(const MagneticField<Device> &magnetic_field, const int inode) const;
163 
164  KOKKOS_INLINE_FUNCTION int uses_rz_basis(const int inode) const;
165 
166  KOKKOS_INLINE_FUNCTION double get_r(const int inode) const;
167 
168  KOKKOS_INLINE_FUNCTION double get_dist2_from_node(const int inode, const double r, const double z) const;
169 
170  KOKKOS_INLINE_FUNCTION double get_dist_from_node(const int inode, const double r, const double z) const;
171 
172  KOKKOS_INLINE_FUNCTION void get_rz_coordinates(const int inode, double& r, double& z) const;
173 
174  KOKKOS_INLINE_FUNCTION void get_rz_coordinates(const Simd<int>& grid_inds, SimdVector2D& x) const;
175 
176  KOKKOS_INLINE_FUNCTION void set_gradient_mat_triangle(const View<int*,CLayout,DeviceType>& num_t_node,
177  const View<int**,CLayout,DeviceType>& tr_node, const View<double*,CLayout,DeviceType>& tr_area,
178  const View<double***, CLayout, DeviceType>& unit_vecs,
179  const int i, const GradientMatrices<Device>& gradient_matrices) const;
180 
181  KOKKOS_INLINE_FUNCTION int get_characteristic_length(const View<int*,CLayout,DeviceType>& num_t_node,
182  const View<int**,CLayout,DeviceType>& tr_node, const int i,
183  double& dist_triangle, double& dist_psi, double& dist_theta) const;
184 
185  KOKKOS_INLINE_FUNCTION void set_grad_matrix_from_psi_theta(bool is_psi_dir, int itr_pos, int itr_neg, double (&p_pos)[3], double (&p_neg)[3], double dl_pos, double dl_neg, int inode, const Matrix<Device>& matrix) const;
186 
187  void draw_ascii_grid(MagneticField<Device> magnetic_field, double rmin, double rmax, double dr, double zmin, double zmax, double dz){
188  printf("\n\n******** PLOT OF GRID ******* \n");
189  Kokkos::View<int*,HostType> save_vert("save_vert", 1+((rmax-rmin)/dr));
190  for (double zplot = zmax; zplot>=zmin; zplot-=dz){
191  printf("\n");
192  int save_num = 0;
193  int rsave_ind = -1;
194  for (double rplot = rmin; rplot<=rmax; rplot+=dr){
195  rsave_ind++;
196  SimdVector v;
197  v.r = rplot;
198  v.z = zplot;
199  v.phi = 0.001;
200 
201  // Get itr (triangle index)
202  SimdGridVec p;
203  Simd<int> itr = -1;
204  charge_search_index(magnetic_field, v, itr, p);
205  if(itr[0]!=save_num || itr[0]!=save_vert[rsave_ind]){
206  if(itr[0]<10 && itr[0]>=0) printf("%d ",itr[0]);
207  else printf("%d ",itr[0]);
208  save_num = itr[0];
209  save_vert[rsave_ind] = itr[0];
210  } else {printf(" ");}
211  }
212  }
213  }
214 
215  int ntriangle;
216  int nnode;
217  int nplanes;
218  double wedge_angle;
219  double delta_phi;
220  double inv_delta_phi;
221 
222  Kokkos::View<double*,Kokkos::LayoutRight,Device> psi;
223  Kokkos::View<double*,Kokkos::LayoutRight,Device> bfield;
224 
225  private:
226  Kokkos::View<int*, Kokkos::LayoutRight,Device> basis;
227  Kokkos::View<Vertex*,Kokkos::LayoutRight,Device> nodes;
228  Kokkos::View<VertexMap*,Kokkos::LayoutRight,Device> mapping;
230 
231  public:
235  Kokkos::View<double*,Kokkos::LayoutRight,Device> psi_surf2;
237 
238  private:
240 
241  Kokkos::View<int*,Kokkos::LayoutRight,Device> rgn;
242  Kokkos::View<RZPair*,Kokkos::LayoutRight,Device> gx;
243 
244  public:
245  int nwall;
246 
247  private:
248  Kokkos::View<int*,Kokkos::LayoutRight,Device> wall_nodes;
249  Kokkos::View<int*,Kokkos::LayoutRight,Device> node_to_wall;
250 
252 
253  public:
254 
255  // Volume- and Area-related Host Views. Should find a different location for these so that these unused views aren't sent to GPU
257 };
258 
259 #include "grid.tpp"
260 #endif
KOKKOS_INLINE_FUNCTION void t_coeff(const SimdVector2D &x, const Simd< int > &itr, SimdGridVec &p) const
Definition: grid.tpp:465
double inv_delta_phi
1/delta_phi
Definition: grid.hpp:220
VolumesAndAreas volumes_and_areas
Definition: grid.hpp:256
Simd< double > r
Definition: simd.hpp:150
Definition: guess_list_1d.hpp:7
Definition: simd.hpp:149
GuessList1D< Device > psi_guess
Definition: grid.hpp:239
KOKKOS_INLINE_FUNCTION double get_r_center_of_mass(int itr) const
Definition: grid.tpp:834
Grid()
Definition: grid.hpp:64
Definition: gradient_matrices.hpp:9
void mirror_copy(T1 &view_dest, const T2 &view_src)
Definition: my_mirror_view.hpp:122
void set_fortran_ptrs()
Definition: grid.hpp:40
Kokkos::View< double *, Kokkos::LayoutRight, Device > bfield
Magnetic field magnitude at nodes.
Definition: grid.hpp:223
int ntriangle
Number of grid triangles.
Definition: grid.hpp:215
KOKKOS_INLINE_FUNCTION double get_dist_from_node(const int inode, const double r, const double z) const
Definition: grid.tpp:941
double minval_psi_surf2
Definition: grid.hpp:233
KOKKOS_INLINE_FUNCTION bool node_is_in_private_region_no_wall(const int inode) const
Definition: grid.tpp:861
KOKKOS_INLINE_FUNCTION int get_characteristic_length(const View< int *, CLayout, DeviceType > &num_t_node, const View< int **, CLayout, DeviceType > &tr_node, const int i, double &dist_triangle, double &dist_psi, double &dist_theta) const
Definition: grid.tpp:1037
Definition: NamelistReader.hpp:193
Definition: magnetic_field.hpp:12
Grid< Device2 > mirror() const
Definition: grid.hpp:68
KOKKOS_INLINE_FUNCTION bool node_is_in_included_region(const int inode, const bool exclude_private_region) const
Definition: grid.tpp:874
View< double *, CLayout, HostType > node_area_h
Definition: grid.hpp:25
Definition: grid_files.hpp:17
Definition: grid.hpp:53
KOKKOS_INLINE_FUNCTION void get_triangle_area_and_volume(const MagneticField< Device > &magnetic_field, int i, double &area, double &volume) const
Definition: grid.tpp:808
KOKKOS_INLINE_FUNCTION void t_coeff_mod(const MagneticField< Device > &magnetic_field, const double r, const double z, const double psiin, const int itr, double(&p)[3]) const
Definition: grid.tpp:344
int nplanes
Number of planes.
Definition: grid.hpp:217
KOKKOS_INLINE_FUNCTION int uses_rz_basis(const int inode) const
Definition: grid.tpp:900
Kokkos::View< double *, Kokkos::LayoutRight, Device > psi_surf2
Definition: grid.hpp:235
double wedge_angle
The size of the wedge (the model is periodic in phi, a angle of e.g. pi means half the tokamak is mod...
Definition: grid.hpp:218
int nwall
Definition: grid.hpp:245
Definition: grid.hpp:19
KOKKOS_INLINE_FUNCTION void search_tr_check_guess(const SimdVector2D &x, const Simd< int > &old_itr, Simd< int > &itr, SimdGridVec &p) const
Definition: grid.tpp:483
void init_fortran_vols_and_areas(double *tr_area_h, double *tr_vol_h, double *node_vol_nearest_h, double *node_vol_h, double *node_area_h)
Kokkos::View< double *, Kokkos::LayoutRight, Device > psi
An array of psi coordinates.
Definition: grid.hpp:222
KOKKOS_INLINE_FUNCTION void get_rz_coordinates(const int inode, double &r, double &z) const
Definition: grid.tpp:960
KOKKOS_INLINE_FUNCTION void get_wall_index(const Simd< bool > &just_left_the_grid, const SimdVector2D &x, const Simd< int > &itr, const SimdGridVec &p, Simd< int > &widx) const
Definition: grid.tpp:691
Definition: guess_table.hpp:8
GuessTable< Device > guess
Definition: grid.hpp:229
Kokkos::View< int *, Kokkos::LayoutRight, Device > rgn
Definition: grid.hpp:241
View< double *, CLayout, HostType > tr_area_h
Definition: grid.hpp:20
Kokkos::View< int *, Kokkos::LayoutRight, Device > basis
0 for Psi-theta, 1 for R-Z ; should be enum (and bool/char?)
Definition: grid.hpp:226
int npsi_surf2
Definition: grid.hpp:232
KOKKOS_INLINE_FUNCTION int get_node_index(int triangle_index, int tri_vertex_index) const
Definition: grid.tpp:777
KOKKOS_INLINE_FUNCTION double get_r(const int inode) const
Definition: grid.tpp:912
KOKKOS_INLINE_FUNCTION bool node_is_inside_psi_range(const MagneticField< Device > &magnetic_field, const int node) const
Definition: grid.tpp:751
VolumesAndAreas(int ntriangle_in, int nnode_in)
Definition: grid.hpp:29
KOKKOS_INLINE_FUNCTION int get_plane_index(double phi) const
Definition: grid.tpp:764
KOKKOS_INLINE_FUNCTION void search_tr2_no_precheck(const double r, const double z, int &itr, double(&p)[3]) const
Definition: grid.tpp:218
KOKKOS_INLINE_FUNCTION void wedge_modulo_phi(Simd< double > &phi_mod) const
Definition: grid.tpp:658
Simd< double > phi
Definition: simd.hpp:152
View< double *, CLayout, HostType > tr_vol_h
Definition: grid.hpp:21
KOKKOS_INLINE_FUNCTION void search_tr2(const SimdVector2D &xy, Simd< int > &itr, SimdGridVec &pout) const
Definition: grid.tpp:269
Definition: matrix.hpp:13
Simd< double > z
Definition: simd.hpp:151
KOKKOS_INLINE_FUNCTION double node_area_to_volume(const MagneticField< Device > &magnetic_field, double area, int node_index) const
Definition: grid.tpp:793
Definition: grid_structs.hpp:7
KOKKOS_INLINE_FUNCTION bool node_is_in_region_1_or_2_no_wall(const int inode) const
Definition: grid.tpp:849
View< T *, CLayout, Device > my_mirror_view(const View< T *, CLayout, Device > &view, Device nd)
Definition: my_mirror_view.hpp:14
Kokkos::View< int *, Kokkos::LayoutRight, Device > node_to_wall
Definition: grid.hpp:249
Kokkos::View< int *, Kokkos::LayoutRight, Device > wall_nodes
Definition: grid.hpp:248
KOKKOS_INLINE_FUNCTION double get_dist2_from_node(const int inode, const double r, const double z) const
Definition: grid.tpp:927
View< double *, CLayout, HostType > node_vol_h
Definition: grid.hpp:24
UniformRange psi00
Definition: grid.hpp:236
Definition: magnetic_field.F90:1
void draw_ascii_grid(MagneticField< Device > magnetic_field, double rmin, double rmax, double dr, double zmin, double zmax, double dz)
Definition: grid.hpp:187
Definition: simd.hpp:18
Definition: simd.hpp:139
Definition: uniform_range.hpp:6
KOKKOS_INLINE_FUNCTION void set_gradient_mat_triangle(const View< int *, CLayout, DeviceType > &num_t_node, const View< int **, CLayout, DeviceType > &tr_node, const View< double *, CLayout, DeviceType > &tr_area, const View< double ***, CLayout, DeviceType > &unit_vecs, const int i, const GradientMatrices< Device > &gradient_matrices) const
Definition: grid.tpp:975
double maxval_psi_surf2
Definition: grid.hpp:234
int nnode
Number of grid nodes.
Definition: grid.hpp:216
double delta_phi
Distance between planes.
Definition: grid.hpp:219
double eps_flux_surface
The minimum difference in psi that counts as being on two different flux surfaces.
Definition: grid.hpp:251
Kokkos::View< VertexMap *, Kokkos::LayoutRight, Device > mapping
Definition: grid.hpp:228
KOKKOS_INLINE_FUNCTION void psi_search(double psi, double &wp, int &ip) const
Definition: grid.tpp:527
KOKKOS_INLINE_FUNCTION void set_grad_matrix_from_psi_theta(bool is_psi_dir, int itr_pos, int itr_neg, double(&p_pos)[3], double(&p_neg)[3], double dl_pos, double dl_neg, int inode, const Matrix< Device > &matrix) const
Definition: grid.tpp:1162
Kokkos::ViewAllocateWithoutInitializing NoInit
Definition: space_settings.hpp:68
View< double *, CLayout, HostType > node_vol_nearest_h
Definition: grid.hpp:23
VolumesAndAreas()
Definition: grid.hpp:27
KOKKOS_INLINE_FUNCTION bool node_is_in_region_1_or_2(const MagneticField< Device > &magnetic_field, const int inode) const
Definition: grid.tpp:888
KOKKOS_INLINE_FUNCTION void check_triangle(const Simd< int > &itr, Simd< bool > &wasnt_in_triangle) const
Definition: grid.tpp:677
KOKKOS_INLINE_FUNCTION void charge_search_index(const MagneticField< Device > &magnetic_field, const SimdVector2D &x, const Simd< double > &phi, const Simd< double > &psi, SimdVector2D &xff, Simd< int > &itr, SimdGridVec &p) const
Definition: grid.tpp:576
Kokkos::View< Vertex *, Kokkos::LayoutRight, Device > nodes
Definition: grid.hpp:227
Kokkos::View< RZPair *, Kokkos::LayoutRight, Device > gx
Definition: grid.hpp:242
View< double **, CLayout, HostType > node_vol_ff_h
Definition: grid.hpp:22