XGC1
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Pages
grid.hpp
Go to the documentation of this file.
1 #ifndef GRID_HPP
2 #define GRID_HPP
3 
4 #include "magnetic_field.hpp"
5 #include "grid_structs.hpp"
6 #include "grid_files.hpp"
7 #include "guess_table.hpp"
8 #include "uniform_range.hpp"
9 #include "guess_list_1d.hpp"
10 #include "gradient_matrices.hpp"
11 
12 extern "C" void init_fortran_vols_and_areas(double* tr_area_h, double* tr_vol_h,
13 #ifdef XGC1
14  double* node_vol_ff_h,
15 #endif
16  double* node_vol_nearest_h, double* node_vol_h, double* node_area_h);
17 
18 // Volume- and Area-related Host Views. Should find a different location for these so that these unused views aren't sent to GPU
20  View<double*,CLayout,HostType> tr_area_h;
21  View<double*,CLayout,HostType> tr_vol_h;
22  View<double**,CLayout,HostType> node_vol_ff_h;
23  View<double*,CLayout,HostType> node_vol_nearest_h;
24  View<double*,CLayout,HostType> node_vol_h;
25  View<double*,CLayout,HostType> node_area_h;
26 
28 
29  VolumesAndAreas(int ntriangle_in, int nnode_in)
30  : tr_area_h(NoInit("tr_area"), ntriangle_in),
31  tr_vol_h(NoInit("tr_vol"), ntriangle_in),
32 #ifdef XGC1
33  node_vol_ff_h(NoInit("node_vol_ff"),2, nnode_in),
34 #endif
35  node_vol_nearest_h(NoInit("node_vol_nearest"),nnode_in),
36  node_vol_h(NoInit("node_vol"),nnode_in),
37  node_area_h(NoInit("node_area"),nnode_in)
38  {}
39 
41 #ifndef NO_FORTRAN_MODULES
43 #ifdef XGC1
44  node_vol_ff_h.data(),
45 #endif
46  node_vol_nearest_h.data(), node_vol_h.data(), node_area_h.data());
47 #endif
48  }
49 };
50 
51 template<class Device>
52 struct Projection{
53  View<int**,CLayout,Device> tr;
54  View<double***,CLayout,Device> p;
55  View<double**,CLayout,Device> dx;
56 
58  Projection(int nnode)
59  : tr(NoInit("tr"),2,nnode),
60  p(NoInit("p"),2,nnode,3),
61  dx(NoInit("dx"),2,nnode){}
62 };
63 
64 // Grid class
65 template<class Device>
66 class Grid {
67  // This line enables private access between the host and device implementations of this class
68  // i.e. Makes the copy from host to device more straightforward
69  template<class Device2> friend class Grid;
70 
71  public:
72 
73  // Constructor from namelist
75 
76  // Default constructor
77  Grid(){}
78 
79  // Create a mirror with a different device type
80  template<class Device2>
81  inline Grid<Device2> mirror() const{
82  Grid<Device2> m;
83 
84  m.ntriangle = ntriangle;
85  m.nnode = nnode;
86  m.nplanes = nplanes;
88  m.delta_phi = delta_phi;
90 
91  m.psi = my_mirror_view(psi, Device2());
92  mirror_copy(m.psi, psi);
93  m.bfield = my_mirror_view(bfield, Device2());
95  m.basis = my_mirror_view(basis, Device2());
97  m.nodes = my_mirror_view(nodes, Device2());
99  m.mapping = my_mirror_view(mapping, Device2());
101 
102  m.guess = guess.template mirror<Device2>();
103 
107  m.psi_surf2 = my_mirror_view(psi_surf2, Device2());
109 
110  m.psi00 = psi00;
111  m.psi_guess = psi_guess.template mirror<Device2>();
112 
113  m.rgn = my_mirror_view(rgn, Device2());
114  mirror_copy(m.rgn, rgn);
115  m.gx = my_mirror_view(gx, Device2());
116  mirror_copy(m.gx, gx);
117 
118  m.nwall = nwall;
119  m.wall_nodes = my_mirror_view(wall_nodes, Device2());
121  m.node_to_wall = my_mirror_view(node_to_wall, Device2());
123 
125 
126  m.volumes_and_areas = volumes_and_areas; // Doesn't require mirror view since everything is on host
127 
130 
131 #ifdef NO_FORTRAN_MODULES
132  m.gradient_matrices_h = gradient_matrices_h;
133 #endif
134 
135  return m;
136  }
137 
138  KOKKOS_INLINE_FUNCTION void t_coeff(const SimdVector2D &x, const Simd<int>& itr, SimdGridVec &p) const;
139 
140  KOKKOS_INLINE_FUNCTION void t_coeff_mod(const MagneticField<Device> &magnetic_field, const double r, const double z, const double psiin, const int itr, double (&p)[3] ) const;
141 
142  KOKKOS_INLINE_FUNCTION void t_coeff_mod(const MagneticField<Device> &magnetic_field, const SimdVector2D &xy, const Simd<double>& psiin, const Simd<int>& itr, SimdGridVec &p ) const;
143 
144  KOKKOS_INLINE_FUNCTION void search_tr2_no_precheck(const double r, const double z, int& itr, double (&p)[3]) const;
145 
146  KOKKOS_INLINE_FUNCTION void search_tr2( const SimdVector2D &xy, Simd<int>& itr, SimdGridVec &pout ) const;
147 
148  KOKKOS_INLINE_FUNCTION void search_tr_check_guess(const SimdVector2D &x, const Simd<int>& old_itr,Simd<int>& itr,SimdGridVec &p ) const;
149 
150  KOKKOS_INLINE_FUNCTION void psi_search(double psi,double &wp,int &ip) const;
151 
152  KOKKOS_INLINE_FUNCTION void charge_search_index(const MagneticField<Device> &magnetic_field, const SimdVector2D &x, const Simd<double>& phi, const Simd<double>& psi, SimdVector2D &xff,Simd<int>& itr, SimdGridVec &p) const;
153 
154  KOKKOS_INLINE_FUNCTION void charge_search_index(const MagneticField<Device> &magnetic_field, const SimdVector &v, Simd<int>& itr, SimdGridVec &p) const;
155 
156  KOKKOS_INLINE_FUNCTION void charge_search_index(const MagneticField<Device> &magnetic_field, const SimdVector &v, const Simd<double>& psi, Simd<int>& itr, SimdGridVec &p) const;
157 
158  KOKKOS_INLINE_FUNCTION void get_wall_index(const Simd<bool>& just_left_the_grid,const SimdVector2D &x,const Simd<int>& itr, const SimdGridVec &p, Simd<int>& widx) const;
159 
160  KOKKOS_INLINE_FUNCTION void wedge_modulo_phi(Simd<double>& phi_mod) const;
161 
162  KOKKOS_INLINE_FUNCTION void check_triangle(const Simd<int>& itr,Simd<bool>& wasnt_in_triangle) const;
163 
164  KOKKOS_INLINE_FUNCTION bool node_is_inside_psi_range(const MagneticField<Device> &magnetic_field, const int node) const;
165 
166  KOKKOS_INLINE_FUNCTION int get_plane_index(double phi) const;
167 
168  KOKKOS_INLINE_FUNCTION int get_node_index(int triangle_index, int tri_vertex_index) const;
169 
170  KOKKOS_INLINE_FUNCTION double node_area_to_volume(const MagneticField<Device> &magnetic_field, double area, int node_index) const;
171 
172  KOKKOS_INLINE_FUNCTION void get_triangle_area_and_volume(const MagneticField<Device> &magnetic_field, int i, double& area, double& volume) const;
173 
174  KOKKOS_INLINE_FUNCTION double get_r_center_of_mass(int itr) const;
175 
176  KOKKOS_INLINE_FUNCTION bool node_is_in_region_1_or_2_no_wall(const int inode) const;
177 
178  KOKKOS_INLINE_FUNCTION bool node_is_in_private_region_no_wall(const int inode) const;
179 
180  KOKKOS_INLINE_FUNCTION bool node_is_in_included_region(const int inode, const bool exclude_private_region) const;
181 
182  KOKKOS_INLINE_FUNCTION bool node_is_in_region_1_or_2(const MagneticField<Device> &magnetic_field, const int inode) const;
183 
184  KOKKOS_INLINE_FUNCTION int uses_rz_basis(const int inode) const;
185 
186  KOKKOS_INLINE_FUNCTION double get_r(const int inode) const;
187 
188  KOKKOS_INLINE_FUNCTION double get_dist2_from_node(const int inode, const double r, const double z) const;
189 
190  KOKKOS_INLINE_FUNCTION double get_dist_from_node(const int inode, const double r, const double z) const;
191 
192  KOKKOS_INLINE_FUNCTION void get_rz_coordinates(const int inode, double& r, double& z) const;
193 
194  KOKKOS_INLINE_FUNCTION void get_rz_coordinates(const Simd<int>& grid_inds, SimdVector2D& x) const;
195 
196  KOKKOS_INLINE_FUNCTION void get_rz_coordinates(const int itr, const double (&p)[3], double& r, double& z) const;
197 
198  KOKKOS_INLINE_FUNCTION void get_rz_coordinates(const Simd<int>& itr, const SimdGridVec& p, SimdVector2D& x) const;
199 
200  KOKKOS_INLINE_FUNCTION int get_nearest_node(const Simd<int>& itr, const SimdGridVec& p, int i_simd) const;
201 
202  KOKKOS_INLINE_FUNCTION int get_nearest_node(const int itr, const double (&p)[3]) const;
203 
204  KOKKOS_INLINE_FUNCTION double get_nearest_midplane(double phi) const;
205 
206  KOKKOS_INLINE_FUNCTION void set_gradient_mat_triangle(const View<int*,CLayout,DeviceType>& num_t_node,
207  const View<int**,CLayout,DeviceType>& tr_node, const View<double*,CLayout,DeviceType>& tr_area,
208  const View<double***, CLayout, DeviceType>& unit_vecs,
209  const int i, const GradientMatrices<Device>& gradient_matrices) const;
210 
211  KOKKOS_INLINE_FUNCTION int get_characteristic_length(const View<int*,CLayout,DeviceType>& num_t_node,
212  const View<int**,CLayout,DeviceType>& tr_node, const int i,
213  double& dist_triangle, double& dist_psi, double& dist_theta) const;
214 
215  KOKKOS_INLINE_FUNCTION void set_grad_matrix_from_psi_theta(bool is_psi_dir, int itr_pos, int itr_neg, double (&p_pos)[3], double (&p_neg)[3], double dl_pos, double dl_neg, int inode, const Matrix<Device>& matrix) const;
216 
217  void draw_ascii_grid(MagneticField<Device> magnetic_field, double rmin, double rmax, double dr, double zmin, double zmax, double dz){
218  printf("\n\n******** PLOT OF GRID ******* \n");
219  Kokkos::View<int*,HostType> save_vert("save_vert", 1+((rmax-rmin)/dr));
220  for (double zplot = zmax; zplot>=zmin; zplot-=dz){
221  printf("\n");
222  int save_num = 0;
223  int rsave_ind = -1;
224  for (double rplot = rmin; rplot<=rmax; rplot+=dr){
225  rsave_ind++;
226  SimdVector v;
227  v.r = rplot;
228  v.z = zplot;
229  v.phi = 0.001;
230 
231  // Get itr (triangle index)
232  SimdGridVec p;
233  Simd<int> itr = -1;
234  charge_search_index(magnetic_field, v, itr, p);
235  if(itr[0]!=save_num || itr[0]!=save_vert[rsave_ind]){
236  if(itr[0]<10 && itr[0]>=0) printf("%d ",itr[0]);
237  else printf("%d ",itr[0]);
238  save_num = itr[0];
239  save_vert[rsave_ind] = itr[0];
240  } else {printf(" ");}
241  }
242  }
243  }
244 
245  int ntriangle;
246  int nnode;
247  int nplanes;
248  double wedge_angle;
249  double delta_phi;
250  double inv_delta_phi;
251 
252  Kokkos::View<double*,Kokkos::LayoutRight,Device> psi;
253  Kokkos::View<double*,Kokkos::LayoutRight,Device> bfield;
254 
255  private:
256  Kokkos::View<int*, Kokkos::LayoutRight,Device> basis;
257  Kokkos::View<Vertex*,Kokkos::LayoutRight,Device> nodes;
258  Kokkos::View<VertexMap*,Kokkos::LayoutRight,Device> mapping;
260 
261  public:
265  Kokkos::View<double*,Kokkos::LayoutRight,Device> psi_surf2;
267 
268  private:
270 
271  Kokkos::View<int*,Kokkos::LayoutRight,Device> rgn;
272  Kokkos::View<RZPair*,Kokkos::LayoutRight,Device> gx;
273 
274  public:
275  int nwall;
276 
277  private:
278  Kokkos::View<int*,Kokkos::LayoutRight,Device> wall_nodes;
279  Kokkos::View<int*,Kokkos::LayoutRight,Device> node_to_wall;
280 
282 
283  public:
284 
285  // Volume- and Area-related Host Views. Should find a different location for these so that these unused views aren't sent to GPU
287 
288  // Projections - reside in host memory for now
291 
292 
293 #ifdef NO_FORTRAN_MODULES
294  GradientMatrices<HostType> gradient_matrices_h;
295 #endif
296 };
297 
298 #include "grid.tpp"
299 #endif
Projection< HostType > one_plane_ff
Definition: grid.hpp:290
KOKKOS_INLINE_FUNCTION void t_coeff(const SimdVector2D &x, const Simd< int > &itr, SimdGridVec &p) const
Definition: grid.tpp:480
double inv_delta_phi
1/delta_phi
Definition: grid.hpp:250
VolumesAndAreas volumes_and_areas
Definition: grid.hpp:286
Simd< double > r
Definition: simd.hpp:150
Definition: guess_list_1d.hpp:7
void init_fortran_vols_and_areas(double *tr_area_h, double *tr_vol_h, double *node_vol_ff_h, double *node_vol_nearest_h, double *node_vol_h, double *node_area_h)
Definition: simd.hpp:149
GuessList1D< Device > psi_guess
Definition: grid.hpp:269
Definition: grid.hpp:52
Projection()
Definition: grid.hpp:57
KOKKOS_INLINE_FUNCTION double get_r_center_of_mass(int itr) const
Definition: grid.tpp:849
Grid()
Definition: grid.hpp:77
Definition: gradient_matrices.hpp:9
void mirror_copy(T1 &view_dest, const T2 &view_src)
Definition: my_mirror_view.hpp:122
void set_fortran_ptrs()
Definition: grid.hpp:40
Kokkos::View< double *, Kokkos::LayoutRight, Device > bfield
Magnetic field magnitude at nodes.
Definition: grid.hpp:253
int ntriangle
Number of grid triangles.
Definition: grid.hpp:245
KOKKOS_INLINE_FUNCTION double get_dist_from_node(const int inode, const double r, const double z) const
Definition: grid.tpp:956
double minval_psi_surf2
Definition: grid.hpp:263
KOKKOS_INLINE_FUNCTION bool node_is_in_private_region_no_wall(const int inode) const
Definition: grid.tpp:876
KOKKOS_INLINE_FUNCTION int get_characteristic_length(const View< int *, CLayout, DeviceType > &num_t_node, const View< int **, CLayout, DeviceType > &tr_node, const int i, double &dist_triangle, double &dist_psi, double &dist_theta) const
Definition: grid.tpp:1143
Definition: NamelistReader.hpp:193
Definition: magnetic_field.hpp:12
Grid< Device2 > mirror() const
Definition: grid.hpp:81
KOKKOS_INLINE_FUNCTION bool node_is_in_included_region(const int inode, const bool exclude_private_region) const
Definition: grid.tpp:889
View< double *, CLayout, HostType > node_area_h
Definition: grid.hpp:25
Definition: grid_files.hpp:17
Definition: grid.hpp:66
KOKKOS_INLINE_FUNCTION void get_triangle_area_and_volume(const MagneticField< Device > &magnetic_field, int i, double &area, double &volume) const
Definition: grid.tpp:823
KOKKOS_INLINE_FUNCTION void t_coeff_mod(const MagneticField< Device > &magnetic_field, const double r, const double z, const double psiin, const int itr, double(&p)[3]) const
Definition: grid.tpp:359
int nplanes
Number of planes.
Definition: grid.hpp:247
Projection< HostType > half_plane_ff
Definition: grid.hpp:289
KOKKOS_INLINE_FUNCTION double get_nearest_midplane(double phi) const
Definition: grid.tpp:1066
KOKKOS_INLINE_FUNCTION int uses_rz_basis(const int inode) const
Definition: grid.tpp:915
Kokkos::View< double *, Kokkos::LayoutRight, Device > psi_surf2
Definition: grid.hpp:265
double wedge_angle
The size of the wedge (the model is periodic in phi, a angle of e.g. pi means half the tokamak is mod...
Definition: grid.hpp:248
int nwall
Definition: grid.hpp:275
Definition: grid.hpp:19
View< double ***, CLayout, Device > p
Definition: grid.hpp:54
KOKKOS_INLINE_FUNCTION void search_tr_check_guess(const SimdVector2D &x, const Simd< int > &old_itr, Simd< int > &itr, SimdGridVec &p) const
Definition: grid.tpp:498
Kokkos::View< double *, Kokkos::LayoutRight, Device > psi
An array of psi coordinates.
Definition: grid.hpp:252
KOKKOS_INLINE_FUNCTION void get_rz_coordinates(const int inode, double &r, double &z) const
Definition: grid.tpp:981
KOKKOS_INLINE_FUNCTION void get_wall_index(const Simd< bool > &just_left_the_grid, const SimdVector2D &x, const Simd< int > &itr, const SimdGridVec &p, Simd< int > &widx) const
Definition: grid.tpp:706
Definition: guess_table.hpp:8
GuessTable< Device > guess
Definition: grid.hpp:259
Kokkos::View< int *, Kokkos::LayoutRight, Device > rgn
Definition: grid.hpp:271
View< double *, CLayout, HostType > tr_area_h
Definition: grid.hpp:20
Kokkos::View< int *, Kokkos::LayoutRight, Device > basis
0 for Psi-theta, 1 for R-Z ; should be enum (and bool/char?)
Definition: grid.hpp:256
int npsi_surf2
Definition: grid.hpp:262
KOKKOS_INLINE_FUNCTION int get_nearest_node(const Simd< int > &itr, const SimdGridVec &p, int i_simd) const
Definition: grid.tpp:1038
KOKKOS_INLINE_FUNCTION int get_node_index(int triangle_index, int tri_vertex_index) const
Definition: grid.tpp:792
KOKKOS_INLINE_FUNCTION double get_r(const int inode) const
Definition: grid.tpp:927
KOKKOS_INLINE_FUNCTION bool node_is_inside_psi_range(const MagneticField< Device > &magnetic_field, const int node) const
Definition: grid.tpp:766
VolumesAndAreas(int ntriangle_in, int nnode_in)
Definition: grid.hpp:29
KOKKOS_INLINE_FUNCTION int get_plane_index(double phi) const
Definition: grid.tpp:779
KOKKOS_INLINE_FUNCTION void search_tr2_no_precheck(const double r, const double z, int &itr, double(&p)[3]) const
Definition: grid.tpp:233
KOKKOS_INLINE_FUNCTION void wedge_modulo_phi(Simd< double > &phi_mod) const
Definition: grid.tpp:673
Simd< double > phi
Definition: simd.hpp:152
View< double *, CLayout, HostType > tr_vol_h
Definition: grid.hpp:21
KOKKOS_INLINE_FUNCTION void search_tr2(const SimdVector2D &xy, Simd< int > &itr, SimdGridVec &pout) const
Definition: grid.tpp:284
Definition: matrix.hpp:13
Simd< double > z
Definition: simd.hpp:151
KOKKOS_INLINE_FUNCTION double node_area_to_volume(const MagneticField< Device > &magnetic_field, double area, int node_index) const
Definition: grid.tpp:808
Definition: grid_structs.hpp:7
KOKKOS_INLINE_FUNCTION bool node_is_in_region_1_or_2_no_wall(const int inode) const
Definition: grid.tpp:864
View< T *, CLayout, Device > my_mirror_view(const View< T *, CLayout, Device > &view, Device nd)
Definition: my_mirror_view.hpp:14
Kokkos::View< int *, Kokkos::LayoutRight, Device > node_to_wall
Definition: grid.hpp:279
Kokkos::View< int *, Kokkos::LayoutRight, Device > wall_nodes
Definition: grid.hpp:278
KOKKOS_INLINE_FUNCTION double get_dist2_from_node(const int inode, const double r, const double z) const
Definition: grid.tpp:942
View< double *, CLayout, HostType > node_vol_h
Definition: grid.hpp:24
UniformRange psi00
Definition: grid.hpp:266
View< int **, CLayout, Device > tr
Definition: grid.hpp:53
Projection(int nnode)
Definition: grid.hpp:58
Definition: magnetic_field.F90:1
void draw_ascii_grid(MagneticField< Device > magnetic_field, double rmin, double rmax, double dr, double zmin, double zmax, double dz)
Definition: grid.hpp:217
Definition: simd.hpp:18
Definition: simd.hpp:139
Definition: uniform_range.hpp:6
KOKKOS_INLINE_FUNCTION void set_gradient_mat_triangle(const View< int *, CLayout, DeviceType > &num_t_node, const View< int **, CLayout, DeviceType > &tr_node, const View< double *, CLayout, DeviceType > &tr_area, const View< double ***, CLayout, DeviceType > &unit_vecs, const int i, const GradientMatrices< Device > &gradient_matrices) const
Definition: grid.tpp:1081
double maxval_psi_surf2
Definition: grid.hpp:264
int nnode
Number of grid nodes.
Definition: grid.hpp:246
double delta_phi
Distance between planes.
Definition: grid.hpp:249
double eps_flux_surface
The minimum difference in psi that counts as being on two different flux surfaces.
Definition: grid.hpp:281
Kokkos::View< VertexMap *, Kokkos::LayoutRight, Device > mapping
Definition: grid.hpp:258
KOKKOS_INLINE_FUNCTION void psi_search(double psi, double &wp, int &ip) const
Definition: grid.tpp:542
View< double **, CLayout, Device > dx
Definition: grid.hpp:55
KOKKOS_INLINE_FUNCTION void set_grad_matrix_from_psi_theta(bool is_psi_dir, int itr_pos, int itr_neg, double(&p_pos)[3], double(&p_neg)[3], double dl_pos, double dl_neg, int inode, const Matrix< Device > &matrix) const
Definition: grid.tpp:1268
Kokkos::ViewAllocateWithoutInitializing NoInit
Definition: space_settings.hpp:68
View< double *, CLayout, HostType > node_vol_nearest_h
Definition: grid.hpp:23
VolumesAndAreas()
Definition: grid.hpp:27
KOKKOS_INLINE_FUNCTION bool node_is_in_region_1_or_2(const MagneticField< Device > &magnetic_field, const int inode) const
Definition: grid.tpp:903
KOKKOS_INLINE_FUNCTION void check_triangle(const Simd< int > &itr, Simd< bool > &wasnt_in_triangle) const
Definition: grid.tpp:692
KOKKOS_INLINE_FUNCTION void charge_search_index(const MagneticField< Device > &magnetic_field, const SimdVector2D &x, const Simd< double > &phi, const Simd< double > &psi, SimdVector2D &xff, Simd< int > &itr, SimdGridVec &p) const
Definition: grid.tpp:591
Kokkos::View< Vertex *, Kokkos::LayoutRight, Device > nodes
Definition: grid.hpp:257
Kokkos::View< RZPair *, Kokkos::LayoutRight, Device > gx
Definition: grid.hpp:272
View< double **, CLayout, HostType > node_vol_ff_h
Definition: grid.hpp:22