3 #include <Cabana_AoSoA.hpp>
4 #include <Cabana_DeepCopy.hpp>
5 #include <Kokkos_Core.hpp>
74 template<
class Device>
96 Cabana::AoSoA<ParticleDataTypes,HostType,VEC_LEN>
particles;
112 Cabana::AoSoA<PhaseDataTypes,HostType,VEC_LEN>
phase0;
113 Cabana::AoSoA<PhaseDataTypes,Device,VEC_LEN>
phase0_d;
133 Species(
int idx_in,
int nonadiabatic_idx_in,
bool is_electron_in,
bool is_adiabatic_in,
KinType kintype_in,
double mass_in,
double charge_in,
double charge_eu_in,
bool is_deltaf_in,
183 auto ph = Cabana::slice<PtlSlice::Ph>(
particles);
184 auto ct = Cabana::slice<PtlSlice::Ct>(
particles);
185 auto gid = Cabana::slice<PtlSlice::Gid>(
particles);
187 auto flag = Cabana::slice<PtlSlice::Flag>(
particles);
194 long long int gid_offset = 0;
198 for (
int i=0;i<
n_ptl;i++){
200 gid(i) = gid_offset + i+1;
205 for (
int j=0;j<6;j++) ph(i, j) = gid(i) + (j)*0.1;
206 for (
int j=0;j<3;j++) ct(i, j) = gid(i) + (j+6)*0.1;
213 for (
int j=0;j<6;j++) ph(i, j) = gid(i) + (j)*0.1;
214 for (
int j=0;j<3;j++) ct(i, j) = gid(i) + (j+6)*0.1;
229 particles_d = Cabana::AoSoA<ParticleDataTypes,Device,VEC_LEN>();
261 particles = Cabana::AoSoA<ParticleDataTypes,HostType,VEC_LEN>();
355 int last_ptl_index =
n_ptl - 1;
356 auto ph = Cabana::slice<PtlSlice::Ph>(
particles_d);
357 auto ct = Cabana::slice<PtlSlice::Ct>(
particles_d);
358 auto gid = Cabana::slice<PtlSlice::Gid>(
particles_d);
360 auto flag = Cabana::slice<PtlSlice::Flag>(
particles_d);
365 for (
int j=0;j<6;j++) ph(i, j) = ph(last_ptl_index, j);
366 for (
int j=0;j<3;j++) ct(i, j) = ct(last_ptl_index, j);
369 flag(i) = flag(last_ptl_index);
384 int last_ptl_index =
n_ptl - 1;
385 auto ph = Cabana::slice<PtlSlice::Ph>(
phase0_d);
389 for (
int j=0;j<6;j++) ph(i, j) = ph(last_ptl_index, j);
411 inline void back_up_SoA(Cabana::AoSoA<ParticleDataTypes,Device,VEC_LEN>& backup_SoA,
int offset,
int n)
const{
412 auto ph_b = Cabana::slice<PtlSlice::Ph>(backup_SoA);
413 auto ct_b = Cabana::slice<PtlSlice::Ct>(backup_SoA);
414 auto gid_b = Cabana::slice<PtlSlice::Gid>(backup_SoA);
416 auto flag_b = Cabana::slice<PtlSlice::Flag>(backup_SoA);
419 auto ph = Cabana::slice<PtlSlice::Ph>(
particles_d);
420 auto ct = Cabana::slice<PtlSlice::Ct>(
particles_d);
421 auto gid = Cabana::slice<PtlSlice::Gid>(
particles_d);
423 auto flag = Cabana::slice<PtlSlice::Flag>(
particles_d);
426 Kokkos::parallel_for(
"backup_first_soa", Kokkos::RangePolicy<ExSpace>( 0, n ), KOKKOS_LAMBDA(
const int i ){
427 int i_offset = i + offset;
429 for (
int j=0;j<6;j++) ph_b(i, j) = ph(i_offset, j);
430 for (
int j=0;j<3;j++) ct_b(i, j) = ct(i_offset, j);
431 gid_b(i) = gid(i_offset);
433 flag_b(i) = flag(i_offset);
440 inline void restore_backup_SoA(Cabana::AoSoA<ParticleDataTypes,Device,VEC_LEN>& backup_SoA,
int offset,
int n)
const{
441 auto ph_b = Cabana::slice<PtlSlice::Ph>(backup_SoA);
442 auto ct_b = Cabana::slice<PtlSlice::Ct>(backup_SoA);
443 auto gid_b = Cabana::slice<PtlSlice::Gid>(backup_SoA);
445 auto flag_b = Cabana::slice<PtlSlice::Flag>(backup_SoA);
448 auto ph = Cabana::slice<PtlSlice::Ph>(
particles_d);
449 auto ct = Cabana::slice<PtlSlice::Ct>(
particles_d);
450 auto gid = Cabana::slice<PtlSlice::Gid>(
particles_d);
452 auto flag = Cabana::slice<PtlSlice::Flag>(
particles_d);
455 Kokkos::parallel_for(
"backup_first_soa", Kokkos::RangePolicy<ExSpace>( 0, n ), KOKKOS_LAMBDA(
const int i ){
456 int i_offset = i + offset;
458 for (
int j=0;j<6;j++) ph(i_offset, j) = ph_b(i, j);
459 for (
int j=0;j<3;j++) ct(i_offset, j) = ct_b(i, j);
460 gid(i_offset) = gid_b(i);
462 flag(i_offset) = flag_b(i);
473 inline void for_particle_range(
int begin_idx,
int end_idx,
const std::string label, F lambda_func)
const {
474 if(end_idx <= begin_idx)
return;
477 int first_soa = begin_idx/VEC_LEN;
478 int n_other_ptl_in_first_soa = begin_idx - first_soa*VEC_LEN;
479 bool first_soa_is_partial = (n_other_ptl_in_first_soa>0);
480 int last_soa = (end_idx-1)/VEC_LEN;
481 int n_other_ptl_in_last_soa = (last_soa+1)*VEC_LEN - end_idx;
482 bool last_soa_is_partial = (n_other_ptl_in_last_soa>0);
485 int first_item_in_shifted_range = first_soa*VEC_LEN;
487 int first_item_in_shifted_range = first_soa;
490 Cabana::AoSoA<ParticleDataTypes,Device,VEC_LEN> ptl_first_soa;
491 Cabana::AoSoA<ParticleDataTypes,Device,VEC_LEN> ptl_last_soa;
492 if(first_soa_is_partial){
494 ptl_first_soa = Cabana::AoSoA<ParticleDataTypes,Device,VEC_LEN>(
"ptl_first_soa", n_other_ptl_in_first_soa);
495 back_up_SoA(ptl_first_soa, first_soa*VEC_LEN, n_other_ptl_in_first_soa);
497 if(last_soa_is_partial){
499 ptl_last_soa = Cabana::AoSoA<ParticleDataTypes,Device,VEC_LEN>(
"ptl_last_soa", n_other_ptl_in_last_soa);
500 back_up_SoA(ptl_last_soa, end_idx, n_other_ptl_in_last_soa);
504 Kokkos::RangePolicy<ExSpace> particle_range_policy( first_item_in_shifted_range,
p_range<DeviceType>(end_idx) );
508 if(first_soa_is_partial){
511 if(last_soa_is_partial){
526 if(!
owns_particles_d)
exit_XGC(
"\nSpecies tried to loop over particles on device, but doesn't own the device array.");
530 use_streaming =
false;
539 if((!send_ptl) && (!return_ptl)) use_streaming =
false;
554 #ifdef USE_EPUSH_LAUNCH_BOUNDS
555 # if !defined(PUSH_MAX_THREADS_PER_BLOCK) || !defined(PUSH_MIN_WARPS_PER_EU)
556 # error "USE_EPUSH_LAUNCH_BOUNDS requires PUSH_MAX_THREADS_PER_BLOCK and PUSH_MIN_WARPS_PER_EU to be defined"
558 Kokkos::RangePolicy<ExSpace, Kokkos::LaunchBounds<PUSH_MAX_THREADS_PER_BLOCK, PUSH_MIN_WARPS_PER_EU>>
562 exit_XGC(
"\nERROR: LaunchBounds::Custom specified, but USE_EPUSH_LAUNCH_BOUNDS is not defined\n");
565 Kokkos::RangePolicy<ExSpace>
587 for (
int i_simd = 0; i_simd<SIMD_SIZE; i_simd++){
588 int p_vec = inds.
a + i_simd;
589 ph0_loc[inds.
s].
r[p_vec] = ptl_loc[inds.
s].
ph.
r[p_vec];
590 ph0_loc[inds.
s].
z[p_vec] = ptl_loc[inds.
s].
ph.
z[p_vec];
591 ph0_loc[inds.
s].
phi[p_vec] = ptl_loc[inds.
s].
ph.
phi[p_vec];
592 ph0_loc[inds.
s].
rho[p_vec] = ptl_loc[inds.
s].
ph.
rho[p_vec];
593 ph0_loc[inds.
s].
w1[p_vec] = ptl_loc[inds.
s].
ph.
w1[p_vec];
594 ph0_loc[inds.
s].
w2[p_vec] = ptl_loc[inds.
s].
ph.
w2[p_vec];
642 backup_particles = Cabana::AoSoA<ParticleDataTypes,HostType,VEC_LEN>(
"backup_particles", 0);
660 for (
int i_simd = 0; i_simd<SIMD_SIZE; i_simd++){
661 int p_vec = inds.
a + i_simd;
662 part_one.
ph.
r[i_simd] = ph0_loc[inds.
s].
r[p_vec];
663 part_one.
ph.
z[i_simd] = ph0_loc[inds.
s].
z[p_vec];
664 part_one.
ph.
phi[i_simd] = ph0_loc[inds.
s].
phi[p_vec];
665 part_one.
ph.
rho[i_simd] = ph0_loc[inds.
s].
rho[p_vec];
666 part_one.
ph.
w1[i_simd] = ph0_loc[inds.
s].
w1[p_vec];
667 part_one.
ph.
w2[i_simd] = ph0_loc[inds.
s].
w2[p_vec];
673 long long int tmp_n_ptl =
n_ptl;
674 long long int out_n_ptl = 0;
675 MPI_Allreduce(&tmp_n_ptl, &out_n_ptl, 1, MPI_LONG_LONG_INT, MPI_SUM,
SML_COMM_WORLD);
678 return (
long long int)(
n_ptl);
684 int tmp_n_ptl =
n_ptl;
686 MPI_Allreduce(&tmp_n_ptl, &out_n_ptl, 1, MPI_INT, MPI_MAX,
SML_COMM_WORLD);
731 for (
int i_simd = 0; i_simd<SIMD_SIZE; i_simd++){
732 not_in_triangle[i_simd] = !grid_wts0.is_valid(i_simd);
738 for (
int i_simd = 0; i_simd<SIMD_SIZE; i_simd++){
739 if(!grid_wts0.is_valid(i_simd))
continue;
741 nearest_node[i_simd]=grid_wts0.node[i_simd] - pol_decomp.
node_offset;
742 not_in_poloidal_domain[i_simd] = (nearest_node[i_simd]<0 || nearest_node[i_simd]>=pol_decomp.
nnodes);
744 double temp_ev_norm = not_in_poloidal_domain[i_simd] ?
f0.temp_ev(0) :
f0.temp_ev(nearest_node[i_simd]);
747 const double& B = bmag[i_simd];
void calculate_global_f0_arrays(const Grid< DeviceType > &grid, const MagneticField< DeviceType > &magnetic_field)
Definition: species.cpp:432
Cabana::AoSoA< PhaseDataTypes, HostType, VEC_LEN > phase0
Definition: species.hpp:112
bool stream_particles
Whether to stream particles between host and device if possible.
Definition: species.hpp:104
Definition: globals.hpp:84
KOKKOS_INLINE_FUNCTION VecPhase * ph0() const
Definition: species.hpp:578
KOKKOS_INLINE_FUNCTION int divide_and_round_up(int a, int b)
Definition: globals.hpp:179
bool owns_particles_d
Whether the species owns the device particle allocation right now.
Definition: species.hpp:101
void back_up_SoA(Cabana::AoSoA< ParticleDataTypes, Device, VEC_LEN > &backup_SoA, int offset, int n) const
Definition: species.hpp:411
KOKKOS_INLINE_FUNCTION double normalized_v_para(double c_m, double mass, double B, double temp_ev, double rho)
Definition: basic_physics.hpp:80
KOKKOS_INLINE_FUNCTION double get_f0_eq_gyro_radius(int inode, double smu_n, double bfield) const
Definition: species.hpp:697
subroutine adjust_n_ptl_for_core_ptl(n_ptl)
Definition: load.F90:473
void set_spall_num_and_ptr(int idx, int n_ptl, int n_vecs, VecParticles *ptl)
void for_particle_range(int begin_idx, int end_idx, const std::string label, F lambda_func) const
Definition: species.hpp:473
constexpr double PROTON_MASS
Definition: constants.hpp:7
Distribution< Device > f0
Species distribution in velocity space on local mesh nodes.
Definition: species.hpp:120
MPI_Comm SML_COMM_WORLD
Definition: my_mpi.cpp:4
Cabana::AoSoA< ParticleDataTypes, HostType, VEC_LEN > backup_particles
Copy of particles to be restored for RK2.
Definition: species.hpp:116
bool is_electron
Whether this species is the electrons.
Definition: species.hpp:79
void for_all_particles(const std::string label, F lambda_func, const PtlMvmt mvmt, LaunchBounds launch_bounds=LaunchBounds::Default)
Definition: species.hpp:524
void save_backup_particles()
Definition: species.hpp:599
void update_decomposed_f0_calculations(const DomainDecomposition< DeviceType > &pol_decomp, const Grid< DeviceType > &grid, const MagneticField< DeviceType > &magnetic_field, const VelocityGrid &vgrid)
Definition: species.cpp:385
double c2_2m
c2/2m
Definition: species.hpp:87
double rho[VEC_LEN]
Definition: particles.hpp:96
void copy_to_phase0(Species< Device > &species)
Definition: species.hpp:582
Definition: species.hpp:58
Simd< double > w1
Definition: particles.hpp:22
double c_m
c/m
Definition: species.hpp:86
Definition: species.hpp:57
constexpr double EV_2_J
Conversion rate ev to J.
Definition: constants.hpp:5
Definition: velocity_grid.hpp:8
bool default_streaming_option()
Definition: species.hpp:28
Eq::Profile< Device > eq_den
Definition: species.hpp:125
Definition: globals.hpp:89
KOKKOS_INLINE_FUNCTION VecParticles * ptl() const
Definition: species.hpp:574
Definition: grid_weights.hpp:51
KOKKOS_INLINE_FUNCTION double thermal_velocity(double mass, double temp_ev)
Definition: basic_physics.hpp:58
Definition: NamelistReader.hpp:193
KinType kintype
Whether the species is gyrokinetic or drift kinetic.
Definition: species.hpp:82
Definition: magnetic_field.hpp:12
void get_ptl_write_total_and_offsets(const DomainDecomposition< DeviceType > &pol_decomp, long long int &inum_total, long long int &ioff) const
Definition: species.cpp:515
int add_vec_buffer(int n_ptl)
Definition: particles.hpp:194
int idx
Index in all_species.
Definition: species.hpp:78
Definition: particles.hpp:92
int a
The index in the inner array of the AoSoA.
Definition: particles.hpp:150
Definition: particles.hpp:109
KOKKOS_INLINE_FUNCTION void bmag_interpol(const SimdVector &v, Simd< double > &bmag) const
Definition: magnetic_field.tpp:264
bool particles_are_backed_up
Whether particles are currently backed up.
Definition: species.hpp:109
int nonadiabatic_idx
Index of species skipping adiabatic species (for compatibility with fortran arrays) ...
Definition: species.hpp:81
bool default_residence_option()
Definition: species.hpp:35
int n_ptl
Number of particles.
Definition: species.hpp:95
KOKKOS_INLINE_FUNCTION void get_particle_velocity_and_nearest_node(const Grid< DeviceType > &grid, const MagneticField< DeviceType > &magnetic_field, const DomainDecomposition< DeviceType > &pol_decomp, SimdParticles &part, Simd< double > &smu, Simd< double > &vp, Simd< int > &nearest_node, Simd< bool > ¬_in_triangle, Simd< bool > ¬_in_poloidal_domain) const
Definition: species.hpp:721
Definition: streamed_parallel_for.hpp:16
int node_offset
Offset of first mesh node belonging to this MPI rank.
Definition: domain_decomposition.hpp:49
Definition: streamed_parallel_for.hpp:14
void set_buffer_phase0_d()
Definition: species.hpp:382
long long int get_total_n_ptl()
Definition: species.hpp:671
void set_buffer_particles_d()
Definition: species.hpp:353
Simd< double > rho
Definition: particles.hpp:21
Definition: species.hpp:59
int p_range< DeviceType >(int num_particle)
Definition: particles.hpp:187
int eq_flow_type
Definition: species.hpp:127
double charge_eu
Particle charge in eu.
Definition: species.hpp:85
Definition: species.hpp:51
int nnodes
Number of nodes belonging to this MPI rank.
Definition: domain_decomposition.hpp:50
void resize_particles(int new_n_ptl)
Definition: species.hpp:223
double mass
Particle mass.
Definition: species.hpp:83
KOKKOS_INLINE_FUNCTION double get_f0_eq_thermal_velocity(int inode) const
Definition: species.hpp:704
Species(int idx_in, int nonadiabatic_idx_in, bool is_electron_in, bool is_adiabatic_in, KinType kintype_in, double mass_in, double charge_in, double charge_eu_in, bool is_deltaf_in, int ncycles_in)
Definition: species.cpp:25
void write_ptl_checkpoint_files(const DomainDecomposition< DeviceType > &pol_decomp, const XGC_IO_Stream &stream, std::string sp_name)
Definition: species.cpp:540
void for_all_particles(const std::string label, F lambda_func) const
Definition: species.hpp:406
Cabana::AoSoA< ParticleDataTypes, Device, VEC_LEN > particles_d
Particles on device.
Definition: species.hpp:99
Definition: species.hpp:48
double w2[VEC_LEN]
Definition: particles.hpp:98
#define TIMER(N, F)
Definition: timer_macro.hpp:24
RKRestorationMethod
Definition: species.hpp:68
idx
Definition: diag_f0_df_port1.hpp:32
void copy_particles_to_device_if_not_resident()
Definition: species.hpp:336
void read_ptl_checkpoint_files(const DomainDecomposition< DeviceType > &pol_decomp, const XGC_IO_Stream &stream, std::string sp_name, bool n_ranks_is_same)
Definition: species.cpp:590
RKRestorationMethod RK_restoration_method
Currently, electrons must use first method and ions must use second.
Definition: species.hpp:107
Simd< double > r
Definition: particles.hpp:18
void resize_host_particles_to_match_device()
Definition: species.hpp:243
Definition: species.hpp:69
KOKKOS_INLINE_FUNCTION SimdVector & v()
Definition: particles.hpp:39
ReturnOpt return_opt
Definition: species.hpp:63
ReturnOpt
Definition: species.hpp:56
Option
Definition: streamed_parallel_for.hpp:13
void restore_particles_from_backup()
Definition: species.hpp:620
Definition: globals.hpp:90
static std::vector< MemoryPrediction > estimate_memory_usage(NLReader::NamelistReader &nlr, const Grid< DeviceType > &grid, const DomainDecomposition< DeviceType > &pol_decomp, int species_idx)
Definition: species.cpp:56
SendOpt send_opt
Definition: species.hpp:62
double charge
Particle charge.
Definition: species.hpp:84
SimdPhase ph
Definition: particles.hpp:59
void copy_particles_from_device()
Definition: species.hpp:311
KOKKOS_INLINE_FUNCTION double get_f0_eq_thermal_velocity_lnode(int inode) const
Definition: species.hpp:710
void copy_particles_from_device_if_not_resident()
Definition: species.hpp:342
KOKKOS_INLINE_FUNCTION void wedge_modulo_phi(Simd< double > &phi_mod) const
Definition: grid.tpp:773
void unassign_host_particles()
Definition: species.hpp:260
int ncycles_between_sorts
Number of subcycles between sorts.
Definition: species.hpp:92
Definition: particles.hpp:58
Cabana::AoSoA< PhaseDataTypes, Device, VEC_LEN > phase0_d
Definition: species.hpp:113
int SML_COMM_RANK
Definition: my_mpi.cpp:5
KinType
Definition: globals.hpp:88
Species(SpeciesType sp_type, int n_ptl)
Definition: species.hpp:139
bool is_deltaf
Whether this species is deltaf.
Definition: species.hpp:89
Definition: xgc_io.hpp:19
VecPhase ph
Definition: particles.hpp:110
Definition: species.hpp:44
Definition: species.hpp:70
void set_min_max_num(int isp, int n_ptl)
int minimum_ptl_reservation
The minimum reservation size for particles.
Definition: species.hpp:94
int s
The index in the outer array of the AoSoA.
Definition: particles.hpp:149
KOKKOS_INLINE_FUNCTION double normalized_sqrt_mu(double B, double temp_ev, double mu)
Definition: basic_physics.hpp:90
Simd< double > z
Definition: particles.hpp:19
void copy_particles_to_device_if_resident()
Definition: species.hpp:324
Definition: species.hpp:52
void resize_device_particles(int new_n_ptl)
Definition: species.hpp:281
Definition: species.hpp:53
constexpr double UNIT_CHARGE
Charge of an electron (C)
Definition: constants.hpp:4
long long int get_max_gid() const
Definition: species.cpp:492
KOKKOS_INLINE_FUNCTION double get_f0_eq_thermal_velocity_lnode_h(int inode) const
Definition: species.hpp:716
void exit_XGC(std::string msg)
Definition: globals.hpp:37
void copy_particles_from_device_if_resident()
Definition: species.hpp:330
bool is_adiabatic
Whether this species is adiabatic.
Definition: species.hpp:80
Simd< double > phi
Definition: particles.hpp:20
Definition: magnetic_field.F90:1
static constexpr const Kokkos::Experimental::WorkItemProperty::HintLightWeight_t Async
Definition: space_settings.hpp:82
int n_backup_particles
Definition: species.hpp:117
Eq::Profile< Device > eq_flow
Definition: species.hpp:126
Definition: streamed_parallel_for.hpp:15
SendOpt
Definition: species.hpp:50
void read_f0_checkpoint_files(const DomainDecomposition< DeviceType > &pol_decomp, const XGC_IO_Stream &stream, std::string sp_name)
Definition: species.cpp:685
SimdConstants ct
Definition: particles.hpp:60
void write_f0_checkpoint_files(const DomainDecomposition< DeviceType > &pol_decomp, const XGC_IO_Stream &stream, std::string sp_name)
Definition: species.cpp:649
void copy_particles_to_device()
Definition: species.hpp:295
KOKKOS_INLINE_FUNCTION void restore_phase_from_phase0(const AoSoAIndices< Device > &inds, SimdParticles &part_one) const
Definition: species.hpp:658
Species(int n_ptl_in)
Definition: species.hpp:169
double phi[VEC_LEN]
Definition: particles.hpp:95
Simd< double > w2
Definition: particles.hpp:23
double r[VEC_LEN]
Definition: particles.hpp:93
GyroAverageMatrices< HostType > gyro_avg_matrices
Definition: species.hpp:129
Definition: species.hpp:75
void parallel_for(const std::string name, int n_ptl, Function func, Option option, HostAoSoA aosoa_h, DeviceAoSoA aosoa_d)
Definition: streamed_parallel_for.hpp:252
KOKKOS_INLINE_FUNCTION void get_grid_weights(const MagneticField< Device > &magnetic_field, const SimdVector &v, const Simd< double > &psi, SimdVector2D &xff, SimdGridWeights< Order::One, PIT > &grid_wts) const
Definition: grid.tpp:688
Definition: species.hpp:44
Eq::Profile< Device > eq_temp
Definition: species.hpp:124
bool particles_resident_on_device
Whether the particles can reside on device.
Definition: species.hpp:103
Simd< double > mu
Definition: particles.hpp:52
PtlMvmt(SendOpt send_opt, ReturnOpt return_opt)
Definition: species.hpp:65
static int get_initial_n_ptl(NLReader::NamelistReader &nlr, const Grid< DeviceType > &grid, const DomainDecomposition< DeviceType > &pol_decomp, int sml_special, int species_idx, bool verbose)
Definition: species.cpp:113
int ncycles
Number of subcycles.
Definition: species.hpp:91
Definition: profile.hpp:171
int collision_grid_index
Which collision grid to use.
Definition: species.hpp:122
Definition: particles.hpp:148
SpeciesType
Definition: globals.hpp:83
double z[VEC_LEN]
Definition: particles.hpp:94
void restore_backup_SoA(Cabana::AoSoA< ParticleDataTypes, Device, VEC_LEN > &backup_SoA, int offset, int n) const
Definition: species.hpp:440
Definition: distribution.hpp:10
void resize_device_particles()
Definition: species.hpp:266
int get_max_n_ptl()
Definition: species.hpp:682
LaunchBounds
Definition: species.hpp:395
Cabana::AoSoA< ParticleDataTypes, HostType, VEC_LEN > particles
Particles.
Definition: species.hpp:96
double w1[VEC_LEN]
Definition: particles.hpp:97
Definition: species.hpp:44