polyMPO changes to do increments completely on GPUs

Author: dhyan1272

src/pmpo_c.cpp

@@ -1667,11 +1667,20 @@ void polympo_reconstruct_velocity_with_MPI_f(MPMesh_ptr p_mpmesh){
   mpmesh->assemblyVtx1<polyMPO::MeshF_Vel>();
 }
 
-void polympo_init_deluDyn_f(MPMesh_ptr p_mpmesh){
+void polympo_init_deludelvDyn_f(MPMesh_ptr p_mpmesh){
   checkMPMeshValid(p_mpmesh);
   auto p_mesh = ((polyMPO::MPMesh*)p_mpmesh)->p_mesh;
   auto vtxField = p_mesh->getMeshField<polyMPO::MeshF_OnSurfDispIncr>();
   Kokkos::deep_copy(vtxField, 0.0);
+
+  auto vtxFieldVel      = p_mesh->getMeshField<polyMPO::MeshF_Vel>();
+  auto vtxFieldVel_incr = p_mesh->getMeshField<polyMPO::MeshF_OnSurfVeloIncr>();
+  auto nVertices = p_mesh->getNumVertices();
+
+  Kokkos::parallel_for("set_VelIncr", nVertices, KOKKOS_LAMBDA(const int vtx){
+    vtxFieldVel_incr(vtx, 0) = vtxFieldVel(vtx, 0);
+    vtxFieldVel_incr(vtx, 1) = vtxFieldVel(vtx, 1);
+  });
 }
 
 void polympo_aggregate_deluDyn_f(MPMesh_ptr p_mpmesh){
@@ -1680,6 +1689,27 @@ void polympo_aggregate_deluDyn_f(MPMesh_ptr p_mpmesh){
   p_mesh->aggregateDeluDyn();
 }
 
+void polympo_finalize_deludelvDyn_f(MPMesh_ptr p_mpmesh){
+  
+  checkMPMeshValid(p_mpmesh);
+  auto p_mesh = ((polyMPO::MPMesh*)p_mpmesh)->p_mesh;
+
+  auto nVertices = p_mesh->getNumVertices();
+  auto elasticTimeStep = p_mesh->getElasticTimeStep();
+  auto dynamicTimeStep = p_mesh->getDynamicTimeStep();
+
+  auto vtxField = p_mesh->getMeshField<polyMPO::MeshF_OnSurfDispIncr>();
+  auto vtxFieldVel      = p_mesh->getMeshField<polyMPO::MeshF_Vel>();
+  auto vtxFieldVel_incr = p_mesh->getMeshField<polyMPO::MeshF_OnSurfVeloIncr>();
+ 
+  Kokkos::parallel_for("Finalize_increments", nVertices, KOKKOS_LAMBDA(const int vtx){
+    vtxField(vtx, 0) = vtxField(vtx, 0) * elasticTimeStep;
+    vtxField(vtx, 1) = vtxField(vtx, 1) * elasticTimeStep;
+    vtxFieldVel_incr(vtx, 0) = vtxFieldVel(vtx, 0) - vtxFieldVel_incr(vtx, 0);
+    vtxFieldVel_incr(vtx, 1) = vtxFieldVel(vtx, 1) - vtxFieldVel_incr(vtx, 1);
+  });
+}
+
 //Timing
 void polympo_enableTiming_f(){
   pumipic::EnableTiming();

src/pmpo_c.h

@@ -134,8 +134,9 @@ void polympo_reconstruct_coeff_with_MPI_f(MPMesh_ptr p_mpmesh);
 void polympo_reconstruct_iceArea_with_MPI_f(MPMesh_ptr p_mpmesh);
 void polympo_reconstruct_velocity_with_MPI_f(MPMesh_ptr p_mpmesh);
 
-void polympo_init_deluDyn_f(MPMesh_ptr p_mpmesh);
+void polympo_init_deludelvDyn_f(MPMesh_ptr p_mpmesh);
 void polympo_aggregate_deluDyn_f(MPMesh_ptr p_mpmesh);
+void polympo_finalize_deludelvDyn_f(MPMesh_ptr p_mpmesh);
 
 // Timing
 void polympo_enableTiming_f();

src/pmpo_fortran.f90

@@ -1194,8 +1194,8 @@ subroutine polympo_reconstruct_velocity_with_MPI(mpMesh) &
     type(c_ptr), value :: mpMesh
   end subroutine
 
-  subroutine polympo_init_deluDyn(mpMesh) &
-             bind(C, NAME='polympo_init_deluDyn_f')
+  subroutine polympo_init_deludelvDyn(mpMesh) &
+             bind(C, NAME='polympo_init_deludelvDyn_f')
     use :: iso_c_binding
     type(c_ptr), value :: mpMesh
   end subroutine
@@ -1206,6 +1206,12 @@ subroutine polympo_aggregate_deluDyn(mpMesh) &
     type(c_ptr), value :: mpMesh
   end subroutine
 
+  subroutine polympo_finalize_deludelvDyn(mpMesh) &
+             bind(C, NAME='polympo_finalize_deludelvDyn_f')
+    use :: iso_c_binding
+    type(c_ptr), value :: mpMesh
+  end subroutine
+
   !---------------------------------------------------------------------------
   !> @brief directly call the reconstruct of the MP fields to mesh fields
   !> @param mpmesh(in/out) MPMesh object