Changeset 23642 for issm/trunk-jpl/src/c/classes/FemModel.cpp

Timestamp:

01/17/19 12:57:57 (6 years ago)

Author:

Mathieu Morlighem

Message:

BUG: vector clone_connectivity is on nodes, not vertices

File:

• issm/trunk-jpl/src/c/classes/FemModel.cpp (modified) (1 diff)

issm/trunk-jpl/src/c/classes/FemModel.cpp

@@ -1422 +1422 @@
         *plocal_vector = local_vector;
 }/*}}}*/
+void FemModel::GetLocalVectorWithClonesNodes(IssmDouble** plocal_vector,Vector<IssmDouble> *vector){/*{{{*/
+
+        /*recover my_rank:*/
+        ISSM_MPI_Status status;
+        int my_rank   = IssmComm::GetRank();
+        int num_procs = IssmComm::GetSize();
+
+        /*retrieve vertex info*/
+        int localsize         = this->nodes->NumberOfNodesLocalAll();
+        int localsize_masters = this->nodes->NumberOfNodesLocal();
+
+        /*Get local vector of vector*/
+        int        *indices_vector_masters = NULL;
+        IssmDouble *local_vector_masters   = NULL;
+        vector->GetLocalVector(&local_vector_masters,&indices_vector_masters);
+        _assert_(localsize_masters==indices_vector_masters[localsize_masters-1] - indices_vector_masters[0]+1);
+        xDelete<int>(indices_vector_masters);
+
+        /*Now, extend vectors to account for clones (make vectors longer, for clones at the end)*/
+        IssmDouble *local_vector  = xNew<IssmDouble>(localsize);
+        xMemCpy<IssmDouble>(local_vector,local_vector_masters,localsize_masters);
+        xDelete<IssmDouble>(local_vector_masters);
+
+        /*Now send and receive vector for nodes on partition edge*/
+        #ifdef _HAVE_AD_
+        IssmDouble* buffer = xNew<IssmDouble>(this->nodes->Size(),"t"); //only one alloc, "t" is required by adolc
+        #else
+        IssmDouble* buffer = xNew<IssmDouble>(this->nodes->Size());
+        #endif
+        for(int rank=0;rank<num_procs;rank++){
+                if(this->nodes->common_send[rank]){
+                        int  numids = this->nodes->common_send[rank];
+                        for(int i=0;i<numids;i++){
+                                int   master_lid = this->nodes->common_send_ids[rank][i];
+                                Node* vertex=xDynamicCast<Node*>(this->nodes->GetObjectByOffset(master_lid));
+                                _assert_(!vertex->clone);
+                                buffer[i] = local_vector[vertex->lid];
+                        }
+                        ISSM_MPI_Send(buffer,numids,ISSM_MPI_DOUBLE,rank,0,IssmComm::GetComm());
+                }
+        }
+        for(int rank=0;rank<num_procs;rank++){
+                if(this->nodes->common_recv[rank]){
+                        int  numids = this->nodes->common_recv[rank];
+                        ISSM_MPI_Recv(buffer,numids,ISSM_MPI_DOUBLE,rank,0,IssmComm::GetComm(),&status);
+                        for(int i=0;i<numids;i++){
+                                int   master_lid = this->nodes->common_recv_ids[rank][i];
+                                Node* vertex=xDynamicCast<Node*>(this->nodes->GetObjectByOffset(master_lid));
+                                _assert_(vertex->clone);
+                                local_vector[vertex->lid] = buffer[i];
+                        }
+                }
+        }
+        xDelete<IssmDouble>(buffer);
+
+        /*Assign output pointer*/
+        *plocal_vector = local_vector;
+}/*}}}*/
 void FemModel::GroundedAreax(IssmDouble* pV, bool scaled){/*{{{*/