/[escript]/branches/domexper/dudley/src/Mesh_prepare.c
ViewVC logotype

Contents of /branches/domexper/dudley/src/Mesh_prepare.c

Parent Directory Parent Directory | Revision Log Revision Log


Revision 3126 - (show annotations)
Wed Sep 1 00:37:53 2010 UTC (8 years, 9 months ago) by jfenwick
File MIME type: text/plain
File size: 6063 byte(s)
Updated referenceElements and enums
1
2 /*******************************************************
3 *
4 * Copyright (c) 2003-2010 by University of Queensland
5 * Earth Systems Science Computational Center (ESSCC)
6 * http://www.uq.edu.au/esscc
7 *
8 * Primary Business: Queensland, Australia
9 * Licensed under the Open Software License version 3.0
10 * http://www.opensource.org/licenses/osl-3.0.php
11 *
12 *******************************************************/
13
14
15 /**************************************************************/
16
17 /* Dudley: Mesh: prepares the mesh for further calculations */
18
19 /**************************************************************/
20
21 #include "Mesh.h"
22
23 /**************************************************************/
24
25 void Dudley_Mesh_prepare(Dudley_Mesh* in, bool_t optimize) {
26 dim_t newGlobalNumDOFs=0, numReducedNodes=0,i;
27 index_t* distribution=NULL, *maskReducedNodes=NULL, *indexReducedNodes=NULL, *node_distribution=NULL;
28 if (in==NULL) return;
29 if (in->Nodes == NULL) return;
30
31 Mesh_setOrders(in);
32
33 /* first step is to distribute the elements according to a global distribution of DOF */
34
35 distribution=TMPMEMALLOC(in->MPIInfo->size+1,index_t);
36 node_distribution=TMPMEMALLOC(in->MPIInfo->size+1,index_t);
37 if (! (Dudley_checkPtr(distribution) || Dudley_checkPtr(node_distribution))) {
38 /* first we create dense labeling for the DOFs */
39
40 newGlobalNumDOFs=Dudley_NodeFile_createDenseDOFLabeling(in->Nodes);
41
42 /* create a distribution of the global DOFs and determine
43 the MPI_rank controling the DOFs on this processor */
44 Paso_MPIInfo_setDistribution(in->MPIInfo,0,newGlobalNumDOFs-1,distribution);
45
46 /* now the mesh is re-distributed according to the mpiRankOfDOF vector */
47 /* this will redistribute the Nodes and Elements including overlap and will create an element coloring
48 but will not create any mappings (see later in this function) */
49 if (Dudley_noError()) Dudley_Mesh_distributeByRankOfDOF(in,distribution);
50 }
51
52 /* at this stage we are able to start an optimization of the DOF distribution using ParaMetis */
53 /* on return distribution is altered and new DOF ids have been assigned */
54 if (Dudley_noError() && optimize && in->MPIInfo->size>1) {
55 Dudley_Mesh_optimizeDOFDistribution(in,distribution);
56 if (Dudley_noError()) Dudley_Mesh_distributeByRankOfDOF(in,distribution);
57 }
58 /* the local labeling of the degrees of free is optimized */
59 if (Dudley_noError() && optimize) {
60 Dudley_Mesh_optimizeDOFLabeling(in,distribution);
61 }
62 /* rearrange elements with the attempt to bring elements closer to memory locations of the nodes (distributed shared memory!): */
63 if (Dudley_noError()) Dudley_Mesh_optimizeElementOrdering(in);
64
65
66 /* create the global indices */
67 if (Dudley_noError()) {
68
69
70 maskReducedNodes=TMPMEMALLOC(in->Nodes->numNodes,index_t);
71 indexReducedNodes=TMPMEMALLOC(in->Nodes->numNodes,index_t);
72 if (! ( Dudley_checkPtr(maskReducedNodes) || Dudley_checkPtr(indexReducedNodes) ) ) {
73
74 /* useful DEBUG:
75 {index_t MIN_id,MAX_id;
76 printf("Mesh_prepare: global DOF : %d\n",newGlobalNumDOFs);
77 Dudley_NodeFile_setGlobalIdRange(&MIN_id,&MAX_id,in->Nodes);
78 printf("Mesh_prepare: global node id range = %d :%d\n", MIN_id,MAX_id);
79 Dudley_NodeFile_setIdRange(&MIN_id,&MAX_id,in->Nodes);
80 printf("Mesh_prepare: local node id range = %d :%d\n", MIN_id,MAX_id);
81 }
82 */
83 #pragma omp parallel for private(i) schedule(static)
84 for (i=0;i<in->Nodes->numNodes;++i) maskReducedNodes[i]=-1;
85
86 Dudley_Mesh_markNodes(maskReducedNodes,0,in,TRUE);
87
88 numReducedNodes=Dudley_Util_packMask(in->Nodes->numNodes,maskReducedNodes,indexReducedNodes);
89
90 Dudley_NodeFile_createDenseNodeLabeling(in->Nodes, node_distribution, distribution);
91 Dudley_NodeFile_createDenseReducedDOFLabeling(in->Nodes,maskReducedNodes);
92 Dudley_NodeFile_createDenseReducedNodeLabeling(in->Nodes,maskReducedNodes);
93 /* create the missing mappings */
94
95 if (Dudley_noError()) Dudley_Mesh_createNodeFileMappings(in,numReducedNodes,indexReducedNodes,distribution, node_distribution);
96 }
97
98 TMPMEMFREE(maskReducedNodes);
99 TMPMEMFREE(indexReducedNodes);
100 }
101
102 TMPMEMFREE(distribution);
103 TMPMEMFREE(node_distribution);
104
105 Dudley_Mesh_setTagsInUse(in);
106 return;
107 }
108
109 /* */
110 /* tries to reduce the coloring for all element files: */
111 /* */
112 void Dudley_Mesh_createColoring(Dudley_Mesh* in, index_t *node_localDOF_map) {
113 if (Dudley_noError()) Dudley_ElementFile_createColoring(in->Elements,in->Nodes->numNodes,node_localDOF_map);
114 if (Dudley_noError()) Dudley_ElementFile_createColoring(in->FaceElements,in->Nodes->numNodes,node_localDOF_map);
115 if (Dudley_noError()) Dudley_ElementFile_createColoring(in->Points,in->Nodes->numNodes,node_localDOF_map);
116 }
117 /* */
118 /* redistribute elements to minimize communication during assemblage */
119 /* */
120 void Dudley_Mesh_optimizeElementOrdering(Dudley_Mesh* in) {
121 if (Dudley_noError()) Dudley_ElementFile_optimizeOrdering(&(in->Elements));
122 if (Dudley_noError()) Dudley_ElementFile_optimizeOrdering(&(in->FaceElements));
123 if (Dudley_noError()) Dudley_ElementFile_optimizeOrdering(&(in->Points));
124 }
125
126 /* */
127 /* redistribute elements to minimize communication during assemblage */
128 void Dudley_Mesh_setTagsInUse(Dudley_Mesh* in)
129 {
130 if (Dudley_noError()) Dudley_NodeFile_setTagsInUse(in->Nodes);
131 if (Dudley_noError()) Dudley_ElementFile_setTagsInUse(in->Elements);
132 if (Dudley_noError()) Dudley_ElementFile_setTagsInUse(in->FaceElements);
133 if (Dudley_noError()) Dudley_ElementFile_setTagsInUse(in->Points);
134 }

Properties

Name Value
svn:eol-style native
svn:keywords Author Date Id Revision

  ViewVC Help
Powered by ViewVC 1.1.26