Changeset 25011

Timestamp:

06/11/20 12:07:44 (5 years ago)

Author:

jdquinn

Message:

CHG: Partial commit of changes to Python Dakota interface; cleanup

Location:

issm/trunk-jpl/src/m

Files:

• boundaryconditions/love_numbers.py (modified) (1 diff)
• classes/qmu.py (modified) (6 diffs)
• classes/qmu/response_function.py (modified) (2 diffs)
• classes/slr.py (modified) (7 diffs)
• coordsystems/gmtmask.py (modified) (1 diff)
• modules/Scotch.py (modified) (2 diffs)
• partition/partitioner.py (modified) (2 diffs)
• plot/export_gl.py (modified) (1 diff)
• qmu/preqmu.py (modified) (2 diffs)
• qmu/qmupart2npart.py (added)
• qmu/setupdesign/QmuSetupResponses.py (modified) (2 diffs)
• qmu/setupdesign/QmuSetupVariables.py (modified) (3 diffs)

issm/trunk-jpl/src/m/boundaryconditions/love_numbers.py

@@ -2 +2 @@
 
 
-def love_numbers(value, * varargin):
+def love_numbers(value, *varargin):
     '''LOVE_NUMBERS: provide love numbers (value 'h', 'k', 'l', 'gamma' and 'lambda'
              retrieved from: http://www.srosat.com/iag-jsg/loveNb.php

issm/trunk-jpl/src/m/classes/qmu.py

@@ -1 +1 @@
 import numpy as np
+
+from checkfield import checkfield
+from collections import OrderedDict
+from dakota_method import *
+from fielddisplay import fielddisplay
+from helpers import *
+from IssmConfig import *
 from MatlabFuncs import *
-from IssmConfig import *
-from project3d import project3d
-from collections import OrderedDict
-from fielddisplay import fielddisplay
-from checkfield import checkfield
 from WriteData import WriteData
-from helpers import *
-from dakota_method import *
 
 
@@ -27 +27 @@
         self.params = OrderedStruct()
         self.results = OrderedDict()
-        self.numberofpartitions = 0
         self.numberofresponses = 0
         self.variabledescriptors = []
+        self.variablepartitions = []
+        self.variablepartitions_npart = []
         self.responsedescriptors = []
+        self.responsepartitions = []
+        self.responsepartitions_npart = []
         self.mass_flux_profile_directory = float('NaN')
         self.mass_flux_profiles = float('NaN')
@@ -109 +112 @@
                 s += "            %-*s:    [%ix%i]    '%s'\n" % (maxlen + 1, fname, a, b, type(getattr(result, fname)))
 
-        s += "%s\n" % fielddisplay(self, 'vpartition', 'user provided mesh partitioning (vertex based)')
-        s += "%s\n" % fielddisplay(self, 'epartition', 'user provided mesh partitioning (element based)')
-        s += "%s\n" % fielddisplay(self, 'numberofpartitions', 'number of partitions for semi - discrete qmu')
+        s += "%s\n" % fielddisplay(self, 'variablepartitions', '')
+        s += "%s\n" % fielddisplay(self, 'variablepartitions_npart', '')
         s += "%s\n" % fielddisplay(self, 'variabledescriptors', '')
         s += "%s\n" % fielddisplay(self, 'responsedescriptors', '')
@@ -124 +126 @@
     # }}}
     def extrude(self, md):  # {{{
-        self.vpartition = project3d(md, 'vector', np.transpose(self.vpartition), 'type', 'node')
-        self.epartition = project3d(md, 'vector', np.transpose(self.epartition), 'type', 'element')
         return self
     #}}}
@@ -155 +155 @@
                 md.checkmessage('in parallel library mode, the requirement is for md.cluster.np = md.qmu.params.processors_per_evaluation * number_of_slaves, where number_of_slaves will automatically be determined by Dakota. Modify md.cluster.np accordingly')
 
-        if np.size(md.qmu.vpartition) > 0:
-            if np.size(md.qmu.vpartition, 0) != md.mesh.numberofvertices:
-                md.checkmessage("user supplied vertex partition for qmu analysis should have size (md.mesh.numberofvertices x 1)")
-            if not min(md.qmu.vpartition.flatten()) == 0:
-                md.checkmessage("vertex partition vector not indexed from 0 on")
-            if max(md.qmu.vpartition.flatten()) >= md.qmu.numberofpartitions:
-                md.checkmessage("for qmu analysis, vertex partitioning vector cannot go over npart, number of partition areas")
-
-                if np.size(md.qmu.epartition) > 0:
-                    if np.size(md.qmu.epartition, 0) != md.mesh.numberofelements:
-                        md.checkmessage("user supplied element partition for qmu analysis should have size (md.mesh.numberofelements x 1)")
-                    if not min(md.qmu.epartition.flatten()) == 0:
-                        md.checkmessage("elememtn partition vector not indexed from 0 on")
-                    if max(md.qmu.epartition.flatten()) >= md.qmu.numberofpartitions:
-                        md.checkmessage("for qmu analysis, element partitioning vector cannot go over npart, number of partition areas")
-
-                if np.size(md.qmu.vpartition) == 0 or np.any(np.isnan(md.qmu.vpartition)) or np.size(md.qmu.epartition) == 0 or np.any(np.isnan(md.qmu.epartition)):
-                    md.checkmessage("for qmu analysis, both an element and partitioning vectors need to be supplied with no nan values! One can be defaulted to all zeros.")
+        # Go through variables and check for consistency
+        fv = fieldnames(self.variables)
+        for i in range(len(fv)):
+            getattr(self.variables, fv[i]).checkconsistency(md, solution, analyses)
 
         return md
@@ -182 +168 @@
             WriteData(fid, prefix, 'data', False, 'name', 'md.qmu.mass_flux_segments_present', 'format', 'Boolean')
             return
-        WriteData(fid, prefix, 'object', self, 'fieldname', 'numberofpartitions', 'format', 'Integer')
         WriteData(fid, prefix, 'object', self, 'fieldname', 'numberofresponses', 'format', 'Integer')
         WriteData(fid, prefix, 'object', self, 'fieldname', 'variabledescriptors', 'format', 'StringArray')
+        WriteData(fid, prefix, 'object', self, 'fieldname', 'variablepartitions', 'format', 'MatArray')
+        WriteData(fid, prefix, 'object', self, 'fieldname', 'variablepartitions_npart', 'format', 'IntMat', 'mattype', 3)
         WriteData(fid, prefix, 'object', self, 'fieldname', 'responsedescriptors', 'format', 'StringArray')
+        WriteData(fid, prefix, 'object', self, 'fieldname', 'responsepartitions', 'format', 'MatArray')
+        WriteData(fid, prefix, 'object', self, 'fieldname', 'responsepartitions_npart', 'format', 'IntMat', 'mattype', 3)
         if not isempty(self.mass_flux_segments):
             WriteData(fid, prefix, 'data', self.mass_flux_segments, 'name', 'md.qmu.mass_flux_segments', 'format', 'MatArray')

issm/trunk-jpl/src/m/classes/qmu/response_function.py

@@ -1 +1 @@
 import numpy as np
 
+from fielddisplay import fielddisplay
 from MatlabFuncs import *
-from fielddisplay import fielddisplay
 from pairoptions import pairoptions
 from partition_npart import *
@@ -103 +103 @@
         return [rf] # Always return a list, so we have something akin to a MATLAB single row matrix
 
-    def __repr__(self): #{{{
+    def __repr__(rf): #{{{
         # display the object
         string = 'class "response_function" object = \n'
-        string = "%s\n%s" % (string, fielddisplay(self, 'descriptor', 'name tag'))
-        string = "%s\n%s" % (string, fielddisplay(self, 'respl', 'response levels'))
-        string = "%s\n%s" % (string, fielddisplay(self, 'probl', 'probability levels'))
-        string = "%s\n%s" % (string, fielddisplay(self, 'rell', 'reliability levels'))
-        string = "%s\n%s" % (string, fielddisplay(self, 'grell', 'general reliability levels'))
-
-        if self.partition != []:
-            string = "%s\n%s" % (string, fielddisplay(self, 'partition', 'partition'))
+        string = "%s\n%s" % (string, fielddisplay(rf, 'descriptor', 'name tag'))
+        string = "%s\n%s" % (string, fielddisplay(rf, 'respl', 'response levels'))
+        string = "%s\n%s" % (string, fielddisplay(rf, 'probl', 'probability levels'))
+        string = "%s\n%s" % (string, fielddisplay(rf, 'rell', 'reliability levels'))
+        string = "%s\n%s" % (string, fielddisplay(rf, 'grell', 'general reliability levels'))
+
+        if rf.partition != []:
+            string = "%s\n%s" % (string, fielddisplay(rf, 'partition', 'partition vector defining where the response will be computed'))
 
         return string

issm/trunk-jpl/src/m/classes/slr.py

@@ +1 @@
+import numpy as np
+
+from checkfield import checkfield
 from fielddisplay import fielddisplay
 from MatlabFuncs import *
 from model import *
-import numpy as np
-from checkfield import checkfield
 from WriteData import WriteData
 
@@ -39 +40 @@
         self.geodetic = 0  #compute geodetic SLR? (in addition to steric?)
         self.degacc = 0
-        self.loop_increment = 0
         self.horiz = 0
         self.Ngia = float('NaN')
         self.Ugia = float('NaN')
+        self.planetradius = planetradius('earth')
         self.requested_outputs = []
         self.transitions = []
@@ -72 +73 @@
         string = "%s\n%s" % (string, fielddisplay(self, 'Ngia', 'rate of viscous (GIA) geoid expansion (in mm / yr)'))
         string = "%s\n%s" % (string, fielddisplay(self, 'Ugia', 'rate of viscous (GIA) bedrock uplift (in mm / yr)'))
-        string = "%s\n%s" % (string, fielddisplay(self, 'loop_increment', 'vector assembly (in the convolution) framentation'))
         string = "%s\n%s" % (string, fielddisplay(self, 'geodetic', 'compute geodetic SLR? (in addition to steric?) default 0'))
         string = "%s\n%s" % (string, fielddisplay(self, 'geodetic_run_frequency', 'how many time steps we skip before we run SLR solver during transient (default: 1)'))
@@ -91 +91 @@
         #maximum of non - linear iterations.
         self.maxiter = 5
-        self.loop_increment = 200
         #computational flags:
         self.geodetic = 0
@@ -121 +120 @@
         #horizontal displacement?  (not by default)
         self.horiz = 0
+        #earth area
+        self.planetradius = planetradius('earth')
 
         return self
@@ -150 +151 @@
         md = checkfield(md, 'fieldname', 'slr.degacc', 'size', [1, 1], '>=', 1e-10)
         md = checkfield(md, 'fieldname', 'slr.requested_outputs', 'stringrow', 1)
-        md = checkfield(md, 'fieldname', 'slr.loop_increment', 'NaN', 1, 'Inf', 1, '>=', 1)
         md = checkfield(md, 'fieldname', 'slr.horiz', 'NaN', 1, 'Inf', 1, 'values', [0, 1])
         md = checkfield(md, 'fieldname', 'slr.Ngia', 'NaN', 1, 'Inf', 1, 'size', [md.mesh.numberofvertices])
@@ -204 +204 @@
         WriteData(fid, prefix, 'object', self, 'fieldname', 'degacc', 'format', 'Double')
         WriteData(fid, prefix, 'object', self, 'fieldname', 'transitions', 'format', 'MatArray')
-        WriteData(fid, prefix, 'object', self, 'fieldname', 'loop_increment', 'format', 'Integer')
         WriteData(fid, prefix, 'object', self, 'fieldname', 'horiz', 'format', 'Integer')
         WriteData(fid, prefix, 'object', self, 'fieldname', 'geodetic', 'format', 'Integer')
+        WriteData(fid, prefix, 'object', self, 'fieldname', 'planetradius', 'format', 'Double')
 
     #process requested outputs

issm/trunk-jpl/src/m/coordsystems/gmtmask.py

@@ -6 +6 @@
 
 
-def gmtmask(lat, long, * varargin):
+def gmtmask(lat, long, *varargin):
     '''GMTMASK - figure out which lat, long points are on the ocean
 

issm/trunk-jpl/src/m/modules/Scotch.py

@@ -2 +2 @@
 
 
-def Scotch(* varargin):
+def Scotch(*varargin):
     '''SCOTCH - Scotch partitioner
 
@@ -9 +9 @@
 '''
     # Call mex module
-    maptab = Scotch_python(* varargin)
+    maptab = Scotch_python(*varargin)
 
     return maptab

issm/trunk-jpl/src/m/partition/partitioner.py

@@ -9 +9 @@
 
 
-def partitioner(md, * varargin):
-    help = '''
-PARTITIONER - partition mesh
+def partitioner(md, *varargin):
+    '''
+    PARTITIONER - partition mesh
 
-   List of options to partitioner:
+    List of options to partitioner:
 
-   package: 'chaco', 'metis'
-   npart: number of partitions.
-   weighting: 'on' or 'off': default off
-   section:  1 by defaults(1 = bisection, 2 = quadrisection, 3 = octasection)
-   recomputeadjacency:  'on' by default (set to 'off' to compute existing one)
-   type: 'node' or 'element' partition vector (default to 'node')
-   Output: md.qmu.partition recover the partition vector
+    package: 'chaco', 'metis'
+    npart: number of partitions.
+    weighting: 'on' or 'off': default off
+    section:  1 by defaults(1 = bisection, 2 = quadrisection, 3 = octasection)
+    recomputeadjacency:  'on' by default (set to 'off' to compute existing one)
+    type: 'node' or 'element' partition vector (default to 'node')
+    Output: partitionvector: the partition vector
 
-   Usage:
-      md = partitioner(md, 'package', 'chaco', 'npart', 100, 'weighting', 'on')
+    Usage:
+        partitionvector = partitioner(md, 'package', 'chaco', 'npart', 100, 'weighting', 'on')
     '''
 
     #get options:
-    options = pairoptions(* varargin)
+    options = pairoptions(*varargin)
 
     #get options:
@@ -122 +122 @@
         part = part.reshape(-1, 1)
 
-    if vectortype == 'element':
-        md.qmu.epartition = part
-        if np.size(md.qmu.vpartition) == 0 or (np.size(md.qmu.vpartition) == 1 and np.isnan(md.qmu.vpartition)):
-            md.qmu.vpartition = np.zeros((md.mesh.numberofvertices, 1))
-    else:
-        md.qmu.vpartition = part
-        if np.size(md.qmu.epartition) == 0 or (np.size(md.qmu.epartition) == 1 and np.isnan(md.qmu.epartition)):
-            md.qmu.epartition = np.zeros((md.mesh.numberofelements, 1))
-    return md
+    # Output
+    return part

issm/trunk-jpl/src/m/plot/export_gl.py

@@ -7 +7 @@
 
 
-def export_gl(md, * varargin):
+def export_gl(md, *varargin):
     class ResultObj(object):
         def __getattr__(self, attr):

issm/trunk-jpl/src/m/qmu/preqmu.py

@@ -1 +1 @@
 import os
+
+from dakota_in_data import *
+from expandresponses import *
+from expandvariables import *
+from helpers import *
 from MatlabFuncs import *
-from expandvariables import *
-from expandresponses import *
-from helpers import *
-from dakota_in_data import *
 from process_qmu_response_data import *
+from qmupart2npart import *
 
 
@@ -106 +108 @@
     #}}}
 
+    # Build a list of variable partitions
+    variablepartitions = []
+    variablepartitions_npart = []
+    variable_fieldnames = fieldnames(md.qmu.variables)
+    for in range(len(variable_fieldnames)):
+        field_name = variable_fieldnames[i]
+        fieldvariable = getattr(md.qmu.variables, field_name)
+        if fieldvariable.isscaled():
+            variablepartitions.append(fieldvariable.partition)
+            variablepartitions_npart.append(qmupart2npart(fieldvariable.partition))
+        else:
+            variablepartitions.append([])
+            variablepartitions_npart.append(0)
+
+    # Build a list of response partitions
+    responsepartitions = []
+    responsepartitions_npart = []
+    response_fieldnames = fieldnames(md.qmu.responses)
+    for in range(len(response_fieldnames)):
+        field_name = response_fieldnames[i]
+        fieldresponse = getattr(md.qmu.variables, field_name)
+        if fieldresponse.isscaled():
+            responsepartitions.append(fieldresponse.partition)
+            responsepartitions_npart.append(qmupart2npart(fieldresponse.partition))
+        else:
+            responsepartitions.append([])
+            responsepartitions_npart.append(0)
+
     # register the fields that will be needed by the Qmu model.
     md.qmu.numberofresponses = numresponses
     md.qmu.variabledescriptors = variabledescriptors
+    md.qmu.variablepartitions = variablepartitions
+    md.qmu.variablepartitions_npart = variablepartitions_npart
     md.qmu.responsedescriptors = responsedescriptors
+    md.qmu.responsepartitions = responsepartitions
+    md.qmu.responsepartitions_npart = responsepartitions_npart
 
     # now, we have to provide all the info necessary for the solutions to compute the

issm/trunk-jpl/src/m/qmu/setupdesign/QmuSetupResponses.py

@@ +1 @@
+from copy import deepcopy
 from MatlabFuncs import *
-from copy import deepcopy
+from qmupart2npart import *
 
 
@@ -8 +9 @@
     descriptor = responses.descriptor
 
-    #decide whether this is a distributed response, which will drive whether we expand it into npart values,
-    #or if we just carry it forward as is.
+    # Decide whether this is a distributed response, which will drive whether 
+    # we expand it into npart values, or if we just carry it forward as is.
 
     #ok, key off according to type of descriptor:
     if strncmp(descriptor, 'scaled_', 7):
         #we have a scaled response, expand it over the partition.
-        #ok, dealing with semi - discrete distributed response. Distribute according to how many
-        #partitions we want
-        for j in range(md.qmu.numberofpartitions):
+
+        # Ok, dealing with semi-discrete distributed response. Distribute 
+        # according to how many partitions we want.
+        npart = qmupart2npart(responses.partition)
+
+        for j in range(npart):
             dresp.append(deepcopy(responses))
             dresp[-1].descriptor = str(responses.descriptor) + '_' + str(j + 1)

issm/trunk-jpl/src/m/qmu/setupdesign/QmuSetupVariables.py

@@ -1 @@
-from MatlabFuncs import *
 from copy import deepcopy
 from helpers import *
+from MatlabFuncs import *
 from normal_uncertain import *
+from qmupart2npart import *
 from uniform_uncertain import *
 
@@ -17 +18 @@
     #ok, key off according to type of descriptor:
     if strncmp(descriptor, 'scaled_', 7):
-        #we have a scaled variable, expand it over the partition.
+        #we have a scaled variable, expand it over the partition. First recover the partition.
+        partition = variables.partition
+        #figure out number of partitions
+        npart=qmupart2npart(partition)
+
         if isinstance(variables, uniform_uncertain):
-            if ((type(variables.lower) in [list, np.ndarray] and len(variables.lower) > md.qmu.numberofpartitions) or (type(variables.upper) in [list, np.ndarray] and len(variables.upper) > md.qmu.numberofpartitions)):
-                raise RuntimeError('QmuSetupDesign error message: upper and lower should be either a scalar or a "npart" length vector')
+            nlower=len(variables.lower)
+            nupper=len(variables.upper)
+            if nlower != npart or nupper != npart:
+                raise RuntimeError('QmuSetupVariables error message: upper and lower fields should be same size as the number of partitions')
         elif isinstance(variables, normal_uncertain):
-            if type(variables.stddev) in [list, np.ndarray] and len(variables.stddev) > md.qmu.numberofpartitions:
-                raise RuntimeError('QmuSetupDesign error message: stddev should be either a scalar or a "npart" length vector')
+            nstddev=len(variables.stddev)
+            nmean=len(variables.mean)
+            if nstddev != npart or nmean != npart:
+                raise RuntimeError('QmuSetupVariables error message: stddev and mean fields should be same size as the number of partitions')
 
         #ok, dealing with semi-discrete distributed variable. Distribute according to how many
         #partitions we want
-        for j in range(md.qmu.numberofpartitions):
+        for j in range(npart):
             dvar.append(deepcopy(variables))
 
@@ -34 +43 @@
 
             if isinstance(variables, uniform_uncertain):
-                if type(variables.lower) in [list, np.ndarray]:
-                    dvar[-1].lower = variables.lower[j]
-                else:
-                    dvar[-1].lower = variables.lower
-                if type(variables.upper) in [list, np.ndarray]:
-                    dvar[-1].upper = variables.upper[j]
-                else:
-                    dvar[-1].upper = variables.upper
+                dvar[-1].lower = variables.lower[j]
+                dvar[-1].upper = variables.upper[j]
             elif isinstance(variables, normal_uncertain):
-                if type(variables.stddev) in [list, np.ndarray]:
-                    dvar[-1].stddev = variables.stddev[j]
-                else:
-                    dvar[-1].stddev = variables.stddev
-                if type(variables.mean) in [list, np.ndarray]:
-                    dvar[-1].mean = variables.mean[j]
-                else:
-                    dvar[-1].mean = variables.mean
+                dvar[-1].stddev = variables.stddev[j]
+                dvar[-1].mean = variables.mean[j]
     else:
         dvar.append(deepcopy(variables))