[cmor-tables] 65/83: Adding tools to manipulate the tables in python

[Alastair McKinstry]

This is an automated email from the git hooks/post-receive script.

mckinstry pushed a commit to branch master
in repository cmor-tables.

commit a5e2687331fc695b4e13210b47d7cfd26cf86ac5
Author: Charles Doutriaux <doutriaux1 at llnl.gov>
Date:   Mon Apr 11 16:44:13 2011 -0700

    Adding tools to manipulate the tables in python
---
 Lib/tables_manip_tools.py | 118 ++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 118 insertions(+)

diff --git a/Lib/tables_manip_tools.py b/Lib/tables_manip_tools.py
new file mode 100644
index 0000000..6d265a3
--- /dev/null
+++ b/Lib/tables_manip_tools.py
@@ -0,0 +1,118 @@
+## Function to check validity of CMOR CMIP5 output
+
+import httplib
+
+class TableBadName(Exception):
+    pass
+class TableBadDate(Exception):
+    pass
+class TableBadMD5(Exception):
+    pass
+def splitTableString(str):
+    sp=str.split()
+    table = sp[1]
+    date=" ".join(sp[2:5])[1:-1].strip()
+    md5 = sp[-1]
+    if len(md5)!=32:
+        md5=None
+    return table,date,md5
+
+def preprocess(table,date=None,md5=None):
+    if date is None and md5 is None:
+        table,date,md5 = splitTableString(table)
+    return table,date,md5
+    
+def fetchLatestTable(table):
+    table,data,md5 = preprocess(table)
+    H=httplib.HTTPConnection("uv-cdat.llnl.gov")
+    H.request("GET","/gitweb/?p=cmip5-cmor-tables.git;a=blob_plain;f=Tables/CMIP5_%s;hb=HEAD" % table)
+    r = H.getresponse()
+    return r.read()
+
+
+def fetchATable(table,commit):
+    H=httplib.HTTPConnection("uv-cdat.llnl.gov")
+    H.request("GET","/gitweb/?p=cmip5-cmor-tables.git;a=blob_plain;f=Tables/CMIP5_%s;h=%s" % (table,commit))
+    r=H.getresponse()
+    return r.read()
+    
+def fetchTable(table,date=None,md5=None):
+    table,date,md5 = preprocess(table,date)
+    checkTable(table,date)
+    # Ok now fetch the history
+    H=httplib.HTTPConnection("uv-cdat.llnl.gov")
+    H.request("GET","/gitweb/?p=cmip5-cmor-tables.git;a=history;f=Tables/CMIP5_%s;hb=HEAD" % table)
+    r = H.getresponse().read()
+    for l in r.split("\n"):
+        i= l.find(";hp=")
+        if i>-1:
+            commit=l[i+4:i+44]
+            t = fetchATable(table,commit)
+            j=t.find("\ntable_date:")
+            tdate = t[j+12:j+100]
+            tdate = tdate.split("\n")[0].split("!")[0].strip()
+            if tdate == date:
+                break
+    return t
+    
+def checkTable(table,date=None,md5=None):
+    table,date,md5 = preprocess(table,date,md5)
+    H=httplib.HTTPConnection("uv-cdat.llnl.gov")
+    H.request("GET","/gitweb/?p=cmip5-cmor-tables.git;a=blob_plain;f=Tables/md5s;hb=HEAD")
+    r = H.getresponse()
+    md5Table = eval( r.read())["CMIP5"]
+    table = md5Table.get(table,None)
+    if table is None:
+        raise TableBadName("Invalid Table name: %s" % table)
+    dateMd5 = table.get(date,None)
+    if dateMd5 is None:
+        raise TableBadDate("Invalid Table date: %s" % date)
+    if md5 is not None and md5!=dateMd5:
+        raise TableBadMD5("Invalid Table md5: %s" % md5)
+    return
+
+
+t = fetchTable("Oclim","12 May 2010")
+print t
+
+## import cdms2
+## f=cdms2.open("/git/cmor/CMIP5/output/ukmo/HadCM3/piControl/monClim/ocean/difvso/r1i1p1/difvso_Oclim_HadCM3_piControl_r1i1p1_185001-184912_clim.nc")
+## tid = f.table_id
+
+## checkTable(tid)
+## try:
+##     checkTable("Oclim","11 April 2011")
+## except:
+##     print "darn it should have worked!"
+
+## checkTable("Table Oclim (11 April 2011) 02c858e13f41cc2d92dde421ff54f504")
+## try:
+##     checkTable("Table Oclim (11 April 2011) 02c858e13f41cc2d92dde421ff54f504")
+## except:
+##     print "oh it should have worked"
+    
+## try:
+##     checkTable("Table Oclim (11 April 2011)")
+## except:
+##     print "oh it should have worked"
+    
+## try:
+##     checkTable("Oclim","11 April 2011","5b69b1f13c586a193e3e7da9207d9474")
+## except TableBadMD5:
+##     print "OK it did failed with bad md5 as expected"
+## except:
+##     print "Bad exception raised"
+## try:
+##     checkTable("Oclim","12 April 2001")
+## except TableBadDate:
+##     print "OK it did failed with bad date as expected"
+## except:
+##     print "darn worng exception raised for bad date"
+
+## try:
+##     checkTable("Oclimy","11 April 2011")
+## except TableBadName:
+##     print "OK it did failed with bad name as expected"
+## except:
+##     print "darn worng exception raised for bad name"
+

-- 
Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/debian-science/packages/cmor-tables.git