[hdf-compass] 121/295: add script to download data files
Ghislain Vaillant
ghisvail-guest at moszumanska.debian.org
Sun May 8 10:35:34 UTC 2016
This is an automated email from the git hooks/post-receive script.
ghisvail-guest pushed a commit to branch debian/master
in repository hdf-compass.
commit 580dc6fa254c54b33b2f387be0532aff9b1bad53
Author: jreadey <jreadey at hdfgroup.org>
Date: Thu Oct 8 20:04:09 2015 -0700
add script to download data files
---
data/hdf5/download_data.py | 34 ++++++++++++++++++++++++++++++++++
1 file changed, 34 insertions(+)
diff --git a/data/hdf5/download_data.py b/data/hdf5/download_data.py
new file mode 100644
index 0000000..ce60572
--- /dev/null
+++ b/data/hdf5/download_data.py
@@ -0,0 +1,34 @@
+import wget
+"""
+Download additional data files from AWS
+"""
+
+files = [
+ 'tall.h5',
+ 'ami_hdf.h5',
+ 'attrfile.h5',
+ 'countries.h5',
+ 'hapmap_compressed.h5',
+ 'hdf5_test.h5',
+ 'iso++.h5',
+ 'sequences.h5',
+ 'snps1000_chr22_CEU.h5',
+ 'tiefort_bldg_poly_utm.shp.h5',
+ 'orig-n10.h5', # 2 MB
+ 'LD_22 - linkage disequilibrium - includes 5Kx5K matrix.h5', # 5 MB
+ 'shuttle_hdf.h5', # 8 MB
+ 'full8_400um.mnc.h5', # 10MB
+ 'DOQ.h5', # 45 MB
+ 'Sample_Urban_Data.h5', #145 MB
+ 'h5pf_md_manygroupnew2.h5', # 155 MB
+ 'gz6_SCRIS_npp_d20140522_t0754579_e0802557_b13293__noaa_pop.h5', # 187 MB
+ #'NARA_TWR.h5', # 3 GB! Uncomment if you really want this.
+]
+
+for filename in files:
+ uri = 'https://s3.amazonaws.com/hdfgroup/data/hdf5test/' + filename
+ print("downloading: " + uri)
+ wget.download(uri, bar=wget.bar_thermometer)
+print("done!")
+
+
--
Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/debian-science/packages/hdf-compass.git
More information about the debian-science-commits
mailing list