Wget 20160517085614

#!
/bin/bash
##############################################################################
# ESG Federation download script
#
# Template version: 1.2
# Generated by pcmdi.llnl.gov - 2016/05/17 08:56:14
# Search URL: http://pcmdi.llnl.gov/esg-search/wget/?distrib=false&dataset_id=cm
ip5.output1.MIROC.MIROC5.rcp26.mon.atmos.Amon.r1i1p1.v20120710|aims3.llnl.gov
#
###############################################################################
# first be sure it's bash... anything out of bash or sh will break
# and the test will assure we are not using sh instead of bash
if [ $BASH ] && [ `basename $BASH` != bash ]; then
echo "######## This is a bash script! ##############"
echo "Change the execution bit 'chmod u+x $0' or start with 'bash $0' instea
d of sh."
echo "Trying to recover automatically..."
sleep 1
/bin/bash $0 $@
exit $?
fi
version=1.3.2
CACHE_FILE=.$(basename $0).status
openId=
search_url='http://pcmdi.llnl.gov/esg-search/wget/?distrib=false&dataset_id=cmip
5.output1.MIROC.MIROC5.rcp26.mon.atmos.Amon.r1i1p1.v20120710|aims3.llnl.gov'
#These are the embedded files to be downloaded
download_files="$(cat <<EOF--dataset.file.url.chksum_type.chksum
'cfc12global_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/t
hredds/fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Am
on/r1i1p1/cfc12global/1/cfc12global_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' '
SHA256' '0913ac5f045939920701e13227493cee44d2a18309b487c489247ef602f353fc'
'cfc11global_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/t
hredds/fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Am
on/r1i1p1/cfc11global/1/cfc11global_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' '
SHA256' 'e97af12f64ceb5768c5e5a14cf94e90f451884086ab983a092278d4c19513758'
'ch4global_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thr
edds/fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Amon
/r1i1p1/ch4global/1/ch4global_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256
' '3c04650545ad05889f862b029348386a7fc9afe895afc33b700fd53cc598d78d'
'cct_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/f
ileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Amon/r1i1p
1/cct/1/cct_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '9f261545d1c09a4
c4fd53285bc00941caa6adaf343edf981f67ca45a441000c2'
'ccb_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/f
1/ccb/1/ccb_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '55ce969b58ed6cf
a64b9157eb59c077dc85a8a7f330e7c21ca17a3d883326526'
'cl_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'http://aims3.llnl.gov/thredds/fi
leServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Amon/r1i1p1
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' '01b21ff4600bc7cdbb
b5c376c5ef0345b471eea55f8290a2f9425f0abeca68c0'
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' '4b3f70ca1f781c9f07
e8919255deff5a3a6ca2442e32e3fa903f6433e1c406d9'
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' 'db6c6e3696fe410bc7

e84fabd86144ff5427b3f136ccea7c516de22b22931c5b'
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' 'c2abd5488cdda43e59
6d6c2d7efb77ff72081b29a8ee7ac84fad956c93bfdafb'
'hfss_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Amon/r1i1
p1/hfss/1/hfss_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '90fbb5dd536f
dbfa433abcc75baf7c3d1701a4df1b4f6bcdf5b1f3b668b7a780'
'hur_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'http://aims3.llnl.gov/thredds/f
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' 'b5e12907c71c0bd
a4cb6efbe9d35408603a3e3b6a46a92393b642769d17ff9f5'
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' 'adfaf75b2e8299b
5f4d1717bfe38bcbff4ea5b873cffab4d11530136d6ab6bc1'
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' '75e8f1b5d797b6a
45816184af1cfeb6b6ac36f392fb6624709290f8e10452358'
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' '4246abac83f7633
370e68c214d7696537b64feebcbac47e7799b7487cff0872f'
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' '4397c65c0073617
ee4ff954418552cca9015946b57536cacb0e650ffc1844cca'
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' '60940671fe7a3c7
3d7660d06b834349faceb28a7308c2754c83f86cd904a6ddd'
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' '5e775c6d322854f
e5f59f3ebeda133378198fd4868fa9b4a3a39230ec0a882e2'
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' 'd63f4ae7c070002
f65ba6d375d2ebb0baef12d093571172e62c89c81fd10a2da'
'rldscs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredd
s/fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Amon/r1
i1p1/rldscs/1/rldscs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'c660a4
6eb0ec96409e401a70533dd256b1d4aecdec1bd1a27bcdb4ea45852dbf'
'n2oglobal_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thr
edds/fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Amon
/r1i1p1/n2oglobal/1/n2oglobal_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256
' 'fdcd68ceab10f62ac2e31bb0b7c1e152b15be8381b1e49f2e3fb6924f197f64a'
'rlds_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/rlds/1/rlds_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '07d5c672beea
b9bdb5b35fffd03890f2b6c4bf9acc1955b4536f8523f182dbaa'
'prc_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/f
1/prc/1/prc_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '82035928aa09792
de4e3c6d829fb68653b203f117c4d2e3a615d24439c164559'
'prw_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/f
1/prw/1/prw_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '6716273f19fcf8b

a605bc074e14a8a135fa9dfecfd9c2f9139b4923b1bdd684e'
'psl_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/f
1/psl/1/psl_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'ac511b159e979d0
16f037f8b3f81e2e9442aa7d444137e6955ca5f58391e9c83'
'prsn_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/prsn/1/prsn_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '8fb5475292ad
e85b908c94f336e843c72dc841dd8f6e14e46168cc6cf838e006'
'ps_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/fi
/ps/1/ps_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'efcb6567e870111eae
4dc13603b6901c51fa32bc972fcca064b5ebb0cb445ef7'
'pr_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/fi
/pr/1/pr_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '7cea51999a47488810
1bb5e5273d196645a133919a546f7b129905636be1a8c8'
'cli_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'http://aims3.llnl.gov/thredds/f
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' '309bec4294c4508
e79f46a905348a2d4b96bf0623d774e19ee66e3fc9e565752'
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' '4513f0e37d81674
be3bf9fb1b6eab0ef0c70ec81ac99f3cf03947b5628a6ed27'
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' 'e8c5a51d732d584490
8cd7093617f47edd3bb7389697c5409453f693b69a4ef8'
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' '344a242238f49d90c6
9a7c6a5a0cca2575aeecbbcff323b56dbf0387734c1888'
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' 'a8fe612231a79e3f00
6ad378299c3e5c7fb5fbcc9b57805c9a97abac110c9244'
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' '35bbf5d5e87ea5ef9d
3d639fd0cbf1722d88a9cd8c6039048b55cd4cfa04d236'
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' '49efd489178b4a29a3
0f2c50f40f90a95bced45c1c2d8f127bdab70ba2cb83fd'
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' 'e1e9444e5a4ff3985b
edd4d3b5b43af2ba260a3c75781d3dc963853e16cf58a2'
/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '9e1a7709d1844f6597
fee3e4e805bcfb01072b2e4689f44869c6bb284e5b996c'
'hurs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/hurs/1/hurs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '3f2d96dd770f
7ef21994c92b06ec06d37c725ae37b19bb53e78e1efafeb6a53d'
'hus_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'http://aims3.llnl.gov/thredds/f
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' '5dd6e7157718940

00c35dbb3592f1279ac32c8d61db2d2fa8513b21878479494'
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' '3be2ecb729e27f1
420ff0b1c3a17c68a6baff95b543388f100a10b47b24ece2c'
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' '16ebd31d256ae38
65ee6b6319c785a0b22d9dbaa7aa33eca727daf316c71f389'
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' '3b631086ee49a6e
2942fc11bff2e540be9b0fb0b28e7ec3778478307046805de'
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' '80a8b46fd98f3d8
cd7b6e876f48531af2dab8fe8af136acffbc7a432e6a87f8c'
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' 'f8f467381a7a669
a134be6aaf369ef1aed1e01bac7c51e058bc14a3c2de7cb60'
1/hur/1/hur_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' 'a2db0336b089c7c
96f645287aa18f9ed6103fd793f8945184d5592655a9ba056'
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' '095108183e6de71
e30f9f7b01354f42bd0caae302d906bcfd3aa449bd39935c4'
'rsutcs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredd
i1p1/rsutcs/1/rsutcs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'ee2b52
ae8b0d5de0a450e9ed669db022d7ba2c34c175b9379587716f0e342cdc'
'rtmt_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/rtmt/1/rtmt_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '1a8227c5e925
4d80f7d115ae189002e4d5d327d730465d59d8d33a1cc65d1ce5'
'sbl_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/f
1/sbl/1/sbl_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '0be9cbb6e65a01b
b044291a6ce1e2e888666e306a29dae5f42a86615fed0cca3'
'sfcWind_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thred
ds/fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Amon/r
1i1p1/sfcWind/1/sfcWind_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'd02
1aa3c814ff571064fa40a6b94b5564a22a05f80b61acb7adf0184903c4acf'
'ta_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'http://aims3.llnl.gov/thredds/fi
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' '3de9cea5f19269e6d9
862263221d4615c891c226b7d3dcdc43fc1f7a56a6dc5c'
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' '0de9ead7a40c5017f5
3e01673bd51193de60efab019458cd20a012b3fd0e51db'
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' '94d1e502325b1901ca
c174e27bb7682d00228e4b12e746929be7d6954894ae0a'
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' 'ac2d161ee25524cda6

839215a64273817d788b6e1c5b6b450f78a59bc36b65ba'
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' '320eae4d548026832e
2c5a681cfc92bfd413e1cf763e54e07985999716d3eed5'
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' 'cc7d84f6d40a77247d
d53daad55f2de68e8d88705526ba3b53949e8a3ffc79b5'
'tasmin_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredd
i1p1/tasmin/1/tasmin_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '364324
9cea97f55eab7466647604d87b7b651d03d04b1212da1f0c289140e76e'
'tasmax_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredd
i1p1/tasmax/1/tasmax_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'd17902
e3fcc077d527355f5ad3aeca76785bb8a14cd0fccde94b8d9fa23423db'
'tauu_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/tauu/1/tauu_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '05de4111a380
6f4987e18edc7e5b9f702800a70b79bb887359f0806d10dbb1b3'
'tas_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/f
1/tas/1/tas_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'ba4a4747093a497
629d1a62ad2d8456b8aeca743f34af7f5fb8b04775400da13'
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '0d2f93b743154f61f3
71b00c14fd19f8f1cefb7b82a4091d2194e8e06cbf0f6d'
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' '301c21f8db5321f7ba
3cdfb418b91f07ee836c929d30976fe826896f4e4f8b6e'
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' '48001cbd2c75644a9f
ec17b1ad1e6d426678a77c26346a5fd77ffdb76ac55eae'
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' 'ceebf84aecf9b2dd84
adcfc21fbda2f5058ff16cfb68a4e03d862564a378e965'
/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' 'cfb866ff1ec27441df
22a360ea5cace87146c9d138a495f3b74d326f4e8fc595'
'tauv_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/tauv/1/tauv_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'e09690862706
3f0f4e3fe97fed657357104b327398160107537552180fbb2b16'
'tro3_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'http://aims3.llnl.gov/thredds/
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' '4818688eb170
916d300711938daf45d1dbbb59dd89641c78456426929c1d05c4'
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' '7e0c6dc02c89
1a1088b49696b7f16b5ea3e0e34b9b46ddb2b4981c047a4d3917'
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' 'bf4428d56422

ada44af47b64e88fcf845edf41e66d3a1e18ea10e557f18bac3c'
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' 'f22000cf461b
b0414d9a6f2bc20ac06349a257305a58066daa17771d8dff7d6a'
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' '158cfcae6ecb
3c6066ead0f607133f804d748f787ef56ecd26d04e8f1b1a16b1'
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' '1bce2822c4bd
4b27f240e35dfedfae21c49e52f834a2bd7d285036c25c748756'
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' '7234c916b938
e5e7f3defabe16d0974331a1cdfd29f3b15353a66e27eb52485e'
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' '4e6fae739f1b
72c32c6bbf42d89e0cbc9bb5a43353c9bd2425a6c08012a2585f'
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' '0a48c58fee60
67b2c129db9c9bc48af2c46b8c3e38fd33b680879b729bcdd0be'
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' 'a56b4999e9f9
3f4c0dfe76cdf30d42bbae2d1aa352432a65ffb524ab456c69f1'
p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' '7bd0122aecb5
be687a7e0f4713315cefaa75ad68c77a54575506512fc01141b1'
'ts_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/fi
/ts/1/ts_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'c18f2f3c2a289018e1
030c70f2424ca5f2014de58c877f5d07efc117aa68d7f8'
'ua_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'http://aims3.llnl.gov/thredds/fi
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' 'e0a163a37c51d831e6
5929c8f04fd9967d147769951dc892531453202f2d4c8d'
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' '6ab7d1ee36ff277966
ced00149d41c73d2b9d007b3475a0fe90d52ff45853c32'
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' 'd2085f1ea71c8ef332
b777b583d6662f4d5e757da3d56f3c6c3618c90de15bca'
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' 'c7d2cfa2c6f79e1166
499bb3b417b9b434aab452ab748124628f54e30b682664'
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' '7bcb899e97a6211c1c
e5d95785beae605cca5421617ab5711341974db7c805d6'
'uas_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/f
1/uas/1/uas_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'bde3ccc89f8e91c

fea1d7628fa10e101d58aa9b2488a4c50a603b4a35673cb15'
'va_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'http://aims3.llnl.gov/thredds/fi
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' '966ce203527e206977
a977bd05019010cb69c731899394bfb47b53969395c16f'
'clw_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'http://aims3.llnl.gov/thredds/f
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' '9525cd7ce830c4e
29c758dc156fc12b7187a9d5d5a61ad6c97ad349337e7d460'
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' 'ef17770d4f041ba
16f3913b83c3f3072e3da5e77ee487388c44aa35ca267f14d'
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' 'ddd6eda2fb95e34
beaecff47cfdc10934390fefa48887c98e342bdde579eba8c'
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' '87debf22bb2b57a
589e93cff922b704aa6b267ab45f0fa9e9c33ac4cdec15be3'
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' '5f0fd91d49f9bf9
94ad4c17e6714f400269d2aa6a9c7297bd0f7f017298b8f5d'
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' 'a7809025f45cfe0
8cf11299f034693ecbce62c04311ab5e26aa76dce435b6b3a'
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' '0b38833204be3ef
66c45398cf0f46512183daa5f883534bcb336c40bc1d34614'
'clivi_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds
/fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Amon/r1i
1p1/clivi/1/clivi_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'dc11fbbfc
d1cc66ffad6169e3e3a7c78072b5226417d885e2c40cbf00353ed44'
'clt_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/f
1/clt/1/clt_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '6b79f9fe2a0e4f8
31cad9d9023b0d73e3f5c46907cf99f70bea2f57e209e13b1'
'mc_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'http://aims3.llnl.gov/thredds/fi
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' 'a225153b200b0954e8
bc10ebed42c4a8e9f4ec270227f0ab4b2b27cb2e841503'
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' 'a6c27c906598201f0c
bc3334b33305ca2e764c9338b8951991f058a3d2a9aad3'
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' 'a9416e73f86edc7e6a
8c2cdbedf9421fcba125bdb2649f525b4e3ce2cd00e5b5'
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' 'a85938749a29d12cb7
e7c9eb84e051bb02de580750a3e2c14cc09a2e63cdda58'
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' '0ae2d965f528fb1b9a

f5be0c696dcdf3455f2694a99143fc4b09825000b42d65'
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '85c5332f2975745501
27689fd7e9dc59f324f318cc01145296a3ae6601c6fbab'
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' 'c0591a4a324d35ff50
a4e93079a7d52c0d88cfc6b817e096d28eada17a226080'
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' '8efc275236d88e5cda
0102ed377434c5e39321ab6cd3dd496c8cf2324696532a'
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' '4dae7a33fc99f412b3
f82300c6cff681824bb6a7458dbb6bfec3cd87db2e3992'
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' 'b4c411bdf9f6ce0b25
5a440772483207c104c1df6b43fdfe16304fa9d4c9c7a9'
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' '6d563e6bf50e6f1177
9d51c2b30afecdf23fb06d11b1db356652aee031d59b96'
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' '1c0ee80d69c8f9e42f
d0862357a0c5fdc55df4bd126134e41dd60347bfc53020'
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '1ba90d4f238818bec7
2e5d163882cb1834d5c40e09c7816f476bb41c8e6db069'
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' '6fa92d983d0b2dac48
f298da984f56c3f81c660c85c597ab21e53cd0e4f38d38'
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' 'eb3aa2037e95686b85
f570f00fa412dc8d5175411d5f3785ceffd89ea9bd664a'
/ua/1/ua_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' '3bb79fd64bdfc4c433
28c9b7583f09d4a3e9fd81c4992485cad1c3d9ebcb8b5d'
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '42923dd775763f291b
34f6cffa752e6deabd95c84c47b6633734c746b0209fd4'
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' '484ac1719db30f8721
197cf5de4c12c8683dc309b9fc39cab28a50d77bdd48e1'
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' '7bec7ac61f46a7832f
a4f9659437d6b9d254aa8d9f55fd6f9ea70684d7f98b42'
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' 'af3c42f8f4083924cf

b8c148b6ba854d7e6b9327cee1788a4b45554b729237c2'
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' '56208bb5ee33f9d88f
9ad05d4237c3176122c62482351b4365fa80dbd466e492'
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' '9084fae37d4b341f19
856d8ea9cf1721393d2fb7277d9b97a39a082e44f81c21'
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' '856efa601f7275bf83
2c174f4634a103992d2b7f62e905d1e68fb5232ab30da5'
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' '80956ceedc505b2e33
60577d8ed7e02b03eea9b1aca156c39bbc88450bf43c49'
/va/1/va_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' 'ac35deddad71c6c186
000faa16daf91b6a5b42f40937c56b9f9d6c6fb39f7fb2'
'wap_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'http://aims3.llnl.gov/thredds/f
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' '65ee092355facdf
d22743f5b2ccfdccba53404c6ae82b76d9b9b9c966a8bb0d1'
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' '476b7ecbedf0c13
377bc93c6d5d3597128830925b23504a39504c427a546895e'
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' '8e961cd3b75443b
e7c0523c6d1f19771dbadd7ec4258fdbf02b8a28099f5eda2'
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' '6727cedcd03b79c
0c869e9b0c5a2d3ffaa3ef7d0a0655922cba6fbe2534bcb01'
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' 'd18bc47bed6eadc
277f2258944a525a0884ad2dc80b775181db282dd40c20b75'
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' 'd885a3227c1f870
1ff30099a4fc61cddd8d396f9af93f29fbf519a1b5c572974'
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' '6546059e6ac3671
5acb1412dda6ca669aa9a1f037bfdf5c6c5333dd0fad762f9'
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' 'c3dda90393e1de8
a2c9b28accdc4daf433f83b6e74caec76c5711b2b3a9099a6'
'vas_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/f
1/vas/1/vas_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'c9c6b3614bb3374
ff212108a5fa2ea19bb9b607a17000bbd5c96a330c24dd62c'
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '592a9375d1582a0

1b30d471c489d5e6c5e3ce1fed58fb43192133ee86a37a677'
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' 'a26490ac145e9a1
d1586302345f1a20268ab17ae09f7a0cf848da47ae86fc13c'
1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' '603ff489a8c7200
0c45d456aa79d659aa040415e835b610093c990bc76624f35'
'zg_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'http://aims3.llnl.gov/thredds/fi
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' 'f4d719a5977ce7cfc5
de0ef79d9718fbcbde53b724e0d4b22743f069575879d6'
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' '502e04a028908dca03
884e31d80a3599c76e05400e37cd8233145af34cf6cadc'
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' 'c428a43dbd9ac0bd11
7fae3669a77c4fff8ae2856e293460762ba894423c7d3e'
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' '1df47a9033e3ecb12d
0f3eb63615410dcd873ce249c7742328e5b9e875076c1e'
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' '90ee1afa659fe896af
f7b17f04ecd649f4558cda87c1426cfb2cb1bb6286f4c3'
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' 'db020735119bf1be70
72c777af13fc4ce90d9596c1b05e5e51e148c08e57e128'
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '5d74aee1a5200d7b87
c3ac1d73a14d6ff2e00d5a90bfe40623ca967fc09e854b'
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' '4e15888ebf2dc84810
be65d377b253408ecbba92b247a672b1f8f40fccb6ebd1'
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' 'e82dac27d26b2aeb4e
9005c54771c79c0e65138a391daf6b6eeb0034aa0dad8f'
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' '28f0e9a72070a54982
e038c15f573174a95cd997768acab7f9b674eff226746b'
/zg/1/zg_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' 'dcbe200aeed3434071
c0d68d9719ec8df9a64b8014fc5cc2e83c0982449177c5'
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_208001-208912.nc' 'SHA256' '80c426756e9c20c
8d0b77eff3b65255dd301fb096836fb47553d2e87bd13c823'
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '299c60896aeae09

f85d14f7f2cd9bcf471effc5ed001dbce3f48d85567e49b71'
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' '614c03ec8ecfc40
3daa260443c86080f391a59674ce79641cee940b0175f4500'
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' '92384be31b82316
fd986ffc263ef71e40242225856c66db6ec1106f345f5166e'
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' 'f9b92f4ad10027f
eb28cd8b3429dcebdef9dfc416641463709d5f6be78628a6f'
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' 'b47b15887d0e171
843de85769cface87632a761528964611a805272ea68d24b9'
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' '4ba28da0ac07aba
ee5c0fbcd838b5e9a7e0ad7b6c89ffc61e08a44e7e4bf59d4'
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' '27f38a7ebac93ba
eaa9a2fc83567105326ae1801ba37c4c66a68259bc58b81d9'
1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' 'd9f958fac5c189a
48ddf123c78e117fd3d549c9c8b1d2c368330600c70a46b22'
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' '579c6b5cea1eb6e472
0b45a350c3bf3307576eaeec098cd1e9e38547f9942d24'
/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_210001-210012.nc' 'SHA256' '47c862e37475b21b12
dc4d740609839063d5ea58c67a2841746dc8f14c322abf'
'huss_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/huss/1/huss_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '3f8961580dfa
788e5a7aa37458253bb8f11fb14278338d463fce0553c218f3c6'
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' 'dc9fa69bc5676bf
2312bcd312f4e238168b6d8d676b078c0e12d5905b59deebf'
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' 'eb0ce31f43f98f3
83eab52f368165270e3c945f652cc93a4df8bf43b66cabf64'
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_204001-204912.nc' 'SHA256' 'd430c9361e5f349
240db9c23d50caefdaa4d42e3ed89e7bd7aac768763df29d8'
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '8a807e4519ed496
4524402022af11ba4f0a986247913ecca652e2c852aca4b0c'
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' '200b0218e74c1c0

d5facf3449a00c8e375b267ee0c81a39cb4ae4d3c504960ec'
1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_205001-205912.nc' 'SHA256' '7d045e292f3c368
b348073b0a74bf1c62e6f91e1ee6604077d7301ba3e51b779'
'cfc113global_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/
thredds/fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/A
mon/r1i1p1/cfc113global/1/cfc113global_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc
' 'SHA256' 'e67eae6b6c10d8f461f2ca9192c4bb782aac94c0a3103407617723d5f4c6d33c'
'hcfc22global_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/
thredds/fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/A
mon/r1i1p1/hcfc22global/1/hcfc22global_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc
' 'SHA256' 'f07444a4459a9962681b94fcac2469cf8aa9a21b5c99dbd6e576faae91a57b51'
'co2mass_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thred
1i1p1/co2mass/1/co2mass_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '3a1
e82b40f01461a2a6b6c2428ffd60dac328b0a1953a20a638a5908904f896c'
'clwvi_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds
/fileServer/cmip5_css02_data/cmip5/output1/MIROC/MIROC5/rcp26/mon/atmos/Amon/r1i
1p1/clwvi/1/clwvi_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '8a53b6037
a29350a90d5f79df4fd489989db97362a7750db0d6602a0b7b6b814'
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' '1a44425ad89e85a
3fe1e7cd82589e1d2f419d2c86e9bb9ae4d603eddb8eff98f'
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_203001-203912.nc' 'SHA256' 'eac96cf0a8a1ae3
047ee94108011b823f5e113768dc9c9de4b402e642632b1f2'
'hfls_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/hfls/1/hfls_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'c79532396746
71bf4405ae35be33b1f0bdda7a6f9efaf820e561bc0a5769dcd1'
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' 'bc788974c562f8e
f52d9f127c55cf6887cbd2d06a33ab8186a86969e407a1d1c'
1/clw/1/clw_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' 'd769ab88eca0f92
c7e2dac2e95843d9d70baec78c8bf7003db8d44e11783d9bd'
'evspsbl_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thred
1i1p1/evspsbl/1/evspsbl_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '0df
48ded91bee35ffdfad8ce835ac7502642fe8b37ec3c1ddbcd669817521bad'
'rsuscs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredd
i1p1/rsuscs/1/rsuscs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '019a62
b53342b4d15a481eec6c25c2dbd75640345b0dffafee408c30d0e16ed4'
'rsdscs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredd
i1p1/rsdscs/1/rsdscs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'c39b6c
a456f9914a9429b5eea06c5ba326931962e6b960d361e72c798ed782db'
'rlutcs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredd
i1p1/rlutcs/1/rlutcs_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '3003b8
2f1b6ccbf8e0741ea78503f4c6b1fdb5fe9a9ce2f3a1def09ad74f0c49'
'rsds_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/rsds/1/rsds_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '8fcdca3f5059

d7b88ab4578ca46a347febe651d7c5f5b87ca06240449d7fa7bb'
'rsus_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/rsus/1/rsus_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '463094141615
dad3374662c1900321248fc7548dfa109b487d2940497914f071'
'rlus_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/rlus/1/rlus_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '053318c8a6d1
7fb9c52eab6657c9025f8566b444f434280ac5e28dfef23aafec'
'rsdt_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/rsdt/1/rsdt_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '3112b4686bb0
fd1d3fb1bde35e52326e9846e1bd498c70d315df13a1b6cf5c46'
'rlut_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/rlut/1/rlut_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'bc2b807bdfad
ca7cf5207bb0187c7f0778a9f9fdbb7e4bcf5ec9add78badef8c'
'rsut_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'http://aims3.llnl.gov/thredds/
p1/rsut/1/rsut_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'aa8b6d3b86a5
02eb1bc4f73c6e8e73beb930ccfec0a47225819a643aad779ce0'
EOF--dataset.file.url.chksum_type.chksum
)"
# ESG_HOME should point to the directory containing ESG credentials.
# Default is $HOME/.esg
ESG_HOME=${ESG_HOME:-$HOME/.esg}
[[ -d $ESG_HOME ]] || mkdir -p $ESG_HOME
ESG_CREDENTIALS=${X509_USER_PROXY:-$ESG_HOME/credentials.pem}
ESG_CERT_DIR=${X509_CERT_DIR:-$ESG_HOME/certificates}
MYPROXY_STATUS=$HOME/.MyProxyLogon
TRUSTSTORE=$ESG_HOME/esg-truststore.ts
COOKIE_JAR=$ESG_HOME/cookies
MYPROXY_GETCERT=$ESG_HOME/getcert.jar
CERT_EXPIRATION_WARNING=$((60 * 60 * 8)) #Eight hour (in seconds)
WGET_TRUSTED_CERTIFICATES=$ESG_HOME/certificates
# Configure checking of server SSL certificates.
# Disabling server certificate checking can resolve problems with myproxy
# servers being out of sync with datanodes.
CHECK_SERVER_CERT=${CHECK_SERVER_CERT:-Yes}
check_os() {
local os_name=$(uname | awk '{print $1}')
case ${os_name} in
Linux)
((debug)) && echo "Linux operating system detected"
LINUX=1
MACOSX=0
;;
Darwin)
((debug)) && echo "Mac OS X operating system detected"
LINUX=0
MACOSX=1
;;
*)
echo "Unrecognized OS [${os_name}]"

return 1
;;
esac
return 0
}
#taken from http://stackoverflow.com/a/4025065/1182464
vercomp () {
if [[ $1 == $2 ]]
then
return 0
fi
local IFS=.
local i ver1=($1) ver2=($2)
# fill empty fields in ver1 with zeros
for ((i=${#ver1[@]}; i<${#ver2[@]}; i++))
do
ver1[i]=0
done
for ((i=0; i<${#ver1[@]}; i++))
do
if [[ -z ${ver2[i]} ]]
then
# fill empty fields in ver2 with zeros
ver2[i]=0
fi
if ((10#${ver1[i]} > 10#${ver2[i]}))
then
return 1
fi
if ((10#${ver1[i]} < 10#${ver2[i]}))
then
return 2
fi
done
return 0
}
check_commands() {
#check wget
local MIN_WGET_VERSION=1.10
vercomp $(wget -V | sed -n 's/^.* $[1-9]\.[0-9.]*$ .*$/\1/p') $MIN_WGET_VE
RSION
case $? in
2) #lower
wget -V
echo
echo "** ERROR: wget version is too old. Use version $MIN_WGET_VERSI
ON or greater. **" >&2
exit 1
esac
}
usage() {
echo "Usage: $(basename $0) [flags] [openid] [username]"
echo "Flags is one of:"
sed -n '/^while getopts/,/^done/ s/^$[^)]*$[^#]*#$.*$$/\1 \2/p' $0
echo
echo "This command stores the states of the downloads in .$0.status"
echo "For more information check the website: http://esgf.org/wiki/ESGF_wget

"
}
#defaults
debug=0
clean_work=1
#parse flags
while getopts ':c:pfF:o:w:isuUndvqhHI:T' OPT; do
case $OPT in
H) skip_security=1 && use_http_sec=1;; #
: Authenticate with OpenI
D (username,) and password, without the need for a certificate.
T) force_TLSv1=1;;
#
: Forces wget to use TLSv1.
c) ESG_CREDENTIALS="$OPTARG";; #<cert> : use this certificate for authe
ntication.
f) force=1;;
#
: force certificate retrieval (d
efaults to only once per day); for certificate-less authentication (see -H optio
n), this flag will force login and refresh cookies.
F) input_file="$OPTARG";;
#<file> : read input from file instead o
f the embedded one (use - to read from stdin)
o) openId="$OPTARG";;
#<openid>: Provide OpenID instead of int
eractively asking for it.
I) username_supplied="$OPTARG";;
#<user_id> : Explicitly set user ID.
By default, the user ID is extracted from the last component of the OpenID URL
. Use this flag to override this behaviour.
w) output="$OPTARG";;
#<file> : Write embedded files into a fi
le and exit
i) insecure=1;;
#
: set insecure mode, i.e. don't
check server certificate
s) skip_security=1 && use_cookies_for_http_basic_auth_start=1;;
#
: completely skip security. It will only work if the accessed data is
not secured at all. -- works only if the accessed data is unsecured or a certif
icate exists or cookies are saved (latter applies to -H option only).
u) update=1;;
#
: Issue the search again and see
if something has changed.
U) update_files=1;;
#
: Update files from server overw
riting local ones (detect with -u)
n) dry_run=1;;
#
: Don't download any files, just
report.
p) clean_work=0;;
#
: preserve data that failed chec
ksum
d) verbose=1;debug=1;;
#
: display debug information
v) verbose=1;;
#
: be more verbose
q) quiet=1;;
#
: be less verbose
h) usage && exit 0;;
#
: displays this help
\?) echo "Unknown option '$OPTARG'" >&2 && usage && exit 1;;
\:) echo "Missing parameter for flag '$OPTARG'" >&2 && usage && exit 1;;
esac
done
shift $(($OPTIND - 1))
#setup input as desired by the user
if [[ "$input_file" ]]; then
if [[ "$input_file" == '-' ]]; then
download_files="$(cat)" #read from STDIN
exec 0</dev/tty #reopen STDIN as cat closed it
else
download_files="$(cat $input_file)" #read from file
fi
fi
#if -w (output) was selected write file and finish:
if [[ "$output" ]]; then
#check the file
if [[ -f "$output" ]]; then
read -p "Overwrite existing file $output? (y/N) " answ
case $answ in y|Y|yes|Yes);; *) echo "Aborting then..."; exit 0;; esac
fi
echo "$download_files">$output
exit
fi
#assure we have everything we need
check_commands
if ((update)); then
echo "Checking the server for changes..."
new_wget="$(wget "$search_url" -qO -)"
compare_cmd="grep -vE '^(# Generated by|# Search URL|search_url=)'"
if diff -q <(eval $compare_cmd<<<"$new_wget") <(eval $compare_cmd $0) >/dev/
null; then
echo "No changes detected."
else
echo "Wget was changed. Dowloading. (old renamed to $0.old.#N)"
counter=0
while [[ -f $0.old.$counter ]]; do ((counter++)); done
mv $0 $0.old.$counter
echo "$new_wget" > $0
fi
exit 0
fi
##############################################################################
check_java() {
if ! type java >& /dev/null; then
echo "Java is required for retrieving the certificate and couldn't be fo
und."
exit 1
fi
jversion=($(jversion=$(java -version 2>&1 | awk '/version/ {gsub("\"","");pr
int $3}'); echo ${jversion//./ }))
mVer=${jversion[1]}
if ((mVer<5)); then
echo "Java version 1.5+ is required for retrieving the certificate." >&2
echo "Current version seems older: $(java -version | head -n1) " >&2
exit 1
fi
}
proxy_to_java() {
local proxy_user proxy_pass proxy_server proxy_port
eval $(sed 's#^$https\?://$\?$\([^:@]*$$:\([^@]*$\)\?@\)\?$[^:/]*$$
:\([0-9]*$\)\?.*#proxy_user=\3;proxy_pass=\5;proxy_server=\6;proxy_port=\8#'<<<
$http_proxy)
local JAVA_PROXY=
[[ "$proxy_server" ]] && JAVA_PROXY=$JAVA_PROXY" -Dhttp.proxyHost=$proxy_ser
ver"
[[ "$proxy_port" ]] && JAVA_PROXY=$JAVA_PROXY" -Dhttp.proxyPort=$proxy_port"

eval $(sed 's#^$https\?://$\?$\([^:@]*$$:\([^@]*$\)\?@\)\?$[^:/]*$$
:\([0-9]*$\)\?.*#proxy_user=\3;proxy_pass=\5;proxy_server=\6;proxy_port=\8#'<<<
$https_proxy)
[[ "$proxy_server" ]] && JAVA_PROXY=$JAVA_PROXY" -Dhttps.proxyHost=$proxy_se
rver"
[[ "$proxy_port" ]] && JAVA_PROXY=$JAVA_PROXY" -Dhttps.proxyPort=$proxy_port
"
echo "$JAVA_PROXY"
}
# get certificates from github
get_certificates() {
# don't if this was already done today
[[ -z $force && "$(find $ESG_CERT_DIR -type d -mtime -1 2>/dev/null)" ]] &&
return 0
echo -n "Retrieving Federation Certificates..." >&2
if ! wget --no-check-certificate https://raw.githubusercontent.com/ESGF/esgf
-dist/master/installer/certs/esg_trusted_certificates.tar -O - -q | tar x -C $ES
G_HOME; then
#certificates tarred into esg_trusted_certificates. (if it breaks, let t
he user know why
wget --no-check-certificate https://raw.githubusercontent.com/ESGF/esgfdist/master/installer/certs/esg_trusted_certificates.tar
echo "Could't update certs!" >&2
return 1
else
#if here everythng went fine. Replace old cert with this ones
[[ -d $ESG_CERT_DIR ]] && rm -r $ESG_CERT_DIR || mkdir -p $(dirname $ESG
_CERT_DIR)
mv $ESG_HOME/esg_trusted_certificates $ESG_CERT_DIR
touch $ESG_CERT_DIR
echo "done!" >&2
fi
}
#get truststore from github
get_truststore() {
# don't if this was already done today
[[ -z $force && "$(find $TRUSTSTORE -type f -mtime -1 2>/dev/null)" ]] && re
turn 0
echo -n "Retrieving Federation Truststore..." >&2
if ! wget --no-check-certificate https://raw.githubusercontent.com/ESGF/esgf
-dist/master/installer/certs/esg-truststore.ts -O $TRUSTSTORE -q ; then
#certificates tarred into esg_trusted_certificates. (if it breaks, let t
he user know why
wget --no-check-certificate https://raw.githubusercontent.com/ESGF/esgfdist/master/installer/certs/esg-truststore.ts -O $TRUSTSTORE
echo "Could't update truststore!" >&2
return 1
else
touch $TRUSTSTORE
fi
echo "done!" >&2
}
# Retrieve ESG credentials

unset pass
get_credentials() {
check_java
#get all certificates
get_certificates
#get truststore
get_truststore
if [[ -z "$(find $MYPROXY_GETCERT -type f -mtime -1 2>/dev/null)" ]]; then
echo -n "(Downloading $MYPROXY_GETCERT... "
mkdir -p $(dirname $MYPROXY_GETCERT)
if wget -q --no-check-certificate https://raw.githubusercontent.com/ESGF
/esgf-dist/master/installer/certs/getcert.jar -O $MYPROXY_GETCERT;then
echo 'done)'
touch $MYPROXY_GETCERT
else
echo 'failed)'
fi
fi
#if the user already defined one, use it
if [[ -z $openId ]]; then
#try to parse the last valid value if any
[[ -f "$MYPROXY_STATUS" ]] && openId=$(awk -F= '/^OpenID/ {gsub("\\\\",
""); print $2}' $MYPROXY_STATUS)
if [[ -z $openId ]]; then
#no OpenID, we need to ask the user
echo -n "Please give your OpenID (Example: https://myserver/example/
username) ? "
else
#Allow the user to change it if desired
echo -n "Please give your OpenID (hit ENTER to accept default: $open
Id)? "
fi
read -e
[[ "$REPLY" ]] && openId="$REPLY"
else
((verbose)) && echo "Using user defined OpenID $openId (to change use -o
<open_id>)"
fi
if grep -q ceda.ac.uk <<<$openId; then
username=${openId##*/}
echo -n "Please give your username if different [$username]: "
read -e
[[ "$REPLY" ]] && username="$REPLY"
fi
#get password
[[ ! "$pass" ]] && read -sp "MyProxy Password? " pass
local args=
[[ "$openId" ]] && args=$args" --oid $openId"
[[ "$pass" ]] && args=$args" -P $pass"
[[ "$username" ]] && args=$args" -l $username"
echo -n $'\nRetrieving Credentials...' >&2
if ! java $(proxy_to_java) -Djavax.net.ssl.trustStore=$TRUSTSTORE -Djavax.ne

t.ssl.trustStorePassword=changeit -jar $MYPROXY_GETCERT $args --output $ESG_CRED
ENTIALS ; then
echo "Certificate could not be retrieved"
exit 1
fi
echo "done!" >&2
}
# check the certificate validity
check_cert() {
if [[ ! -f "$ESG_CERT" || $force ]]; then
#not there, just get it
get_credentials
elif which openssl &>/dev/null; then
#check openssl and certificate
if ! openssl x509 -checkend $CERT_EXPIRATION_WARNING -noout -in $ESG_CER
T 2>/dev/null; then
echo "The certificate expires in less than $((CERT_EXPIRATION_WARNIN
G / 60 / 60)) hour(s). Renewing..."
get_credentials
else
#ok, certificate is fine
return 0
fi
fi
}
#
# Detect ESG credentials
#
find_credentials() {
#is X509_USER_PROXY or $HOME/.esg/credential.pem
if [[ -f "$ESG_CREDENTIALS" ]]; then
# file found, proceed.
ESG_CERT="$ESG_CREDENTIALS"
ESG_KEY="$ESG_CREDENTIALS"
elif [[ -f "$X509_USER_CERT" && -f "$X509_USER_KEY" ]]; then
# second try, use these certificates.
ESG_CERT="$X509_USER_CERT"
ESG_KEY="$X509_USER_KEY"
else
# If credentials are not present, just point to where they should go
echo "No ESG Credentials found in $ESG_CREDENTIALS" >&2
ESG_CERT="$ESG_CREDENTIALS"
ESG_KEY="$ESG_CREDENTIALS"
#they will be retrieved later one
fi
#chek openssl and certificate
if (which openssl &>/dev/null); then
if ( openssl version | grep 'OpenSSL 1\.0' ); then
echo '** WARNING: ESGF Host certificate checking might not be compat
ible with OpenSSL 1.0+'
fi
check_cert || { (($?==1)); exit 1; }
fi
if [[ $CHECK_SERVER_CERT == "Yes" ]]; then

[[ -d "$ESG_CERT_DIR" ]] || { echo "CA certs not found. Aborting."; exit
1; }
PKI_WGET_OPTS="--ca-directory=$ESG_CERT_DIR"
fi
#some wget version complain if there's no file present
[[ -f $COOKIE_JAR ]] || touch $COOKIE_JAR
PKI_WGET_OPTS="$PKI_WGET_OPTS --certificate=$ESG_CERT --private-key=$ESG_KEY
--save-cookies=$COOKIE_JAR --load-cookies=$COOKIE_JAR --ca-certificate=$ESG_CER
T"
}
check_chksum() {
local file="$1"
local chk_type=$2
local chk_value=$3
local local_chksum=Unknown
case $chk_type in
md5) local_chksum=$(md5sum_ $file | cut -f1 -d" ");;
sha256) local_chksum=$(sha256sum $file|awk '{print $1}'|cut -d ' ' -f1);
;
*) echo "Can't verify checksum." && return 0;;
esac
#verify
((debug)) && echo "local:$local_chksum vs remote:$chk_value" >&2
echo $local_chksum
}
#Our own md5sum function call that takes into account machines that don't have m
d5sum but do have md5 (i.e. mac os x)
md5sum_() {
hash -r
if type md5sum >& /dev/null; then
echo $(md5sum $@)
else
echo $(md5 $@ | sed -n 's/MD5[ ]*$.*$[^=]*=[ ]*$.*$$/\2 \1/p')
fi
}
get_mod_time_() {
if ((LINUX)); then
#on linux modtime is stat -c %Y <file>
echo "$(stat -c %Y $@)"
elif ((MACOSX)); then
#on a mac modtime is stat -f %m <file>
echo "$(stat -f %m $@)"
fi
return 0;
}
remove_from_cache() {
local entry="$1"
local tmp_file="$(grep -ve "^$entry" "$CACHE_FILE")"
echo "$tmp_file" > "$CACHE_FILE"
unset cached
}
#Download data from node using cookies and not certificates.
download_http_sec()
{
#The data to be downloaded.
data=" $url"
filename="$file"
#Wget args.
if ((insecure))
then
wget_args=" --no-check-certificate --cookies=on --keep-session-cookies --sav
e-cookies $COOKIES_FOLDER/wcookies.txt "
else
wget_args=" --ca-directory=$WGET_TRUSTED_CERTIFICATES --cookies=on --keep-ses
sion-cookies --save-cookies $COOKIES_FOLDER/wcookies.txt "
fi
if ((use_cookies_for_http_basic_auth_start)) || ((use_cookies_for_http_basic_a
uth))
then
wget_args=" $wget_args"" --load-cookies $COOKIES_FOLDER/wcookies.txt"
fi
if((force_TLSv1))
then
wget_args=" $wget_args"" --secure-protocol=TLSv1 "
fi
if [[ ! -z "$ESGF_WGET_OPTS" ]]
then
wget_args="$wget_args $ESGF_WGET_OPTS"
fi
#use cookies for the next downloads
use_cookies_for_http_basic_auth=1;
#Debug message.
if ((debug))
then
echo -e "\nExecuting:\n"
echo -e "wget $wget_args $data\n"
fi
#Try to download the data.
command="wget $wget_args $data"
http_resp=$(eval $command 2>&1)
cmd_exit_status="$?"
if ((debug))
then
echo -e "\nHTTP response:\n $http_resp\n"
fi
#Extract orp service from url ?
#Evaluate response.
#redirects=$(echo "$http_resp" | egrep -c ' 302 ')

#(( "$redirects" == 1 )) &&
if echo "$http_resp" | grep -q "/esg-orp/"
then
urls=$(echo "$http_resp" | egrep -o 'https://[^ ]+' | cut -d'/' -f 3)
orp_service=$(echo "$urls" | tr '\n' ' ' | cut -d' ' -f 2)
#Use cookies for transaction with orp.
wget_args=" $wget_args"" --load-cookies $COOKIES_FOLDER/wcookies.txt"
#Download data using either http basic auth or http login form.
if [[ "$openid_c" == */openid/ || "$openid_c" == */openid ]]
then
download_http_sec_open_id
else
download_http_sec_decide_service
fi
else
if
echo "$http_resp" | grep -q "401 Unauthorized" \
|| echo "$http_resp" | grep -q "403: Forbidden" \
|| echo "$http_resp" | grep -q "Connection timed out." \
|| echo "$http_resp" | grep -q "no-check-certificate" \
|| (( $cmd_exit_status != 0 ))
then
echo "ERROR : http request to OpenID Relying Party service failed."
failed=1
fi
fi
}
#Function that decides which implementaion of idp to use.
download_http_sec_decide_service()
{
#find claimed id
pos=$(echo "$openid_c" | egrep -o '/' | wc -l)
username_c=$(echo "$openid_c" | cut -d'/' -f "$(($pos + 1))")
esgf_uri=$(echo "$openid_c" | egrep -o '/esgf-idp/openid/')
host=$(echo "$openid_c" | cut -d'/' -f 3)
#test ceda first.
if [[ -z "$esgf_uri" ]]
then
openid_c_tmp="https://""$host""/openid/"
else
openid_c_tmp="https://""$host""/esgf-idp/openid/"
fi
command="wget "$openid_c_tmp" --no-check-certificate ${force_TLSv1:+--secure-p
rotocol=TLSv1} -O-"
if [[ ! -z "$ESGF_WGET_OPTS" ]]
then
command="$command $ESGF_WGET_OPTS"
fi
#Debug message.
if ((debug))
then
echo -e "\nExecuting:\n"
echo -e "$command\n"
fi
#Execution of command.
if ((debug))
then
fi
if
echo "$http_resp" | grep -q "[application/xrds+xml]" \

&& echo "$http_resp" | grep -q "200 OK" \
&& (( cmd_exit_status == 0 ))
then
openid_c=$openid_c_tmp
download_http_sec_open_id
else
if [[ -z "$esgf_uri" ]]
then
echo "ERROR : HTTP request to OpenID Relying Party service failed."
failed=1
else
download_http_sec_cl_id
fi
fi
}
download_http_sec_retry()
{
echo -e "\nRetrying....\n"
#Retry in case that last redirect did not work, this happens with older versio
n of wget.
command="wget $wget_args $data"
#Debug message.
if ((debug))
then
echo -e "Executing:\n"
fi
if ((debug))
then
fi
if
echo "$http_resp" | grep -q "401 Unauthorized" \

|| echo "$http_resp" |
|| echo "$http_resp" |
|| (( $cmd_exit_status
then
echo -e "\nERROR : Retry
#rm "$filename"
failed=1
fi #if retry failed.
grep -q "Connection timed out." \

grep -q "no-check-certificate" \
!= 0 ))
failed.\n"
}
#Function for downloading data using the claimed id.
download_http_sec_cl_id()
{
#Http request for sending openid to the orp service.
command="wget --post-data \"openid_identifier=$openid_c&rememberOpenid=on\" $
wget_args -O- https://$orp_service/esg-orp/j_spring_openid_security_check.htm "
#Debug message.
if ((debug))
then
echo -e "wget $command\n"
fi
if ((debug))
then
fi
#Extract orp service from openid ?
#Evaluate response.If redirected to idp service send the credentials.
#(( redirects == 2 )) &&
if echo "$http_resp" | grep -q "login.htm" && (( cmd_exit_status == 0 ))
then
urls=$(echo "$http_resp" | egrep -o 'https://[^ ]+' | cut -d'/' -f 3)
idp_service=$(echo "$urls" | tr '\n' ' ' | cut -d' ' -f 2)
command="wget --post-data password=\"$password_c\" $wget_args ${quiet:+-q} $
{quiet:--v} -O $filename https://$idp_service/esgf-idp/idp/login.htm"
#Debug message.
if ((debug))
then
echo -e "wget $command\n"
fi
if ((debug))
then
fi
#Evaluate response.
#(( "$redirects" != 5 )) \
if
echo "$http_resp" | grep -q "text/html" \
|| (( cmd_exit_status != 0 ))
then
rm "$filename"
download_http_sec_retry
fi
else
echo "ERROR : HTTP request to OpenID Provider service failed."
failed=1
fi #if redirected to idp.
}
download_http_sec_open_id()
{
#Http request for sending openid to the orp web service.
command="wget --post-data \"openid_identifier=$openid_c&rememberOpenid=on\" -header=\"esgf-idea-agent-type:basic_auth\" --http-user=\"$username_c\" --http-pa
ssword=\"$password_c\" $wget_args ${quiet:+-q} ${quiet:--v} -O $filename https:
//$orp_service/esg-orp/j_spring_openid_security_check.htm "
#Debug message.
if ((debug))
then
fi
if ((debug))
then
fi
#Evaluate response.
#(( "$redirects" != 7 )) ||
if echo "$http_resp" | grep -q "text/html" || (( $cmd_exit_status != 0 ))
then
rm "$filename"
download_http_sec_retry
fi #if error during http basic authentication.
}
download() {
wget="wget ${insecure:+--no-check-certificate} ${quiet:+-q} ${quiet:--v} -c
${force_TLSv1:+--secure-protocol=TLSv1} $PKI_WGET_OPTS"
while read line
do
# read csv here document into proper variables
eval $(awk -F "' '" '{$0=substr($0,2,length($0)-2); $3=tolower($3); prin
t "file=\""$1"\";url=\""$2"\";chksum_type=\""$3"\";chksum=\""$4"\""}' <(echo $li
ne) )
#Process the file
echo -n "$file ..."
#get the cached entry if any.
cached="$(grep -e "^$file" "$CACHE_FILE")"
#if we have the cache entry but no file, clean it.
if [[ ! -f $file && "$cached" ]]; then
#the file was removed, clean the cache
remove_from_cache "$file"
unset cached
fi
#check it wasn't modified
if [[ -n "$cached" && "$(get_mod_time_ $file)" == $(echo "$cached" | cut
-d ' ' -f2) ]]; then
if [[ "$chksum" == "$(echo "$cached" | cut -d ' ' -f3)" ]];
then
echo "Already downloaded and verified"
continue
elif ((update_files)); then
#user want's to overwrite newer files
rm $file
remove_from_cache "$file"
unset cached
else
#file on server is different from what we have.
echo "WARNING: The remote file was changed (probably a new versi
on is available). Use -U to Update/overwrite"
continue
fi
fi
unset chksum_err_value chksum_err_count
while : ; do
# (if we had the file size, we could check before trying to complete
)
echo "Downloading"
[[ ! -d "$(dirname "$file")" ]] && mkdir -p "$(dirname "$file")"
if ((dry_run)); then
#all important info was already displayed, if in dry_run mode ju
st abort
#No status will be stored
break
else
if ((use_http_sec))
then
download_http_sec
if ((failed))
then
break
fi
else
$wget -O "$file" $url || { failed=1; break; }
fi
fi
#check if file is there
if [[ -f $file ]]; then
((debug)) && echo file found
if [[ ! "$chksum" ]]; then
echo "Checksum not provided, can't verify file integrity"
break
fi
result_chksum=$(check_chksum "$file" $chksum_type $chksum)
if [[ "$result_chksum" != "$chksum" ]]; then
echo " $chksum_type failed!"
if ((clean_work)); then
if !((chksum_err_count)); then
chksum_err_value=$result_chksum
chksum_err_count=2
elif ((checksum_err_count--)); then
if [[ "$result_chksum" != "$chksum_err_value" ]]
; then
#this is a real transmission problem
chksum_err_value=$result_chksum
chksum_err_count=2
fi
else
#ok if here we keep getting the same "different"
checksum
echo "The file returns always a different checks
um!"
echo "Contact the data owner to verify what is h
appening."
echo
sleep 1
break
fi
rm $file
#try again
echo -n " re-trying..."
continue
else
echo " don't use -p or remove manually."
fi
else
echo " $chksum_type ok. done!"
echo "$file" $(get_mod_time_ "$file") $chksum >> $CACHE_FILE
fi
fi
#done!
break
done
if ((failed)); then
echo "download failed"
# most common failure is certificate expiration, so check this
#if we have the pasword we can retrigger download
((!skip_security)) && [[ "$pass" ]] && check_cert
unset failed
fi
done <<<"$download_files"
}
dedup_cache_() {
local file=${1:-${CACHE_FILE}}
((debug)) && echo "dedup'ing cache ${file} ..."
local tmp=$(LC_ALL='C' sort -r -k1,2 $file | awk '!($1 in a) {a[$1];print $
0}' | sort -k2,2)
((DEBUG)) && echo "$tmp"
echo "$tmp" > $file
((debug)) && echo "(cache dedup'ed)"
}
http_basic_auth_func_info_message()
{
echo "***********************************************************************
*********"
echo "*
*"
echo "* Note that new functionality to allow authentication without the need
for
*"
echo "* certificates is available with this version of the wget script. To e
nable, *"
echo "* use the \"-H\" option and enter your OpenID and password when prompte
d:
*"
echo "*
*"
echo "* $ "$(basename "$0")" -H [options...]
*"
echo "*
*"
echo "* For a full description of the available options use the help option:
*"
echo "*
*"
echo "* $ "$(basename "$0")" -h
*"
echo "*
*"
echo "***********************************************************************
*********"
}
#
# MAIN
#
if ((!use_http_sec))
then
http_basic_auth_func_info_message
fi
echo "Running $(basename $0) version: $version"
((verbose)) && echo "we use other tools in here, don't try to user their propose
d 'options' directly"
echo "Use $(basename $0) -h for help."$'\n'
((debug)) && cat<<EOF
** Debug info **
ESG_HOME=$ESG_HOME
ESG_CREDENTIALS=$ESG_CREDENTIALS
ESG_CERT_DIR=$ESG_CERT_DIR
** -- ** -- ** -- ** -EOF
cat <<'EOF-MESSAGE'
Script created for 178 file(s)
(The count won't match if you manually edit this file!)
EOF-MESSAGE
sleep 1
check_os
((!skip_security)) && find_credentials
if ((use_http_sec))
then
if (( ! insecure))
then
get_certificates
fi
#Cookies folder.
COOKIES_FOLDER="$ESG_HOME/wget_cookies"
if (( force ))
then
if [ -d $COOKIES_FOLDER ]
then
rm -rf $COOKIES_FOLDER
fi
fi
#Create cookies folder.
if [[ ! -d $COOKIES_FOLDER ]]
then
mkdir $COOKIES_FOLDER
fi
if((! use_cookies_for_http_basic_auth_start))
then
#Read openid.
if [[ ! -z "$openId" ]]
then
openid_c="$openId"
elif ( (("$#" > 1)) || (("$#" == 1)) )
then
openid_c=$1
else
read -p
"Enter your openid : " openid_c
fi
#Read username.
if [[ ! -z "$username_supplied" ]]
then
username_c="$username_supplied"
elif (("$#" == 2))
then
username_c=$2
elif [[ "$openid_c" == */openid/ || "$openid_c" == */openid ]]
then
read -p
"Enter username : " username_c
fi
#Read password.
read -s -p "Enter password : " password_c
echo -e "\n"
fi #use cookies
fi #use_http_sec
#do we have old results? Create the file if not
[ ! -f $CACHE_FILE ] && echo "#filename mtime checksum" > $CACHE_FILE && chmod 6
66 $CACHE_FILE
#clean the force parameter if here (at htis point we already have the certificat
e)
unset force
download
dedup_cache_
echo "done"

Wget 20160517085614

Transféré par

Informations du document

Titre original

Copyright

Formats disponibles

Partager ce document

Partager ou intégrer le document

Options de partage

Avez-vous trouvé ce document utile ?

Ce contenu est-il inapproprié ?

Droits d'auteur :

Formats disponibles

Wget 20160517085614

Transféré par

Droits d'auteur :

Formats disponibles

#!

/cl/1/cl_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' 'db6c6e3696fe410bc7

1/prw/1/prw_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '6716273f19fcf8b

1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' '5dd6e7157718940

/ta/1/ta_Amon_MIROC5_rcp26_r1i1p1_209001-209912.nc' 'SHA256' 'ac2d161ee25524cda6

p1/tro3/1/tro3_Amon_MIROC5_rcp26_r1i1p1_207001-207912.nc' 'SHA256' 'bf4428d56422

1/uas/1/uas_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' 'bde3ccc89f8e91c

/mc/1/mc_Amon_MIROC5_rcp26_r1i1p1_202001-202912.nc' 'SHA256' '0ae2d965f528fb1b9a

/va/1/va_Amon_MIROC5_rcp26_r1i1p1_206001-206912.nc' 'SHA256' 'af3c42f8f4083924cf

1/wap/1/wap_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '592a9375d1582a0

1/cli/1/cli_Amon_MIROC5_rcp26_r1i1p1_201001-201912.nc' 'SHA256' '299c60896aeae09

1/hus/1/hus_Amon_MIROC5_rcp26_r1i1p1_200601-200912.nc' 'SHA256' '200b0218e74c1c0

p1/rsds/1/rsds_Amon_MIROC5_rcp26_r1i1p1_200601-210012.nc' 'SHA256' '8fcdca3f5059

echo "Unrecognized OS [${os_name}]"

echo "For more information check the website: http://esgf.org/wiki/ESGF_wget

[[ "$proxy_port" ]] && JAVA_PROXY=$JAVA_PROXY" -Dhttp.proxyPort=$proxy_port"

# Retrieve ESG credentials

if ! java $(proxy_to_java) -Djavax.net.ssl.trustStore=$TRUSTSTORE -Djavax.ne

if [[ $CHECK_SERVER_CERT == "Yes" ]]; then

#redirects=$(echo "$http_resp" | egrep -c ' 302 ')

echo "$http_resp" | grep -q "[application/xrds+xml]" \

echo "$http_resp" | grep -q "401 Unauthorized" \

grep -q "Connection timed out." \

Vous aimerez peut-être aussi