Skip to content

Commit

Permalink
Improved error messaging
Browse files Browse the repository at this point in the history
  • Loading branch information
@agmunozs
agmunozs authored Nov 24, 2019
1 parent 29483a4 commit e9b6c3c
Show file tree
Hide file tree
Showing 3 changed files with 497 additions and 218 deletions.
603 changes: 439 additions & 164 deletions PyCPT_s2sv1.5.ipynb
View file

Large diffs are not rendered by default.

8 changes: 6 additions & 2 deletions PyCPT_seav1.5.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -164,7 +164,7 @@
"# Working directory --it should exist!!!\n",
"workdir = '/Users/agmunoz/Documents/Angel/S2S_PredictionProject/4CPT/PyCPT/'\n",
"# PATH to CPT root directory\n",
"cptdir='/Users/agmunoz/Documents/Angel/CPT/CPT/16.1.7/'\n",
"cptdir='/Users/agmunoz/Documents/Angel/CPT/CPT/16.2.2/'\n",
" \n",
"########Observation dataset URLs\n",
"if obs == 'CPC-CMAP-URD':\n",
Expand Down Expand Up @@ -364,7 +364,11 @@
" raise\n",
" print('----------------------------------------------')\n",
" print('Calculations for '+mon+' initialization completed!')\n",
" print('See output folder, and check scripts/CPT_stout_train_'+model+'_'+tar+'_'+mon+'.txt for errors')\n",
" print('See output folder, and check scripts/CPT_stout_train_'+model+'_'+tar+'_'+mon+'.txt for log')\n",
" print('\\033[1mQuick error report from CPT (if any):\\033[0;0m')\n",
" with open('CPT_stout_train_'+model+'_'+tar+'_'+mon+'.txt', \"r\") as fp:\n",
" for line in lines_that_contain(\"Error:\", fp):\n",
" print (line)\n",
" print('----------------------------------------------')\n",
" print('----------------------------------------------')\n",
"\n",
Expand Down
104 changes: 52 additions & 52 deletions pycpt_functions.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1102,8 +1102,8 @@ def GetHindcasts(wlo1, elo1, sla1, nla1, day1, day2, fyr, mon, os, key, week, nl
ff=open("model_precip_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Hindcasts file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Hindcasts file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1125,8 +1125,8 @@ def GetHindcasts_Temp(wlo1, elo1, sla1, nla1, day1, day2, fyr, mon, os, key, wee
ff=open("model_precip_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Hindcasts file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Hindcasts file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1145,8 +1145,8 @@ def GetHindcasts_RFREQ(wlo1, elo1, sla1, nla1, day1, day2, nday, fyr, mon, os, k
ff=open("model_RFREQ_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Hindcasts file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Hindcasts file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1166,8 +1166,8 @@ def GetObs(day1, day2, mon, fyr, wlo2, elo2, sla2, nla2, nday, key, week, nlag,
ff=open("obs_precip_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Obs precip file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Obs precip file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1188,8 +1188,8 @@ def GetObsTn(day1, day2, mon, fyr, wlo2, elo2, sla2, nla2, nday, key, week, nlag
ff=open("obs_tmin_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Obs temp min file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Obs temp file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1208,8 +1208,8 @@ def GetObs_RFREQ(day1, day2, mon, fyr, wlo2, elo2, sla2, nla2, nday, key, week,
ff=open("obs_RFREQ_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Obs freq-rainfall file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Obs freq-rainfall file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionaries:
Expand All @@ -1235,8 +1235,8 @@ def GetForecast(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, wlo2,
ff=open("modelfcst_precip_"+mon+"_fday"+str(fday)+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Forecasts file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Forecasts file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1261,8 +1261,8 @@ def GetForecast(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, wlo2,
ff=open("noMOS/modelshort_precip_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Short hindcast file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Short hindcast file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1283,8 +1283,8 @@ def GetForecast(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, wlo2,
ff=open("noMOS/obsshort_precip_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Short obs precip file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Short obs precip file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1306,8 +1306,8 @@ def GetForecast(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, wlo2,
ff=Dataset('noMOS/modelfcst_above_PRCP_'+mon+'_wk'+str(week)+'.nc', 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Above normal probability forecast file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Above normal probability forecast file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1327,8 +1327,8 @@ def GetForecast(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, wlo2,
ff=Dataset("noMOS/modelfcst_below_PRCP_"+mon+"_wk"+str(week)+".nc", 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Below normal probability forecast file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Below normal probability forecast file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1349,8 +1349,8 @@ def GetForecast(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, wlo2,
ff=Dataset('noMOS/modelfcst_mu_PRCP_'+mon+'_wk'+str(week)+'.nc', 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Ensemble mean file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Ensemble mean file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1370,8 +1370,8 @@ def GetForecast(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, wlo2,
ff=Dataset("noMOS/modelfcst_std_PRCP_"+mon+"_wk"+str(week)+".nc", 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Ensemble standard deviation file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Ensemble standard deviation file file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1388,8 +1388,8 @@ def GetForecast(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, wlo2,
ff=Dataset('noMOS/obs_mu_PRCP_'+mon+'_wk'+str(week)+'.nc', 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Obs mean file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Obs mean file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1409,8 +1409,8 @@ def GetForecast(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, wlo2,
ff=Dataset('noMOS/obs_std_PRCP_'+mon+'_wk'+str(week)+'.nc', 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Obs std file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Obs std file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1429,8 +1429,8 @@ def GetForecast(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, wlo2,
ff=open("noMOS/obsshort_RFREQ_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Short obs precip file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Short obs precip file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
#dictionaries:
if threshold_pctle:
Expand Down Expand Up @@ -1478,8 +1478,8 @@ def GetForecast_RFREQ(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1,
ff=open("modelfcst_precip_"+mon+"_fday"+str(fday)+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Forecasts file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Forecast file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1504,8 +1504,8 @@ def GetForecast_RFREQ(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1,
ff=open("noMOS/modelshort_precip_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Short hindcast file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Short hindcast file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1526,8 +1526,8 @@ def GetForecast_RFREQ(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1,
ff=open("noMOS/obsshort_RFREQ_"+mon+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Short obs precip file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Short obs precip file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
#dictionaries:
if threshold_pctle:
Expand Down Expand Up @@ -1555,8 +1555,8 @@ def GetForecast_RFREQ(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1,
ff=Dataset('noMOS/modelfcst_above_RFREQ_'+mon+'_wk'+str(week)+'.nc', 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Above normal probability forecast file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Above normal probability forecast file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1576,8 +1576,8 @@ def GetForecast_RFREQ(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1,
ff=Dataset("noMOS/modelfcst_below_RFREQ_"+mon+"_wk"+str(week)+".nc", 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Below normal probability forecast file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Below normal probability forecast file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1598,8 +1598,8 @@ def GetForecast_RFREQ(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1,
ff=Dataset('noMOS/modelfcst_mu_PRCP_'+mon+'_wk'+str(week)+'.nc', 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Ensemble mean file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Ensemble mean file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1619,8 +1619,8 @@ def GetForecast_RFREQ(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1,
ff=Dataset("noMOS/modelfcst_std_PRCP_"+mon+"_wk"+str(week)+".nc", 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Ensemble standard deviation file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Ensemble standard deviation file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1637,8 +1637,8 @@ def GetForecast_RFREQ(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1,
ff=Dataset('noMOS/obs_mu_PRCP_'+mon+'_wk'+str(week)+'.nc', 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Obs mean file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Obs mean file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1658,8 +1658,8 @@ def GetForecast_RFREQ(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1,
ff=Dataset('noMOS/obs_std_PRCP_'+mon+'_wk'+str(week)+'.nc', 'r')
s = ff.variables['Y'][:]
except OSError as err:
#print("OS error: {0}".format(err))
print("Obs std file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Obs std file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand All @@ -1676,8 +1676,8 @@ def GetForecast_Temp(day1, day2, fday, mon, fyr, nday, wlo1, elo1, sla1, nla1, w
ff=open("modelfcst_temp_"+mon+"_fday"+str(fday)+"_wk"+str(week)+".tsv", 'r')
s = ff.readline()
except OSError as err:
#print("OS error: {0}".format(err))
print("Forecasts file doesn't exist --SOLVING: downloading file")
print("\033[1mWarning:\033[0;0m {0}".format(err))
print("Forecast file doesn't exist --\033[1mSOLVING: downloading file\033[0;0m")
force_download = True
if force_download:
#dictionary:
Expand Down

0 comments on commit e9b6c3c

Please sign in to comment.