[Dart-dev] DART/branches Revision: 13164

Sat May 4 21:42:48 MDT 2019

raeder at ucar.edu
2019-05-04 21:42:48 -0600 (Sat, 04 May 2019)
1858
repack_st_arch.csh
> Added sections to repack and archive obs space and DART state space output.
> Some file types are archived as time series, others as ensembles.
> Added case name to job output file.
> Added PBS options that are useful for development; running just single task sections
  or small ensembles.  These may be removed later to declutter.
> Gather stages to process from input.nml.
> Added nuance to the check of the tar error files in the restart section;
  don't die if the error is about log files, as opposed to inflation restarts.
> The calls to globus via mv_to_campaign.csh are not active yet.
  The script prints the command for manual execution.
> There's code to generate the obs space diagnostics using diags_batch.csh,
  and matlab, but the original intent was to generate those 
  before running this script, then package the results in here. 
  Doing it all in one script is planned for the future, and this piece 
  would be part of it.
> The new sections have been tested in pieces, fixing things along the way.
  They need comprehensive tests on clean directories from Reanalysis months.
> Some additional cmdfile code might be added to accelerate these sections.
> None of this has been reviewed.

mv_to_campaign.csh
> Fix the LABEL, which cannot have any '.' in it,
  which were sneaking in via the $CASE variable.
  More bomb-proofing might be needed here.

diags_batch.csh
> Kluge fix to allow user to run on cheyenne or casper.
  It needs to find obs_diag in a cam-fv/work directory
  corresponding to the computer.  This could be set automatically.

obs_to_two_experiments.csh
> Added warning that obs_common_subset is not guaranteed to work
  if the cases were run with different obs_seq files.

assimilate.csh.template
> Added .e to the stages' file name patterns which will (optionally) be removed
  during the run.




Modified: DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/assimilate.csh.template
===================================================================

--- DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/assimilate.csh.template	2019-05-03 22:51:28 UTC (rev 13163)
+++ DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/assimilate.csh.template	2019-05-05 03:42:48 UTC (rev 13164)
@@ -406,8 +406,8 @@
 
       if ($save_stages_freq =~ NONE || $save_stages_freq =~ RESTART_TIMES) then
          # 'output' will have been renamed by the time the purging happens.
-         echo "     ${CASE}"'*'[0-9].${stages_except_output}'*'${day_time}
-         ${REMOVE}  ${CASE}.*[0-9].${stages_except_output}*${day_time}* &
+         echo "     ${CASE}"'*'[0-9].e.${stages_except_output}'*'${day_time}
+         ${REMOVE}  ${CASE}.*[0-9].e.${stages_except_output}*${day_time}* &
       endif
    else
 
@@ -802,7 +802,7 @@
 # '_####.i.' files are CESM initial files.
 # '.dart.i.' files are ensemble statistics (mean, sd) of just the state variables 
 #            in the initial files.
-# '.e.'      designates a file as something from the 'external system processing ESP', e.g. DART.
+# '.e.'      files are from the 'external system processing (ESP)', e.g. DART.
 
 foreach FILE (`${LIST} ${stages_all}_member_*.nc`)
 

Modified: DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/diags_batch.csh
===================================================================
--- DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/diags_batch.csh	2019-05-03 22:51:28 UTC (rev 13163)
+++ DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/diags_batch.csh	2019-05-05 03:42:48 UTC (rev 13164)
@@ -62,8 +62,11 @@
    
 endif
 
+# These things should be gathered from env_*.xml files in CASEROOT.
 set DART = ~/DART/reanalysis
 set cam = 'cam-fv'
+set machine = '_casper'
+# Cheyenne;  set machine = ''
 
 # Use big endian obs_diag for POP_force output from IBM
 # set endian = '_big_endian'
@@ -95,6 +98,6 @@
 cp ../input.nml .
 
 echo "Running ${DART}/models/${cam}/work/obs_diag${endian}"
-${DART}/models/${cam}/work_casper/obs_diag${endian} >&! obs_diag.out 
+${DART}/models/${cam}/work${machine}/obs_diag${endian} >&! obs_diag.out 
 
 exit

Modified: DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/mv_to_campaign.csh
===================================================================
--- DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/mv_to_campaign.csh	2019-05-03 22:51:28 UTC (rev 13163)
+++ DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/mv_to_campaign.csh	2019-05-05 03:42:48 UTC (rev 13164)
@@ -66,9 +66,10 @@
 
 # Beware: the label cannot contain slashes.  valid chars are only:
 # A-Z, a-z, 0-9, space, hyphen, underscore, and comma
-# No '.'?
+# No '.'; replace with ','
 # Max length is 128 chars.
-set LABEL = "copy of $CASE dares project files for $TIME_STR" 
+set clean_CASE = `echo $CASE | sed -e "s#\.#,#g"`  
+set LABEL = "copy of $clean_CASE dares project files for $TIME_STR" 
 
 set AN_DATE = $SRC_DIR:t
 
@@ -75,7 +76,7 @@
 cd $SRC_DIR:h
 
 # start with an empty log
-set glog = globus_${AN_DATE}.log
+set glog = globus_${AN_DATE}_$$.log
 rm -f $glog globus-batch-dirs.txt globus-batch-files.txt
 echo Copy $SRC_DIR to campaign storage $CS_DIR >>& $glog
 
@@ -155,9 +156,9 @@
 
 
 echo ""
-echo Output of this script is in $SRC_DIR:h/$glog.
-echo Transfer is asynchronous.  If successfully started, 
-echo you will receive email when it is complete
+echo Transfer is asynchronous.  
+echo IF successfully started, you will receive email when it is complete.
+echo CHECK $SRC_DIR:h/$glog.
 
 echo ""
 echo Ending script to copy the contents of $SRC_DIR to campaign storage at `date`

Modified: DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/obs_to_two_experiments.csh
===================================================================
--- DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/obs_to_two_experiments.csh	2019-05-03 22:51:28 UTC (rev 13163)
+++ DART/branches/reanalysis/models/cam-fv/shell_scripts/cesm2_1/obs_to_two_experiments.csh	2019-05-05 03:42:48 UTC (rev 13164)
@@ -103,7 +103,8 @@
 
 # A csh pattern that will find the days of desired obs_seq files.
 # set obs_times_pattern = '2017-{01}-01'
-full set; set obs_times_pattern = '2017-{01}-{0*,1[0-4]}'
+# full set; 
+set obs_times_pattern = '2017-{01}-{0*,1[0-4]}'
