[Dart-dev] [4654] DART/trunk/shell_scripts/split_obs_seq.csh: A shell script contributed by Josh Hacker which splits

[nancy at ucar.edu]

Revision: 4654
Author:   nancy
Date:     2011-01-14 09:38:03 -0700 (Fri, 14 Jan 2011)
Log Message:
-----------
A shell script contributed by Josh Hacker which splits
our daily NCEP obs_seq files into 4 6-hour files.  i added 
a few comments and pointed out where you'd need to change it 
for other uses.  but all in all it seems like a clean, simple
base for scripting with obs_seq files so i'm adding it here.

Added Paths:
-----------
    DART/trunk/shell_scripts/split_obs_seq.csh

-------------- next part --------------
Added: DART/trunk/shell_scripts/split_obs_seq.csh
===================================================================
--- DART/trunk/shell_scripts/split_obs_seq.csh	                        (rev 0)
+++ DART/trunk/shell_scripts/split_obs_seq.csh	2011-01-14 16:38:03 UTC (rev 4654)
@@ -0,0 +1,104 @@
+#!/bin/csh
+
+# DART software - Copyright © 2004 - 2010 UCAR. This open source software is
+# provided by UCAR, "as is", without charge, subject to all terms of use at
+# http://www.image.ucar.edu/DAReS/DART/DART_download
+#
+# $Id$
+#
+# Example of a shell script to split a series of obs_sequence files
+# into a series of multiple smaller files.  It requires the 'advance_time'
+# executable to do the time/calendar computations, and it will almost
+# certainly require some customization for use with any input other
+# than our NCEP daily obs_seq files.  But it should be a good starting
+# point for additional scripting. Thanks to Josh Hacker for contributing it.
+#
+# Split a series of obs_sequence files into multiple smaller files.
+# This depends on knowing how the original files are organized, e.g. are
+# the observations one file per day from 0Z to 0Z, or they are one
+# file per day but 3Z to 3Z as our NCEP obs files are organized (so
+# 6 hour assimilation windows centered on 6,12,18,24Z can be run 
+# from a single input file).   The cycle interval below should be
+# an exact multiple of the length of the input files.
+# (This script is set up for the daily 3Z to 3Z arrangement.)
+
+# set start and end YYYYMMDDHH here. 
+# this is the midpoint of each time window.
+set starth = 2010102000
+set   endh = 2010104000
+
+# set time window for each output file.  the syntax of these
+# lines must match the valid input formats for the advance_time program
+set cycle_interval = 6h      # total interval duration
+set first_half     = -3h+1s  # -half interval + 1 second
+set last_half      = +3h     # +half interval
+
+
+# set once and should be able to leave as-is
+set output_dir   = ./data
+set advance_exec = ./advance_time
+set nml_template = ./input.nml.template
+set COPY         = "/bin/cp -f"
+set MOVE         = "/bin/mv -f"
+
+
+# loop from start to end time.
+set dtg = $starth
+while ( $dtg <= $endh )
+  
+  echo processing window centered on time $dtg 
+  set start_window=(`echo $dtg ${first_half} -g | $advance_exec`)
+  set start_day = $start_window[1]
+  set start_sec = $start_window[2]
+  set end_window=(`echo $dtg ${last_half} -g | $advance_exec`)
+  set end_day = $end_window[1]
+  set end_sec = $end_window[2]
+
+  # use time string to construct unique output file names
+  set filn_out = ${output_dir}/obs_seq$dtg
+
+  echo output will go into file $filn_out
+
+  # cut off hours
+  set ymd = `echo $dtg | cut -c 1-8`
+
+  # decrement string used for input filename by a day if 
+  # interval center is 00 h 
+  # NOTE: whether you need to do this or not depends on how
+  # the rollover of days is managed, also how files are named
+  # (0Z vs 24Z).
+  set hh = `echo $dtg | cut -c 9-10`
+  if ( $hh == "00" ) then
+    set ymd = `echo $dtg -24h | $advance_exec | cut -c 1-8`
+  endif
+    
+  # FIXME:
+  #  for input 'filename_seq' file, this could be a list of 
+  #  files if the output file you want spans multiple inputs.
+  #  the specific name also depends on what time range the inputs
+  #  cover -- 0Z to 0Z, or 3Z to 3Z, etc.
+
+  # change the values in the template file and overwrite the
+  # old input.nml - this controls what the execution of the
+  # obs_sequence_tool will do.
+  sed -e "s/^.*first_obs_days *=.*/first_obs_days\ =\ $start_day\,/g" \
+      -e "s/^.*first_obs_seconds *=.*/first_obs_seconds\ =\ $start_sec\,/g" \
+      -e "s/^.*last_obs_days *=.*/last_obs_days\ =\ $end_day\,/g" \
+      -e "s/^.*last_obs_seconds *=.*/last_obs_seconds\ =\ $end_sec\,/g" \
+      -e "s/^.*filename_seq *=.*/filename_seq=\'obs_seq${ymd}\'\,/g" \
+      -e "s/^.*filename_out *=.*/filename_out=\'obs_seq${dtg}.bin\'\,/g" \
+      $nml_template > input.nml      
+
+  # do the splitting here
+  ./obs_sequence_tool
+
+  # copy or move the temporary file to the output location
+  ${MOVE} obs_seq${dtg}.bin $filn_out
+
+  # advance to next time
+  set dtg = `echo $dtg ${cycle_interval} | $advance_exec`
+
+end
+
+echo 'Finished'
+exit 0


Property changes on: DART/trunk/shell_scripts/split_obs_seq.csh
___________________________________________________________________
Added: svn:executable
   + *
Added: svn:mime-type
   + text/plain
Added: svn:keywords
   + Date Rev Author HeadURL Id
Added: svn:eol-style
   + native