[Met_help] [rt.rap.ucar.edu #56914] History for Error with STAT analysis tool

Paul Oldenburg via RT met_help at ucar.edu
Tue Jul 3 08:08:10 MDT 2012


----------------------------------------------------------------
  Initial Request
----------------------------------------------------------------


Dear met_help, I am using the STAT_analysis tool and following is the command excuted.  I have the files in the respective Directory. 

bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT -column RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin ~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \ -fcst_var APCP -fcst_lev A24 \ -v2 
ERROR: process_search_dirs() -> no STAT files found in the directories specified! ERROR: main() -> encountered an error value of 1.  Calling clean_up() and usage() before exiting. ERROR: clean_up() -> can't remove temporary file ""bash-3.2$ 
bash-3.2$ pwd
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
bash-3.2$ ls
point_stat_ge0.1_270000L_20110612_030000V.stat   point_stat_ge35.6_270000L_20110612_030000V.stat  point_stat_ge7.6_270000L_20110612_030000V.stat
point_stat_ge0.1_270000L_20110613_030000V.stat   point_stat_ge35.6_270000L_20110613_030000V.stat  point_stat_ge7.6_270000L_20110613_030000V.stat
point_stat_ge0.1_270000L_20110615_030000V.stat   point_stat_ge35.6_270000L_20110615_030000V.stat  point_stat_ge7.6_270000L_20110615_030000V.stat
point_stat_ge0.1_270000L_20110616_030000V.stat   point_stat_ge35.6_270000L_20110616_030000V.stat  point_stat_ge7.6_270000L_20110616_030000V.stat
point_stat_ge0.1_270000L_20110618_030000V.stat   point_stat_ge35.6_270000L_20110618_030000V.stat  point_stat_ge7.6_270000L_20110618_030000V.stat
point_stat_ge0.1_270000L_20110621_030000V.stat   point_stat_ge35.6_270000L_20110621_030000V.stat  point_stat_ge7.6_270000L_20110621_030000V.stat
point_stat_ge0.1_270000L_20110713_030000V.stat   point_stat_ge35.6_270000L_20110713_030000V.stat  point_stat_ge7.6_270000L_20110713_030000V.stat
point_stat_ge0.1_270000L_20110714_030000V.stat   point_stat_ge35.6_270000L_20110714_030000V.stat  point_stat_ge7.6_270000L_20110714_030000V.stat
point_stat_ge0.1_270000L_20110715_030000V.stat   point_stat_ge35.6_270000L_20110715_030000V.stat  point_stat_ge7.6_270000L_20110715_030000V.stat
point_stat_ge0.1_270000L_20110716_030000V.stat   point_stat_ge35.6_270000L_20110716_030000V.stat  point_stat_ge7.6_270000L_20110716_030000V.stat
point_stat_ge0.1_270000L_20110719_030000V.stat   point_stat_ge35.6_270000L_20110719_030000V.stat  point_stat_ge7.6_270000L_20110719_030000V.stat
point_stat_ge0.1_270000L_20110720_030000V.stat   point_stat_ge35.6_270000L_20110720_030000V.stat  point_stat_ge7.6_270000L_20110720_030000V.stat
point_stat_ge0.1_270000L_20110721_030000V.stat   point_stat_ge35.6_270000L_20110721_030000V.stat  point_stat_ge7.6_270000L_20110721_030000V.stat
point_stat_ge0.1_270000L_20110723_030000V.stat   point_stat_ge35.6_270000L_20110723_030000V.stat  point_stat_ge7.6_270000L_20110723_030000V.stat
point_stat_ge0.1_270000L_20110724_030000V.stat   point_stat_ge35.6_270000L_20110724_030000V.stat  point_stat_ge7.6_270000L_20110724_030000V.stat
point_stat_ge0.1_270000L_20110728_030000V.stat   point_stat_ge35.6_270000L_20110728_030000V.stat  point_stat_ge7.6_270000L_20110728_030000V.stat
point_stat_ge0.1_270000L_20110729_030000V.stat   point_stat_ge35.6_270000L_20110729_030000V.stat  point_stat_ge7.6_270000L_20110729_030000V.stat
point_stat_ge0.1_270000L_20110730_030000V.stat   point_stat_ge35.6_270000L_20110730_030000V.stat  point_stat_ge7.6_270000L_20110730_030000V.stat
point_stat_ge0.1_270000L_20110731_030000V.stat   point_stat_ge35.6_270000L_20110731_030000V.stat  point_stat_ge7.6_270000L_20110731_030000V.stat
point_stat_ge2.5_270000L_20110612_030000V.stat   point_stat_ge64.5_270000L_20110612_030000V.stat  point_stat_gt0.0_270000L_20110612_030000V.stat
point_stat_ge2.5_270000L_20110613_030000V.stat   point_stat_ge64.5_270000L_20110613_030000V.stat  point_stat_gt0.0_270000L_20110613_030000V.stat
point_stat_ge2.5_270000L_20110615_030000V.stat   point_stat_ge64.5_270000L_20110615_030000V.stat  point_stat_gt0.0_270000L_20110615_030000V.stat
point_stat_ge2.5_270000L_20110616_030000V.stat   point_stat_ge64.5_270000L_20110616_030000V.stat  point_stat_gt0.0_270000L_20110616_030000V.stat
point_stat_ge2.5_270000L_20110618_030000V.stat   point_stat_ge64.5_270000L_20110618_030000V.stat  point_stat_gt0.0_270000L_20110618_030000V.stat
point_stat_ge2.5_270000L_20110621_030000V.stat   point_stat_ge64.5_270000L_20110621_030000V.stat  point_stat_gt0.0_270000L_20110621_030000V.stat
point_stat_ge2.5_270000L_20110713_030000V.stat   point_stat_ge64.5_270000L_20110713_030000V.stat  point_stat_gt0.0_270000L_20110713_030000V.stat
point_stat_ge2.5_270000L_20110714_030000V.stat   point_stat_ge64.5_270000L_20110714_030000V.stat  point_stat_gt0.0_270000L_20110714_030000V.stat
point_stat_ge2.5_270000L_20110715_030000V.stat   point_stat_ge64.5_270000L_20110715_030000V.stat  point_stat_gt0.0_270000L_20110715_030000V.stat
point_stat_ge2.5_270000L_20110716_030000V.stat   point_stat_ge64.5_270000L_20110716_030000V.stat  point_stat_gt0.0_270000L_20110716_030000V.stat
point_stat_ge2.5_270000L_20110719_030000V.stat   point_stat_ge64.5_270000L_20110719_030000V.stat  point_stat_gt0.0_270000L_20110719_030000V.stat
point_stat_ge2.5_270000L_20110720_030000V.stat   point_stat_ge64.5_270000L_20110720_030000V.stat  point_stat_gt0.0_270000L_20110720_030000V.stat
point_stat_ge2.5_270000L_20110721_030000V.stat   point_stat_ge64.5_270000L_20110721_030000V.stat  point_stat_gt0.0_270000L_20110721_030000V.stat
point_stat_ge2.5_270000L_20110723_030000V.stat   point_stat_ge64.5_270000L_20110723_030000V.stat  point_stat_gt0.0_270000L_20110723_030000V.stat
point_stat_ge2.5_270000L_20110724_030000V.stat   point_stat_ge64.5_270000L_20110724_030000V.stat  point_stat_gt0.0_270000L_20110724_030000V.stat
point_stat_ge2.5_270000L_20110728_030000V.stat   point_stat_ge64.5_270000L_20110728_030000V.stat  point_stat_gt0.0_270000L_20110728_030000V.stat
point_stat_ge2.5_270000L_20110729_030000V.stat   point_stat_ge64.5_270000L_20110729_030000V.stat  point_stat_gt0.0_270000L_20110729_030000V.stat
point_stat_ge2.5_270000L_20110730_030000V.stat   point_stat_ge64.5_270000L_20110730_030000V.stat  point_stat_gt0.0_270000L_20110730_030000V.stat
point_stat_ge2.5_270000L_20110731_030000V.stat   point_stat_ge64.5_270000L_20110731_030000V.stat  point_stat_gt0.0_270000L_20110731_030000V.stat
bash-3.2$   pls guide further.  Geeta
 		 	   		  

----------------------------------------------------------------
  Complete Ticket History
----------------------------------------------------------------

Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
From: Paul Oldenburg
Time: Mon Jun 11 09:00:33 2012

Geeta,

It looks like you are passing the following directory to stat_analysis
using the -lookin parameter:

~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir

The directory which you listed showing the stat files is:

/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir

I would recommend using the second absolute path as the argument to
the -lookin flag.  Perhaps your shell is not
expanding the leading ~ in the way that you anticipate?  Also, you may
want to check read permissions on the folder and
.stat files that you want stat_analysis to read.  Please let me know
if you have any questions.

Paul


On 06/11/2012 02:39 AM, Geeta Geeta via RT wrote:
>
> Mon Jun 11 02:39:28 2012: Request 56914 was acted upon.
> Transaction: Ticket created by geeta124 at hotmail.com
>         Queue: met_help
>       Subject: Error with STAT analysis tool
>         Owner: Nobody
>    Requestors: geeta124 at hotmail.com
>        Status: new
>   Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>
>
>
> Dear met_help, I am using the STAT_analysis tool and following is
the command excuted.  I have the files in the respective Directory.
>
> bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT -column
RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin
~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \
-fcst_var APCP -fcst_lev A24 \ -v2
> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
> bash-3.2$ pwd
>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> bash-3.2$ ls
> point_stat_ge0.1_270000L_20110612_030000V.stat
point_stat_ge35.6_270000L_20110612_030000V.stat
point_stat_ge7.6_270000L_20110612_030000V.stat
> point_stat_ge0.1_270000L_20110613_030000V.stat
point_stat_ge35.6_270000L_20110613_030000V.stat
point_stat_ge7.6_270000L_20110613_030000V.stat
> point_stat_ge0.1_270000L_20110615_030000V.stat
point_stat_ge35.6_270000L_20110615_030000V.stat
point_stat_ge7.6_270000L_20110615_030000V.stat
> point_stat_ge0.1_270000L_20110616_030000V.stat
point_stat_ge35.6_270000L_20110616_030000V.stat
point_stat_ge7.6_270000L_20110616_030000V.stat
> point_stat_ge0.1_270000L_20110618_030000V.stat
point_stat_ge35.6_270000L_20110618_030000V.stat
point_stat_ge7.6_270000L_20110618_030000V.stat
> point_stat_ge0.1_270000L_20110621_030000V.stat
point_stat_ge35.6_270000L_20110621_030000V.stat
point_stat_ge7.6_270000L_20110621_030000V.stat
> point_stat_ge0.1_270000L_20110713_030000V.stat
point_stat_ge35.6_270000L_20110713_030000V.stat
point_stat_ge7.6_270000L_20110713_030000V.stat
> point_stat_ge0.1_270000L_20110714_030000V.stat
point_stat_ge35.6_270000L_20110714_030000V.stat
point_stat_ge7.6_270000L_20110714_030000V.stat
> point_stat_ge0.1_270000L_20110715_030000V.stat
point_stat_ge35.6_270000L_20110715_030000V.stat
point_stat_ge7.6_270000L_20110715_030000V.stat
> point_stat_ge0.1_270000L_20110716_030000V.stat
point_stat_ge35.6_270000L_20110716_030000V.stat
point_stat_ge7.6_270000L_20110716_030000V.stat
> point_stat_ge0.1_270000L_20110719_030000V.stat
point_stat_ge35.6_270000L_20110719_030000V.stat
point_stat_ge7.6_270000L_20110719_030000V.stat
> point_stat_ge0.1_270000L_20110720_030000V.stat
point_stat_ge35.6_270000L_20110720_030000V.stat
point_stat_ge7.6_270000L_20110720_030000V.stat
> point_stat_ge0.1_270000L_20110721_030000V.stat
point_stat_ge35.6_270000L_20110721_030000V.stat
point_stat_ge7.6_270000L_20110721_030000V.stat
> point_stat_ge0.1_270000L_20110723_030000V.stat
point_stat_ge35.6_270000L_20110723_030000V.stat
point_stat_ge7.6_270000L_20110723_030000V.stat
> point_stat_ge0.1_270000L_20110724_030000V.stat
point_stat_ge35.6_270000L_20110724_030000V.stat
point_stat_ge7.6_270000L_20110724_030000V.stat
> point_stat_ge0.1_270000L_20110728_030000V.stat
point_stat_ge35.6_270000L_20110728_030000V.stat
point_stat_ge7.6_270000L_20110728_030000V.stat
> point_stat_ge0.1_270000L_20110729_030000V.stat
point_stat_ge35.6_270000L_20110729_030000V.stat
point_stat_ge7.6_270000L_20110729_030000V.stat
> point_stat_ge0.1_270000L_20110730_030000V.stat
point_stat_ge35.6_270000L_20110730_030000V.stat
point_stat_ge7.6_270000L_20110730_030000V.stat
> point_stat_ge0.1_270000L_20110731_030000V.stat
point_stat_ge35.6_270000L_20110731_030000V.stat
point_stat_ge7.6_270000L_20110731_030000V.stat
> point_stat_ge2.5_270000L_20110612_030000V.stat
point_stat_ge64.5_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110612_030000V.stat
> point_stat_ge2.5_270000L_20110613_030000V.stat
point_stat_ge64.5_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
> point_stat_ge2.5_270000L_20110615_030000V.stat
point_stat_ge64.5_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
> point_stat_ge2.5_270000L_20110616_030000V.stat
point_stat_ge64.5_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
> point_stat_ge2.5_270000L_20110618_030000V.stat
point_stat_ge64.5_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
> point_stat_ge2.5_270000L_20110621_030000V.stat
point_stat_ge64.5_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
> point_stat_ge2.5_270000L_20110713_030000V.stat
point_stat_ge64.5_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
> point_stat_ge2.5_270000L_20110714_030000V.stat
point_stat_ge64.5_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
> point_stat_ge2.5_270000L_20110715_030000V.stat
point_stat_ge64.5_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
> point_stat_ge2.5_270000L_20110716_030000V.stat
point_stat_ge64.5_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
> point_stat_ge2.5_270000L_20110719_030000V.stat
point_stat_ge64.5_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
> point_stat_ge2.5_270000L_20110720_030000V.stat
point_stat_ge64.5_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
> point_stat_ge2.5_270000L_20110721_030000V.stat
point_stat_ge64.5_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
> point_stat_ge2.5_270000L_20110723_030000V.stat
point_stat_ge64.5_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
> point_stat_ge2.5_270000L_20110724_030000V.stat
point_stat_ge64.5_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
> point_stat_ge2.5_270000L_20110728_030000V.stat
point_stat_ge64.5_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
> point_stat_ge2.5_270000L_20110729_030000V.stat
point_stat_ge64.5_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
> point_stat_ge2.5_270000L_20110730_030000V.stat
point_stat_ge64.5_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
> point_stat_ge2.5_270000L_20110731_030000V.stat
point_stat_ge64.5_270000L_20110731_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
> bash-3.2$   pls guide further.  Geeta
>
>



------------------------------------------------
Subject: Error with STAT analysis tool
From: Geeta Geeta
Time: Mon Jun 11 23:02:32 2012


Hi Paul, I have now given the absolute path.  bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row /oprn/model/wrf3/utils/met/METv3.0/statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
ERROR: process_search_dirs() -> no STAT files found in the directories
specified! ERROR: main() -> encountered an error value of 1.  Calling
clean_up() and usage() before exiting. ERROR: clean_up() -> can't
remove temporary file ""bash-3.2$

But the error still persists.
geeta
 > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
> From: met_help at ucar.edu
> To: geeta124 at hotmail.com
> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> Date: Mon, 11 Jun 2012 09:00:34 -0600
>
> Geeta,
>
> It looks like you are passing the following directory to
stat_analysis using the -lookin parameter:
>
> ~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>
> The directory which you listed showing the stat files is:
>
>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>
> I would recommend using the second absolute path as the argument to
the -lookin flag.  Perhaps your shell is not
> expanding the leading ~ in the way that you anticipate?  Also, you
may want to check read permissions on the folder and
> .stat files that you want stat_analysis to read.  Please let me know
if you have any questions.
>
> Paul
>
>
> On 06/11/2012 02:39 AM, Geeta Geeta via RT wrote:
> >
> > Mon Jun 11 02:39:28 2012: Request 56914 was acted upon.
> > Transaction: Ticket created by geeta124 at hotmail.com
> >         Queue: met_help
> >       Subject: Error with STAT analysis tool
> >         Owner: Nobody
> >    Requestors: geeta124 at hotmail.com
> >        Status: new
> >   Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >
> >
> >
> > Dear met_help, I am using the STAT_analysis tool and following is
the command excuted.  I have the files in the respective Directory.
> >
> > bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT
-column RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin
~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \
-fcst_var APCP -fcst_lev A24 \ -v2
> > ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
> > bash-3.2$ pwd
> >
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> > bash-3.2$ ls
> > point_stat_ge0.1_270000L_20110612_030000V.stat
point_stat_ge35.6_270000L_20110612_030000V.stat
point_stat_ge7.6_270000L_20110612_030000V.stat
> > point_stat_ge0.1_270000L_20110613_030000V.stat
point_stat_ge35.6_270000L_20110613_030000V.stat
point_stat_ge7.6_270000L_20110613_030000V.stat
> > point_stat_ge0.1_270000L_20110615_030000V.stat
point_stat_ge35.6_270000L_20110615_030000V.stat
point_stat_ge7.6_270000L_20110615_030000V.stat
> > point_stat_ge0.1_270000L_20110616_030000V.stat
point_stat_ge35.6_270000L_20110616_030000V.stat
point_stat_ge7.6_270000L_20110616_030000V.stat
> > point_stat_ge0.1_270000L_20110618_030000V.stat
point_stat_ge35.6_270000L_20110618_030000V.stat
point_stat_ge7.6_270000L_20110618_030000V.stat
> > point_stat_ge0.1_270000L_20110621_030000V.stat
point_stat_ge35.6_270000L_20110621_030000V.stat
point_stat_ge7.6_270000L_20110621_030000V.stat
> > point_stat_ge0.1_270000L_20110713_030000V.stat
point_stat_ge35.6_270000L_20110713_030000V.stat
point_stat_ge7.6_270000L_20110713_030000V.stat
> > point_stat_ge0.1_270000L_20110714_030000V.stat
point_stat_ge35.6_270000L_20110714_030000V.stat
point_stat_ge7.6_270000L_20110714_030000V.stat
> > point_stat_ge0.1_270000L_20110715_030000V.stat
point_stat_ge35.6_270000L_20110715_030000V.stat
point_stat_ge7.6_270000L_20110715_030000V.stat
> > point_stat_ge0.1_270000L_20110716_030000V.stat
point_stat_ge35.6_270000L_20110716_030000V.stat
point_stat_ge7.6_270000L_20110716_030000V.stat
> > point_stat_ge0.1_270000L_20110719_030000V.stat
point_stat_ge35.6_270000L_20110719_030000V.stat
point_stat_ge7.6_270000L_20110719_030000V.stat
> > point_stat_ge0.1_270000L_20110720_030000V.stat
point_stat_ge35.6_270000L_20110720_030000V.stat
point_stat_ge7.6_270000L_20110720_030000V.stat
> > point_stat_ge0.1_270000L_20110721_030000V.stat
point_stat_ge35.6_270000L_20110721_030000V.stat
point_stat_ge7.6_270000L_20110721_030000V.stat
> > point_stat_ge0.1_270000L_20110723_030000V.stat
point_stat_ge35.6_270000L_20110723_030000V.stat
point_stat_ge7.6_270000L_20110723_030000V.stat
> > point_stat_ge0.1_270000L_20110724_030000V.stat
point_stat_ge35.6_270000L_20110724_030000V.stat
point_stat_ge7.6_270000L_20110724_030000V.stat
> > point_stat_ge0.1_270000L_20110728_030000V.stat
point_stat_ge35.6_270000L_20110728_030000V.stat
point_stat_ge7.6_270000L_20110728_030000V.stat
> > point_stat_ge0.1_270000L_20110729_030000V.stat
point_stat_ge35.6_270000L_20110729_030000V.stat
point_stat_ge7.6_270000L_20110729_030000V.stat
> > point_stat_ge0.1_270000L_20110730_030000V.stat
point_stat_ge35.6_270000L_20110730_030000V.stat
point_stat_ge7.6_270000L_20110730_030000V.stat
> > point_stat_ge0.1_270000L_20110731_030000V.stat
point_stat_ge35.6_270000L_20110731_030000V.stat
point_stat_ge7.6_270000L_20110731_030000V.stat
> > point_stat_ge2.5_270000L_20110612_030000V.stat
point_stat_ge64.5_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110612_030000V.stat
> > point_stat_ge2.5_270000L_20110613_030000V.stat
point_stat_ge64.5_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
> > point_stat_ge2.5_270000L_20110615_030000V.stat
point_stat_ge64.5_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
> > point_stat_ge2.5_270000L_20110616_030000V.stat
point_stat_ge64.5_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
> > point_stat_ge2.5_270000L_20110618_030000V.stat
point_stat_ge64.5_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
> > point_stat_ge2.5_270000L_20110621_030000V.stat
point_stat_ge64.5_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
> > point_stat_ge2.5_270000L_20110713_030000V.stat
point_stat_ge64.5_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
> > point_stat_ge2.5_270000L_20110714_030000V.stat
point_stat_ge64.5_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
> > point_stat_ge2.5_270000L_20110715_030000V.stat
point_stat_ge64.5_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
> > point_stat_ge2.5_270000L_20110716_030000V.stat
point_stat_ge64.5_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
> > point_stat_ge2.5_270000L_20110719_030000V.stat
point_stat_ge64.5_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
> > point_stat_ge2.5_270000L_20110720_030000V.stat
point_stat_ge64.5_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
> > point_stat_ge2.5_270000L_20110721_030000V.stat
point_stat_ge64.5_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
> > point_stat_ge2.5_270000L_20110723_030000V.stat
point_stat_ge64.5_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
> > point_stat_ge2.5_270000L_20110724_030000V.stat
point_stat_ge64.5_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
> > point_stat_ge2.5_270000L_20110728_030000V.stat
point_stat_ge64.5_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
> > point_stat_ge2.5_270000L_20110729_030000V.stat
point_stat_ge64.5_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
> > point_stat_ge2.5_270000L_20110730_030000V.stat
point_stat_ge64.5_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
> > point_stat_ge2.5_270000L_20110731_030000V.stat
point_stat_ge64.5_270000L_20110731_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
> > bash-3.2$   pls guide further.  Geeta
> >
> >
>
>
>

------------------------------------------------
Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
From: Paul Oldenburg
Time: Tue Jun 12 08:50:07 2012

Geeta,

I'll assume you also checked that there is sufficient read permissions
on the directory
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
and the stat files inside.  I cannot reproduce
the problem that you are reporting.  Can you please create a zipped
tar archive of your stat files and email them to me
if the bundle is smaller than about 2MB.  If not, please upload the
stat files to our FTP site using the instructions on
this page: http://www.dtcenter.org/met/users/support/met_help.php#ftp.
Please let me know if you have any questions.

Paul


On 06/11/2012 11:02 PM, Geeta Geeta via RT wrote:
>
> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>
>
> Hi Paul, I have now given the absolute path.  bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row /oprn/model/wrf3/utils/met/METv3.0/statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
>
> But the error still persists.
> geeta
>   > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis
tool
>> From: met_help at ucar.edu
>> To: geeta124 at hotmail.com
>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
>> Date: Mon, 11 Jun 2012 09:00:34 -0600
>>
>> Geeta,
>>
>> It looks like you are passing the following directory to
stat_analysis using the -lookin parameter:
>>
>> ~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>
>> The directory which you listed showing the stat files is:
>>
>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>
>> I would recommend using the second absolute path as the argument to
the -lookin flag.  Perhaps your shell is not
>> expanding the leading ~ in the way that you anticipate?  Also, you
may want to check read permissions on the folder and
>> .stat files that you want stat_analysis to read.  Please let me
know if you have any questions.
>>
>> Paul
>>
>>
>> On 06/11/2012 02:39 AM, Geeta Geeta via RT wrote:
>>>
>>> Mon Jun 11 02:39:28 2012: Request 56914 was acted upon.
>>> Transaction: Ticket created by geeta124 at hotmail.com
>>>          Queue: met_help
>>>        Subject: Error with STAT analysis tool
>>>          Owner: Nobody
>>>     Requestors: geeta124 at hotmail.com
>>>         Status: new
>>>    Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>>>
>>>
>>>
>>> Dear met_help, I am using the STAT_analysis tool and following is
the command excuted.  I have the files in the respective Directory.
>>>
>>> bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT
-column RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin
~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \
-fcst_var APCP -fcst_lev A24 \ -v2
>>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
>>> bash-3.2$ pwd
>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>> bash-3.2$ ls
>>> point_stat_ge0.1_270000L_20110612_030000V.stat
point_stat_ge35.6_270000L_20110612_030000V.stat
point_stat_ge7.6_270000L_20110612_030000V.stat
>>> point_stat_ge0.1_270000L_20110613_030000V.stat
point_stat_ge35.6_270000L_20110613_030000V.stat
point_stat_ge7.6_270000L_20110613_030000V.stat
>>> point_stat_ge0.1_270000L_20110615_030000V.stat
point_stat_ge35.6_270000L_20110615_030000V.stat
point_stat_ge7.6_270000L_20110615_030000V.stat
>>> point_stat_ge0.1_270000L_20110616_030000V.stat
point_stat_ge35.6_270000L_20110616_030000V.stat
point_stat_ge7.6_270000L_20110616_030000V.stat
>>> point_stat_ge0.1_270000L_20110618_030000V.stat
point_stat_ge35.6_270000L_20110618_030000V.stat
point_stat_ge7.6_270000L_20110618_030000V.stat
>>> point_stat_ge0.1_270000L_20110621_030000V.stat
point_stat_ge35.6_270000L_20110621_030000V.stat
point_stat_ge7.6_270000L_20110621_030000V.stat
>>> point_stat_ge0.1_270000L_20110713_030000V.stat
point_stat_ge35.6_270000L_20110713_030000V.stat
point_stat_ge7.6_270000L_20110713_030000V.stat
>>> point_stat_ge0.1_270000L_20110714_030000V.stat
point_stat_ge35.6_270000L_20110714_030000V.stat
point_stat_ge7.6_270000L_20110714_030000V.stat
>>> point_stat_ge0.1_270000L_20110715_030000V.stat
point_stat_ge35.6_270000L_20110715_030000V.stat
point_stat_ge7.6_270000L_20110715_030000V.stat
>>> point_stat_ge0.1_270000L_20110716_030000V.stat
point_stat_ge35.6_270000L_20110716_030000V.stat
point_stat_ge7.6_270000L_20110716_030000V.stat
>>> point_stat_ge0.1_270000L_20110719_030000V.stat
point_stat_ge35.6_270000L_20110719_030000V.stat
point_stat_ge7.6_270000L_20110719_030000V.stat
>>> point_stat_ge0.1_270000L_20110720_030000V.stat
point_stat_ge35.6_270000L_20110720_030000V.stat
point_stat_ge7.6_270000L_20110720_030000V.stat
>>> point_stat_ge0.1_270000L_20110721_030000V.stat
point_stat_ge35.6_270000L_20110721_030000V.stat
point_stat_ge7.6_270000L_20110721_030000V.stat
>>> point_stat_ge0.1_270000L_20110723_030000V.stat
point_stat_ge35.6_270000L_20110723_030000V.stat
point_stat_ge7.6_270000L_20110723_030000V.stat
>>> point_stat_ge0.1_270000L_20110724_030000V.stat
point_stat_ge35.6_270000L_20110724_030000V.stat
point_stat_ge7.6_270000L_20110724_030000V.stat
>>> point_stat_ge0.1_270000L_20110728_030000V.stat
point_stat_ge35.6_270000L_20110728_030000V.stat
point_stat_ge7.6_270000L_20110728_030000V.stat
>>> point_stat_ge0.1_270000L_20110729_030000V.stat
point_stat_ge35.6_270000L_20110729_030000V.stat
point_stat_ge7.6_270000L_20110729_030000V.stat
>>> point_stat_ge0.1_270000L_20110730_030000V.stat
point_stat_ge35.6_270000L_20110730_030000V.stat
point_stat_ge7.6_270000L_20110730_030000V.stat
>>> point_stat_ge0.1_270000L_20110731_030000V.stat
point_stat_ge35.6_270000L_20110731_030000V.stat
point_stat_ge7.6_270000L_20110731_030000V.stat
>>> point_stat_ge2.5_270000L_20110612_030000V.stat
point_stat_ge64.5_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110612_030000V.stat
>>> point_stat_ge2.5_270000L_20110613_030000V.stat
point_stat_ge64.5_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
>>> point_stat_ge2.5_270000L_20110615_030000V.stat
point_stat_ge64.5_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
>>> point_stat_ge2.5_270000L_20110616_030000V.stat
point_stat_ge64.5_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
>>> point_stat_ge2.5_270000L_20110618_030000V.stat
point_stat_ge64.5_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
>>> point_stat_ge2.5_270000L_20110621_030000V.stat
point_stat_ge64.5_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
>>> point_stat_ge2.5_270000L_20110713_030000V.stat
point_stat_ge64.5_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
>>> point_stat_ge2.5_270000L_20110714_030000V.stat
point_stat_ge64.5_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
>>> point_stat_ge2.5_270000L_20110715_030000V.stat
point_stat_ge64.5_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
>>> point_stat_ge2.5_270000L_20110716_030000V.stat
point_stat_ge64.5_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
>>> point_stat_ge2.5_270000L_20110719_030000V.stat
point_stat_ge64.5_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
>>> point_stat_ge2.5_270000L_20110720_030000V.stat
point_stat_ge64.5_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
>>> point_stat_ge2.5_270000L_20110721_030000V.stat
point_stat_ge64.5_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
>>> point_stat_ge2.5_270000L_20110723_030000V.stat
point_stat_ge64.5_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
>>> point_stat_ge2.5_270000L_20110724_030000V.stat
point_stat_ge64.5_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
>>> point_stat_ge2.5_270000L_20110728_030000V.stat
point_stat_ge64.5_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
>>> point_stat_ge2.5_270000L_20110729_030000V.stat
point_stat_ge64.5_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
>>> point_stat_ge2.5_270000L_20110730_030000V.stat
point_stat_ge64.5_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
>>> point_stat_ge2.5_270000L_20110731_030000V.stat
point_stat_ge64.5_270000L_20110731_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
>>> bash-3.2$   pls guide further.  Geeta
>>>
>>>
>>
>>
>>
>
>



------------------------------------------------
Subject: Error with STAT analysis tool
From: Geeta Geeta
Time: Tue Jun 12 23:01:48 2012


Hi Paul, I had checked the file permissions. they are OK. So I am
sending you the stat files.  bash-3.2$ pwd
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
bash-3.2$ ls -l
total 41216
-rwxr-xr-x    1 model    staff       9830400 Jun 13 09:50
point_stat_ge0.1_270000L_20110612_030000V.stat
-rwxr-xr-x    1 model    staff         91007 Jun 11 14:09
point_stat_ge0.1_270000L_20110613_030000V.stat
-rwxr-xr-x    1 model    staff         91918 Jun 11 14:09
point_stat_ge0.1_270000L_20110615_030000V.stat
-rwxr-xr-x    1 model    staff         92225 Jun 11 14:09
point_stat_ge0.1_270000L_20110616_030000V.stat
-rwxr-xr-x    1 model    staff         92834 Jun 11 14:09
point_stat_ge0.1_270000L_20110618_030000V.stat
Thanks for Ur support
geeta
 > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
> From: met_help at ucar.edu
> To: geeta124 at hotmail.com
> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> Date: Tue, 12 Jun 2012 08:50:07 -0600
>
> Geeta,
>
> I'll assume you also checked that there is sufficient read
permissions on the directory
>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
and the stat files inside.  I cannot reproduce
> the problem that you are reporting.  Can you please create a zipped
tar archive of your stat files and email them to me
> if the bundle is smaller than about 2MB.  If not, please upload the
stat files to our FTP site using the instructions on
> this page:
http://www.dtcenter.org/met/users/support/met_help.php#ftp.  Please
let me know if you have any questions.
>
> Paul
>
>
> On 06/11/2012 11:02 PM, Geeta Geeta via RT wrote:
> >
> > <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >
> >
> > Hi Paul, I have now given the absolute path.  bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row /oprn/model/wrf3/utils/met/METv3.0/statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
> > ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
> >
> > But the error still persists.
> > geeta
> >   > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis
tool
> >> From: met_help at ucar.edu
> >> To: geeta124 at hotmail.com
> >> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> >> Date: Mon, 11 Jun 2012 09:00:34 -0600
> >>
> >> Geeta,
> >>
> >> It looks like you are passing the following directory to
stat_analysis using the -lookin parameter:
> >>
> >> ~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>
> >> The directory which you listed showing the stat files is:
> >>
> >>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>
> >> I would recommend using the second absolute path as the argument
to the -lookin flag.  Perhaps your shell is not
> >> expanding the leading ~ in the way that you anticipate?  Also,
you may want to check read permissions on the folder and
> >> .stat files that you want stat_analysis to read.  Please let me
know if you have any questions.
> >>
> >> Paul
> >>
> >>
> >> On 06/11/2012 02:39 AM, Geeta Geeta via RT wrote:
> >>>
> >>> Mon Jun 11 02:39:28 2012: Request 56914 was acted upon.
> >>> Transaction: Ticket created by geeta124 at hotmail.com
> >>>          Queue: met_help
> >>>        Subject: Error with STAT analysis tool
> >>>          Owner: Nobody
> >>>     Requestors: geeta124 at hotmail.com
> >>>         Status: new
> >>>    Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >>>
> >>>
> >>>
> >>> Dear met_help, I am using the STAT_analysis tool and following
is the command excuted.  I have the files in the respective Directory.
> >>>
> >>> bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT
-column RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin
~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \
-fcst_var APCP -fcst_lev A24 \ -v2
> >>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
> >>> bash-3.2$ pwd
> >>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>> bash-3.2$ ls
> >>> point_stat_ge0.1_270000L_20110612_030000V.stat
point_stat_ge35.6_270000L_20110612_030000V.stat
point_stat_ge7.6_270000L_20110612_030000V.stat
> >>> point_stat_ge0.1_270000L_20110613_030000V.stat
point_stat_ge35.6_270000L_20110613_030000V.stat
point_stat_ge7.6_270000L_20110613_030000V.stat
> >>> point_stat_ge0.1_270000L_20110615_030000V.stat
point_stat_ge35.6_270000L_20110615_030000V.stat
point_stat_ge7.6_270000L_20110615_030000V.stat
> >>> point_stat_ge0.1_270000L_20110616_030000V.stat
point_stat_ge35.6_270000L_20110616_030000V.stat
point_stat_ge7.6_270000L_20110616_030000V.stat
> >>> point_stat_ge0.1_270000L_20110618_030000V.stat
point_stat_ge35.6_270000L_20110618_030000V.stat
point_stat_ge7.6_270000L_20110618_030000V.stat
> >>> point_stat_ge0.1_270000L_20110621_030000V.stat
point_stat_ge35.6_270000L_20110621_030000V.stat
point_stat_ge7.6_270000L_20110621_030000V.stat
> >>> point_stat_ge0.1_270000L_20110713_030000V.stat
point_stat_ge35.6_270000L_20110713_030000V.stat
point_stat_ge7.6_270000L_20110713_030000V.stat
> >>> point_stat_ge0.1_270000L_20110714_030000V.stat
point_stat_ge35.6_270000L_20110714_030000V.stat
point_stat_ge7.6_270000L_20110714_030000V.stat
> >>> point_stat_ge0.1_270000L_20110715_030000V.stat
point_stat_ge35.6_270000L_20110715_030000V.stat
point_stat_ge7.6_270000L_20110715_030000V.stat
> >>> point_stat_ge0.1_270000L_20110716_030000V.stat
point_stat_ge35.6_270000L_20110716_030000V.stat
point_stat_ge7.6_270000L_20110716_030000V.stat
> >>> point_stat_ge0.1_270000L_20110719_030000V.stat
point_stat_ge35.6_270000L_20110719_030000V.stat
point_stat_ge7.6_270000L_20110719_030000V.stat
> >>> point_stat_ge0.1_270000L_20110720_030000V.stat
point_stat_ge35.6_270000L_20110720_030000V.stat
point_stat_ge7.6_270000L_20110720_030000V.stat
> >>> point_stat_ge0.1_270000L_20110721_030000V.stat
point_stat_ge35.6_270000L_20110721_030000V.stat
point_stat_ge7.6_270000L_20110721_030000V.stat
> >>> point_stat_ge0.1_270000L_20110723_030000V.stat
point_stat_ge35.6_270000L_20110723_030000V.stat
point_stat_ge7.6_270000L_20110723_030000V.stat
> >>> point_stat_ge0.1_270000L_20110724_030000V.stat
point_stat_ge35.6_270000L_20110724_030000V.stat
point_stat_ge7.6_270000L_20110724_030000V.stat
> >>> point_stat_ge0.1_270000L_20110728_030000V.stat
point_stat_ge35.6_270000L_20110728_030000V.stat
point_stat_ge7.6_270000L_20110728_030000V.stat
> >>> point_stat_ge0.1_270000L_20110729_030000V.stat
point_stat_ge35.6_270000L_20110729_030000V.stat
point_stat_ge7.6_270000L_20110729_030000V.stat
> >>> point_stat_ge0.1_270000L_20110730_030000V.stat
point_stat_ge35.6_270000L_20110730_030000V.stat
point_stat_ge7.6_270000L_20110730_030000V.stat
> >>> point_stat_ge0.1_270000L_20110731_030000V.stat
point_stat_ge35.6_270000L_20110731_030000V.stat
point_stat_ge7.6_270000L_20110731_030000V.stat
> >>> point_stat_ge2.5_270000L_20110612_030000V.stat
point_stat_ge64.5_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110612_030000V.stat
> >>> point_stat_ge2.5_270000L_20110613_030000V.stat
point_stat_ge64.5_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
> >>> point_stat_ge2.5_270000L_20110615_030000V.stat
point_stat_ge64.5_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
> >>> point_stat_ge2.5_270000L_20110616_030000V.stat
point_stat_ge64.5_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
> >>> point_stat_ge2.5_270000L_20110618_030000V.stat
point_stat_ge64.5_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
> >>> point_stat_ge2.5_270000L_20110621_030000V.stat
point_stat_ge64.5_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
> >>> point_stat_ge2.5_270000L_20110713_030000V.stat
point_stat_ge64.5_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
> >>> point_stat_ge2.5_270000L_20110714_030000V.stat
point_stat_ge64.5_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
> >>> point_stat_ge2.5_270000L_20110715_030000V.stat
point_stat_ge64.5_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
> >>> point_stat_ge2.5_270000L_20110716_030000V.stat
point_stat_ge64.5_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
> >>> point_stat_ge2.5_270000L_20110719_030000V.stat
point_stat_ge64.5_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
> >>> point_stat_ge2.5_270000L_20110720_030000V.stat
point_stat_ge64.5_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
> >>> point_stat_ge2.5_270000L_20110721_030000V.stat
point_stat_ge64.5_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
> >>> point_stat_ge2.5_270000L_20110723_030000V.stat
point_stat_ge64.5_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
> >>> point_stat_ge2.5_270000L_20110724_030000V.stat
point_stat_ge64.5_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
> >>> point_stat_ge2.5_270000L_20110728_030000V.stat
point_stat_ge64.5_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
> >>> point_stat_ge2.5_270000L_20110729_030000V.stat
point_stat_ge64.5_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
> >>> point_stat_ge2.5_270000L_20110730_030000V.stat
point_stat_ge64.5_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
> >>> point_stat_ge2.5_270000L_20110731_030000V.stat
point_stat_ge64.5_270000L_20110731_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
> >>> bash-3.2$   pls guide further.  Geeta
> >>>
> >>>
> >>
> >>
> >>
> >
> >
>
>
>

------------------------------------------------
Subject: Error with STAT analysis tool
From: Paul Oldenburg
Time: Wed Jun 13 13:19:37 2012

Geeta,

Thank you for sending me your stat files.  I'm afraid I still don't
know what the problem is on your system, but I was
able to run the command that you were asking about with one change: "-
fcst_var APCP" should be changed to "-fcst_var
APCP_24".  Please create a new directory on your system called
geeta_test, put the attached tarball into it, unpack it
and then run the sa_test.sh script from within that directory.  You
should see the output below.  If you still have
trouble running this job, please let me know.

Paul


$ ./sa_test.sh
DEBUG 2: STAT Lines read     = 62698
DEBUG 2: STAT Lines retained = 214
DEBUG 2:
DEBUG 2: Processing Job 1: -job summary -fcst_var APCP_24 -fcst_lev
A24 -line_type CNT -column RMSE -dump_row
summary_test.stat -out_alpha 0.05
DEBUG 1: Creating STAT output file "summary_test.stat"
GSL_RNG_TYPE=mt19937
GSL_RNG_SEED=602396751
JOB_LIST:      -job summary -fcst_var APCP_24 -fcst_lev A24 -line_type
CNT -column RMSE -dump_row summary_test.stat
-out_alpha 0.05
COL_NAME: TOTAL MEAN     MEAN_NCL MEAN_NCU MEAN_BCL MEAN_BCU STDEV
STDEV_BCL STDEV_BCU MIN      P10      P25      P50
      P75      P90      MAX
  SUMMARY: 214   25.78299 24.78520 26.78079 24.80146 26.76328 7.44730
6.85406   7.99471   16.13283 16.75538 19.95215
24.29993 31.49799 37.08415 40.89395

DEBUG 2: Job 1 used 214 out of 214 STAT lines.



On 06/12/2012 11:01 PM, Geeta Geeta via RT wrote:
>
> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>
>
> Hi Paul, I had checked the file permissions. they are OK. So I am
sending you the stat files.  bash-3.2$ pwd
>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> bash-3.2$ ls -l
> total 41216
> -rwxr-xr-x    1 model    staff       9830400 Jun 13 09:50
point_stat_ge0.1_270000L_20110612_030000V.stat
> -rwxr-xr-x    1 model    staff         91007 Jun 11 14:09
point_stat_ge0.1_270000L_20110613_030000V.stat
> -rwxr-xr-x    1 model    staff         91918 Jun 11 14:09
point_stat_ge0.1_270000L_20110615_030000V.stat
> -rwxr-xr-x    1 model    staff         92225 Jun 11 14:09
point_stat_ge0.1_270000L_20110616_030000V.stat
> -rwxr-xr-x    1 model    staff         92834 Jun 11 14:09
point_stat_ge0.1_270000L_20110618_030000V.stat
> Thanks for Ur support
> geeta
>   > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis
tool
>> From: met_help at ucar.edu
>> To: geeta124 at hotmail.com
>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
>> Date: Tue, 12 Jun 2012 08:50:07 -0600
>>
>> Geeta,
>>
>> I'll assume you also checked that there is sufficient read
permissions on the directory
>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
and the stat files inside.  I cannot reproduce
>> the problem that you are reporting.  Can you please create a zipped
tar archive of your stat files and email them to me
>> if the bundle is smaller than about 2MB.  If not, please upload the
stat files to our FTP site using the instructions on
>> this page:
http://www.dtcenter.org/met/users/support/met_help.php#ftp.  Please
let me know if you have any questions.
>>
>> Paul
>>
>>
>> On 06/11/2012 11:02 PM, Geeta Geeta via RT wrote:
>>>
>>> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>>>
>>>
>>> Hi Paul, I have now given the absolute path.  bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row /oprn/model/wrf3/utils/met/METv3.0/statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
>>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
>>>
>>> But the error still persists.
>>> geeta
>>>    > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT
analysis tool
>>>> From: met_help at ucar.edu
>>>> To: geeta124 at hotmail.com
>>>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
>>>> Date: Mon, 11 Jun 2012 09:00:34 -0600
>>>>
>>>> Geeta,
>>>>
>>>> It looks like you are passing the following directory to
stat_analysis using the -lookin parameter:
>>>>
>>>> ~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>>>
>>>> The directory which you listed showing the stat files is:
>>>>
>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>>>
>>>> I would recommend using the second absolute path as the argument
to the -lookin flag.  Perhaps your shell is not
>>>> expanding the leading ~ in the way that you anticipate?  Also,
you may want to check read permissions on the folder and
>>>> .stat files that you want stat_analysis to read.  Please let me
know if you have any questions.
>>>>
>>>> Paul
>>>>
>>>>
>>>> On 06/11/2012 02:39 AM, Geeta Geeta via RT wrote:
>>>>>
>>>>> Mon Jun 11 02:39:28 2012: Request 56914 was acted upon.
>>>>> Transaction: Ticket created by geeta124 at hotmail.com
>>>>>           Queue: met_help
>>>>>         Subject: Error with STAT analysis tool
>>>>>           Owner: Nobody
>>>>>      Requestors: geeta124 at hotmail.com
>>>>>          Status: new
>>>>>     Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>>>>>
>>>>>
>>>>>
>>>>> Dear met_help, I am using the STAT_analysis tool and following
is the command excuted.  I have the files in the respective Directory.
>>>>>
>>>>> bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT
-column RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin
~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \
-fcst_var APCP -fcst_lev A24 \ -v2
>>>>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
>>>>> bash-3.2$ pwd
>>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>>>> bash-3.2$ ls
>>>>> point_stat_ge0.1_270000L_20110612_030000V.stat
point_stat_ge35.6_270000L_20110612_030000V.stat
point_stat_ge7.6_270000L_20110612_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110613_030000V.stat
point_stat_ge35.6_270000L_20110613_030000V.stat
point_stat_ge7.6_270000L_20110613_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110615_030000V.stat
point_stat_ge35.6_270000L_20110615_030000V.stat
point_stat_ge7.6_270000L_20110615_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110616_030000V.stat
point_stat_ge35.6_270000L_20110616_030000V.stat
point_stat_ge7.6_270000L_20110616_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110618_030000V.stat
point_stat_ge35.6_270000L_20110618_030000V.stat
point_stat_ge7.6_270000L_20110618_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110621_030000V.stat
point_stat_ge35.6_270000L_20110621_030000V.stat
point_stat_ge7.6_270000L_20110621_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110713_030000V.stat
point_stat_ge35.6_270000L_20110713_030000V.stat
point_stat_ge7.6_270000L_20110713_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110714_030000V.stat
point_stat_ge35.6_270000L_20110714_030000V.stat
point_stat_ge7.6_270000L_20110714_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110715_030000V.stat
point_stat_ge35.6_270000L_20110715_030000V.stat
point_stat_ge7.6_270000L_20110715_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110716_030000V.stat
point_stat_ge35.6_270000L_20110716_030000V.stat
point_stat_ge7.6_270000L_20110716_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110719_030000V.stat
point_stat_ge35.6_270000L_20110719_030000V.stat
point_stat_ge7.6_270000L_20110719_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110720_030000V.stat
point_stat_ge35.6_270000L_20110720_030000V.stat
point_stat_ge7.6_270000L_20110720_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110721_030000V.stat
point_stat_ge35.6_270000L_20110721_030000V.stat
point_stat_ge7.6_270000L_20110721_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110723_030000V.stat
point_stat_ge35.6_270000L_20110723_030000V.stat
point_stat_ge7.6_270000L_20110723_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110724_030000V.stat
point_stat_ge35.6_270000L_20110724_030000V.stat
point_stat_ge7.6_270000L_20110724_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110728_030000V.stat
point_stat_ge35.6_270000L_20110728_030000V.stat
point_stat_ge7.6_270000L_20110728_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110729_030000V.stat
point_stat_ge35.6_270000L_20110729_030000V.stat
point_stat_ge7.6_270000L_20110729_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110730_030000V.stat
point_stat_ge35.6_270000L_20110730_030000V.stat
point_stat_ge7.6_270000L_20110730_030000V.stat
>>>>> point_stat_ge0.1_270000L_20110731_030000V.stat
point_stat_ge35.6_270000L_20110731_030000V.stat
point_stat_ge7.6_270000L_20110731_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110612_030000V.stat
point_stat_ge64.5_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110612_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110613_030000V.stat
point_stat_ge64.5_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110615_030000V.stat
point_stat_ge64.5_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110616_030000V.stat
point_stat_ge64.5_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110618_030000V.stat
point_stat_ge64.5_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110621_030000V.stat
point_stat_ge64.5_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110713_030000V.stat
point_stat_ge64.5_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110714_030000V.stat
point_stat_ge64.5_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110715_030000V.stat
point_stat_ge64.5_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110716_030000V.stat
point_stat_ge64.5_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110719_030000V.stat
point_stat_ge64.5_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110720_030000V.stat
point_stat_ge64.5_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110721_030000V.stat
point_stat_ge64.5_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110723_030000V.stat
point_stat_ge64.5_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110724_030000V.stat
point_stat_ge64.5_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110728_030000V.stat
point_stat_ge64.5_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110729_030000V.stat
point_stat_ge64.5_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110730_030000V.stat
point_stat_ge64.5_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
>>>>> point_stat_ge2.5_270000L_20110731_030000V.stat
point_stat_ge64.5_270000L_20110731_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
>>>>> bash-3.2$   pls guide further.  Geeta
>>>>>
>>>>>
>>>>
>>>>
>>>>
>>>
>>>
>>
>>
>>
>
>



------------------------------------------------
Subject: Error with STAT analysis tool
From: Geeta Geeta
Time: Thu Jun 14 02:17:37 2012


Thanks, Paul, It worked the way U have told, but it is not still
working in my directory tree. Ok, So I will manage somehow.   But Now
I have few  questions which i am unable to understand. Firstly, there
is no detailed description of the .stat file unlike .cnt etc in the
pdf document of METv3.0. So I am unable to understnd what is MPR and
finally in the EOF, it writes numbers, I donot know what is written.
2. there are different Job commands like filter, summary etc
performing different functions and have diff formats. Now I have do do
the verification of RF for 100 days say, I have 100 stat files for 24
and 48hrs. I am interested in computing the ME, MAE, RMSE, etc to
begin with. So I have used the job command as SUMMARY bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
 My question is 'does the stat tool look for .cnt files (these are not
there in the folder where stat files are kept) and extracts RMSE for
me??? 3. I have my summary file which looks like this. This info is
there for each day I have run.   V3.0    WRF   270000
20110612_030000 20110612_030000 000000   20110611_210000
20110612_090000 APCP_24  A24      APCP_24 A24     ADPSFC FULL
UW_MEAN     1           NA          NA         NA         0.05000 CNT
290 12.40734 9.44557  15.36910  9.72391   15.70299    25.73365
23.79578  28.01787  19.09633 32.44738 11.65310 9.32560 13.98061
9.42781 14.08482 20.22280 18.69992 22.01785 16.90570 23.30374 0.59771
0.51821 0.66698 0.49962 0.71361 0.55070 0.42060 251     87      128
0.75423 -1.68474 3.19321 -1.62401 3.20620 21.19137 19.59555 23.07239
15.56592 26.55068 1.06472 0.87187 1.29253 9.65574 7.59512 11.99481
448.09434 241.53095 707.38964 447.52547 241.46244 702.50802 21.16824
15.54127 26.59679 -12.42383 -21.00525 -8.13958 -2.22014 -3.52852
-0.45189 0.09896 -0.00073 0.24295 3.27038 1.50200 4.97933 12.01002
11.76906 17.00492
 I donot know the details of this O/P and how shud I extract the ME (i
expect it to be one value for my region).  4. Should  use the
aggregate tool ???? donot know how it operates!!! I went thru chap 8
and some queries reg this on net but i think i need ur assistance.
Hope i have been able to make myself clear.
geeta
 > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
> From: met_help at ucar.edu
> To: geeta124 at hotmail.com
> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> Date: Wed, 13 Jun 2012 13:19:38 -0600
>
> Geeta,
>
> Thank you for sending me your stat files.  I'm afraid I still don't
know what the problem is on your system, but I was
> able to run the command that you were asking about with one change:
"-fcst_var APCP" should be changed to "-fcst_var
> APCP_24".  Please create a new directory on your system called
geeta_test, put the attached tarball into it, unpack it
> and then run the sa_test.sh script from within that directory.  You
should see the output below.  If you still have
> trouble running this job, please let me know.
>
> Paul
>
>
> $ ./sa_test.sh
> DEBUG 2: STAT Lines read     = 62698
> DEBUG 2: STAT Lines retained = 214
> DEBUG 2:
> DEBUG 2: Processing Job 1: -job summary -fcst_var APCP_24 -fcst_lev
A24 -line_type CNT -column RMSE -dump_row
> summary_test.stat -out_alpha 0.05
> DEBUG 1: Creating STAT output file "summary_test.stat"
> GSL_RNG_TYPE=mt19937
> GSL_RNG_SEED=602396751
> JOB_LIST:      -job summary -fcst_var APCP_24 -fcst_lev A24
-line_type CNT -column RMSE -dump_row summary_test.stat
> -out_alpha 0.05
> COL_NAME: TOTAL MEAN     MEAN_NCL MEAN_NCU MEAN_BCL MEAN_BCU STDEV
STDEV_BCL STDEV_BCU MIN      P10      P25      P50
>       P75      P90      MAX
>   SUMMARY: 214   25.78299 24.78520 26.78079 24.80146 26.76328
7.44730 6.85406   7.99471   16.13283 16.75538 19.95215
> 24.29993 31.49799 37.08415 40.89395
>
> DEBUG 2: Job 1 used 214 out of 214 STAT lines.
>
>
>
> On 06/12/2012 11:01 PM, Geeta Geeta via RT wrote:
> >
> > <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >
> >
> > Hi Paul, I had checked the file permissions. they are OK. So I am
sending you the stat files.  bash-3.2$ pwd
> >
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> > bash-3.2$ ls -l
> > total 41216
> > -rwxr-xr-x    1 model    staff       9830400 Jun 13 09:50
point_stat_ge0.1_270000L_20110612_030000V.stat
> > -rwxr-xr-x    1 model    staff         91007 Jun 11 14:09
point_stat_ge0.1_270000L_20110613_030000V.stat
> > -rwxr-xr-x    1 model    staff         91918 Jun 11 14:09
point_stat_ge0.1_270000L_20110615_030000V.stat
> > -rwxr-xr-x    1 model    staff         92225 Jun 11 14:09
point_stat_ge0.1_270000L_20110616_030000V.stat
> > -rwxr-xr-x    1 model    staff         92834 Jun 11 14:09
point_stat_ge0.1_270000L_20110618_030000V.stat
> > Thanks for Ur support
> > geeta
> >   > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis
tool
> >> From: met_help at ucar.edu
> >> To: geeta124 at hotmail.com
> >> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> >> Date: Tue, 12 Jun 2012 08:50:07 -0600
> >>
> >> Geeta,
> >>
> >> I'll assume you also checked that there is sufficient read
permissions on the directory
> >>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
and the stat files inside.  I cannot reproduce
> >> the problem that you are reporting.  Can you please create a
zipped tar archive of your stat files and email them to me
> >> if the bundle is smaller than about 2MB.  If not, please upload
the stat files to our FTP site using the instructions on
> >> this page:
http://www.dtcenter.org/met/users/support/met_help.php#ftp.  Please
let me know if you have any questions.
> >>
> >> Paul
> >>
> >>
> >> On 06/11/2012 11:02 PM, Geeta Geeta via RT wrote:
> >>>
> >>> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >>>
> >>>
> >>> Hi Paul, I have now given the absolute path.  bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row /oprn/model/wrf3/utils/met/METv3.0/statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
> >>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
> >>>
> >>> But the error still persists.
> >>> geeta
> >>>    > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT
analysis tool
> >>>> From: met_help at ucar.edu
> >>>> To: geeta124 at hotmail.com
> >>>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> >>>> Date: Mon, 11 Jun 2012 09:00:34 -0600
> >>>>
> >>>> Geeta,
> >>>>
> >>>> It looks like you are passing the following directory to
stat_analysis using the -lookin parameter:
> >>>>
> >>>> ~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>>>
> >>>> The directory which you listed showing the stat files is:
> >>>>
> >>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>>>
> >>>> I would recommend using the second absolute path as the
argument to the -lookin flag.  Perhaps your shell is not
> >>>> expanding the leading ~ in the way that you anticipate?  Also,
you may want to check read permissions on the folder and
> >>>> .stat files that you want stat_analysis to read.  Please let me
know if you have any questions.
> >>>>
> >>>> Paul
> >>>>
> >>>>
> >>>> On 06/11/2012 02:39 AM, Geeta Geeta via RT wrote:
> >>>>>
> >>>>> Mon Jun 11 02:39:28 2012: Request 56914 was acted upon.
> >>>>> Transaction: Ticket created by geeta124 at hotmail.com
> >>>>>           Queue: met_help
> >>>>>         Subject: Error with STAT analysis tool
> >>>>>           Owner: Nobody
> >>>>>      Requestors: geeta124 at hotmail.com
> >>>>>          Status: new
> >>>>>     Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >>>>>
> >>>>>
> >>>>>
> >>>>> Dear met_help, I am using the STAT_analysis tool and following
is the command excuted.  I have the files in the respective Directory.
> >>>>>
> >>>>> bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT
-column RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin
~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \
-fcst_var APCP -fcst_lev A24 \ -v2
> >>>>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
> >>>>> bash-3.2$ pwd
> >>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>>>> bash-3.2$ ls
> >>>>> point_stat_ge0.1_270000L_20110612_030000V.stat
point_stat_ge35.6_270000L_20110612_030000V.stat
point_stat_ge7.6_270000L_20110612_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110613_030000V.stat
point_stat_ge35.6_270000L_20110613_030000V.stat
point_stat_ge7.6_270000L_20110613_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110615_030000V.stat
point_stat_ge35.6_270000L_20110615_030000V.stat
point_stat_ge7.6_270000L_20110615_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110616_030000V.stat
point_stat_ge35.6_270000L_20110616_030000V.stat
point_stat_ge7.6_270000L_20110616_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110618_030000V.stat
point_stat_ge35.6_270000L_20110618_030000V.stat
point_stat_ge7.6_270000L_20110618_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110621_030000V.stat
point_stat_ge35.6_270000L_20110621_030000V.stat
point_stat_ge7.6_270000L_20110621_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110713_030000V.stat
point_stat_ge35.6_270000L_20110713_030000V.stat
point_stat_ge7.6_270000L_20110713_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110714_030000V.stat
point_stat_ge35.6_270000L_20110714_030000V.stat
point_stat_ge7.6_270000L_20110714_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110715_030000V.stat
point_stat_ge35.6_270000L_20110715_030000V.stat
point_stat_ge7.6_270000L_20110715_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110716_030000V.stat
point_stat_ge35.6_270000L_20110716_030000V.stat
point_stat_ge7.6_270000L_20110716_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110719_030000V.stat
point_stat_ge35.6_270000L_20110719_030000V.stat
point_stat_ge7.6_270000L_20110719_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110720_030000V.stat
point_stat_ge35.6_270000L_20110720_030000V.stat
point_stat_ge7.6_270000L_20110720_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110721_030000V.stat
point_stat_ge35.6_270000L_20110721_030000V.stat
point_stat_ge7.6_270000L_20110721_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110723_030000V.stat
point_stat_ge35.6_270000L_20110723_030000V.stat
point_stat_ge7.6_270000L_20110723_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110724_030000V.stat
point_stat_ge35.6_270000L_20110724_030000V.stat
point_stat_ge7.6_270000L_20110724_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110728_030000V.stat
point_stat_ge35.6_270000L_20110728_030000V.stat
point_stat_ge7.6_270000L_20110728_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110729_030000V.stat
point_stat_ge35.6_270000L_20110729_030000V.stat
point_stat_ge7.6_270000L_20110729_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110730_030000V.stat
point_stat_ge35.6_270000L_20110730_030000V.stat
point_stat_ge7.6_270000L_20110730_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110731_030000V.stat
point_stat_ge35.6_270000L_20110731_030000V.stat
point_stat_ge7.6_270000L_20110731_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110612_030000V.stat
point_stat_ge64.5_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110612_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110613_030000V.stat
point_stat_ge64.5_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110615_030000V.stat
point_stat_ge64.5_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110616_030000V.stat
point_stat_ge64.5_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110618_030000V.stat
point_stat_ge64.5_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110621_030000V.stat
point_stat_ge64.5_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110713_030000V.stat
point_stat_ge64.5_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110714_030000V.stat
point_stat_ge64.5_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110715_030000V.stat
point_stat_ge64.5_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110716_030000V.stat
point_stat_ge64.5_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110719_030000V.stat
point_stat_ge64.5_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110720_030000V.stat
point_stat_ge64.5_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110721_030000V.stat
point_stat_ge64.5_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110723_030000V.stat
point_stat_ge64.5_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110724_030000V.stat
point_stat_ge64.5_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110728_030000V.stat
point_stat_ge64.5_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110729_030000V.stat
point_stat_ge64.5_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110730_030000V.stat
point_stat_ge64.5_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110731_030000V.stat
point_stat_ge64.5_270000L_20110731_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
> >>>>> bash-3.2$   pls guide further.  Geeta
> >>>>>
> >>>>>
> >>>>
> >>>>
> >>>>
> >>>
> >>>
> >>
> >>
> >>
> >
> >
>
>
>

------------------------------------------------
Subject: Error with STAT analysis tool
From: Geeta Geeta
Time: Thu Jun 14 03:43:15 2012


hi Paul, I think I got the connection b/w the stat file and the
corresponding cnt files etc. One more doubt, I have 19 files in the
STAT folder. -bash-3.2$ ls
point_stat_gt0.0_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
tempo
-bash-3.2$ ls -l *.stat |wc
      19     171    1995So that means that there should be 19 CNT
entries in the output of STAT tool.
-bash-3.2$

-bash-3.2$ ls -l *.stat |wc
      19     171    1995
-bash-3.2$ cd ..
-bash-3.2$ egrep "CNT" summary_test.stat | wc -l
     214
-bash-3.2$
So this discrepancy of 19 and 214, pls explain.
geeta
 > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
> From: met_help at ucar.edu
> To: geeta124 at hotmail.com
> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> Date: Wed, 13 Jun 2012 13:19:38 -0600
>
> Geeta,
>
> Thank you for sending me your stat files.  I'm afraid I still don't
know what the problem is on your system, but I was
> able to run the command that you were asking about with one change:
"-fcst_var APCP" should be changed to "-fcst_var
> APCP_24".  Please create a new directory on your system called
geeta_test, put the attached tarball into it, unpack it
> and then run the sa_test.sh script from within that directory.  You
should see the output below.  If you still have
> trouble running this job, please let me know.
>
> Paul
>
>
> $ ./sa_test.sh
> DEBUG 2: STAT Lines read     = 62698
> DEBUG 2: STAT Lines retained = 214
> DEBUG 2:
> DEBUG 2: Processing Job 1: -job summary -fcst_var APCP_24 -fcst_lev
A24 -line_type CNT -column RMSE -dump_row
> summary_test.stat -out_alpha 0.05
> DEBUG 1: Creating STAT output file "summary_test.stat"
> GSL_RNG_TYPE=mt19937
> GSL_RNG_SEED=602396751
> JOB_LIST:      -job summary -fcst_var APCP_24 -fcst_lev A24
-line_type CNT -column RMSE -dump_row summary_test.stat
> -out_alpha 0.05
> COL_NAME: TOTAL MEAN     MEAN_NCL MEAN_NCU MEAN_BCL MEAN_BCU STDEV
STDEV_BCL STDEV_BCU MIN      P10      P25      P50
>       P75      P90      MAX
>   SUMMARY: 214   25.78299 24.78520 26.78079 24.80146 26.76328
7.44730 6.85406   7.99471   16.13283 16.75538 19.95215
> 24.29993 31.49799 37.08415 40.89395
>
> DEBUG 2: Job 1 used 214 out of 214 STAT lines.
>
>
>
> On 06/12/2012 11:01 PM, Geeta Geeta via RT wrote:
> >
> > <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >
> >
> > Hi Paul, I had checked the file permissions. they are OK. So I am
sending you the stat files.  bash-3.2$ pwd
> >
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> > bash-3.2$ ls -l
> > total 41216
> > -rwxr-xr-x    1 model    staff       9830400 Jun 13 09:50
point_stat_ge0.1_270000L_20110612_030000V.stat
> > -rwxr-xr-x    1 model    staff         91007 Jun 11 14:09
point_stat_ge0.1_270000L_20110613_030000V.stat
> > -rwxr-xr-x    1 model    staff         91918 Jun 11 14:09
point_stat_ge0.1_270000L_20110615_030000V.stat
> > -rwxr-xr-x    1 model    staff         92225 Jun 11 14:09
point_stat_ge0.1_270000L_20110616_030000V.stat
> > -rwxr-xr-x    1 model    staff         92834 Jun 11 14:09
point_stat_ge0.1_270000L_20110618_030000V.stat
> > Thanks for Ur support
> > geeta
> >   > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis
tool
> >> From: met_help at ucar.edu
> >> To: geeta124 at hotmail.com
> >> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> >> Date: Tue, 12 Jun 2012 08:50:07 -0600
> >>
> >> Geeta,
> >>
> >> I'll assume you also checked that there is sufficient read
permissions on the directory
> >>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
and the stat files inside.  I cannot reproduce
> >> the problem that you are reporting.  Can you please create a
zipped tar archive of your stat files and email them to me
> >> if the bundle is smaller than about 2MB.  If not, please upload
the stat files to our FTP site using the instructions on
> >> this page:
http://www.dtcenter.org/met/users/support/met_help.php#ftp.  Please
let me know if you have any questions.
> >>
> >> Paul
> >>
> >>
> >> On 06/11/2012 11:02 PM, Geeta Geeta via RT wrote:
> >>>
> >>> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >>>
> >>>
> >>> Hi Paul, I have now given the absolute path.  bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row /oprn/model/wrf3/utils/met/METv3.0/statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
> >>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
> >>>
> >>> But the error still persists.
> >>> geeta
> >>>    > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT
analysis tool
> >>>> From: met_help at ucar.edu
> >>>> To: geeta124 at hotmail.com
> >>>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> >>>> Date: Mon, 11 Jun 2012 09:00:34 -0600
> >>>>
> >>>> Geeta,
> >>>>
> >>>> It looks like you are passing the following directory to
stat_analysis using the -lookin parameter:
> >>>>
> >>>> ~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>>>
> >>>> The directory which you listed showing the stat files is:
> >>>>
> >>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>>>
> >>>> I would recommend using the second absolute path as the
argument to the -lookin flag.  Perhaps your shell is not
> >>>> expanding the leading ~ in the way that you anticipate?  Also,
you may want to check read permissions on the folder and
> >>>> .stat files that you want stat_analysis to read.  Please let me
know if you have any questions.
> >>>>
> >>>> Paul
> >>>>
> >>>>
> >>>> On 06/11/2012 02:39 AM, Geeta Geeta via RT wrote:
> >>>>>
> >>>>> Mon Jun 11 02:39:28 2012: Request 56914 was acted upon.
> >>>>> Transaction: Ticket created by geeta124 at hotmail.com
> >>>>>           Queue: met_help
> >>>>>         Subject: Error with STAT analysis tool
> >>>>>           Owner: Nobody
> >>>>>      Requestors: geeta124 at hotmail.com
> >>>>>          Status: new
> >>>>>     Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >>>>>
> >>>>>
> >>>>>
> >>>>> Dear met_help, I am using the STAT_analysis tool and following
is the command excuted.  I have the files in the respective Directory.
> >>>>>
> >>>>> bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT
-column RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin
~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \
-fcst_var APCP -fcst_lev A24 \ -v2
> >>>>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
> >>>>> bash-3.2$ pwd
> >>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>>>> bash-3.2$ ls
> >>>>> point_stat_ge0.1_270000L_20110612_030000V.stat
point_stat_ge35.6_270000L_20110612_030000V.stat
point_stat_ge7.6_270000L_20110612_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110613_030000V.stat
point_stat_ge35.6_270000L_20110613_030000V.stat
point_stat_ge7.6_270000L_20110613_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110615_030000V.stat
point_stat_ge35.6_270000L_20110615_030000V.stat
point_stat_ge7.6_270000L_20110615_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110616_030000V.stat
point_stat_ge35.6_270000L_20110616_030000V.stat
point_stat_ge7.6_270000L_20110616_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110618_030000V.stat
point_stat_ge35.6_270000L_20110618_030000V.stat
point_stat_ge7.6_270000L_20110618_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110621_030000V.stat
point_stat_ge35.6_270000L_20110621_030000V.stat
point_stat_ge7.6_270000L_20110621_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110713_030000V.stat
point_stat_ge35.6_270000L_20110713_030000V.stat
point_stat_ge7.6_270000L_20110713_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110714_030000V.stat
point_stat_ge35.6_270000L_20110714_030000V.stat
point_stat_ge7.6_270000L_20110714_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110715_030000V.stat
point_stat_ge35.6_270000L_20110715_030000V.stat
point_stat_ge7.6_270000L_20110715_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110716_030000V.stat
point_stat_ge35.6_270000L_20110716_030000V.stat
point_stat_ge7.6_270000L_20110716_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110719_030000V.stat
point_stat_ge35.6_270000L_20110719_030000V.stat
point_stat_ge7.6_270000L_20110719_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110720_030000V.stat
point_stat_ge35.6_270000L_20110720_030000V.stat
point_stat_ge7.6_270000L_20110720_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110721_030000V.stat
point_stat_ge35.6_270000L_20110721_030000V.stat
point_stat_ge7.6_270000L_20110721_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110723_030000V.stat
point_stat_ge35.6_270000L_20110723_030000V.stat
point_stat_ge7.6_270000L_20110723_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110724_030000V.stat
point_stat_ge35.6_270000L_20110724_030000V.stat
point_stat_ge7.6_270000L_20110724_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110728_030000V.stat
point_stat_ge35.6_270000L_20110728_030000V.stat
point_stat_ge7.6_270000L_20110728_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110729_030000V.stat
point_stat_ge35.6_270000L_20110729_030000V.stat
point_stat_ge7.6_270000L_20110729_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110730_030000V.stat
point_stat_ge35.6_270000L_20110730_030000V.stat
point_stat_ge7.6_270000L_20110730_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110731_030000V.stat
point_stat_ge35.6_270000L_20110731_030000V.stat
point_stat_ge7.6_270000L_20110731_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110612_030000V.stat
point_stat_ge64.5_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110612_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110613_030000V.stat
point_stat_ge64.5_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110615_030000V.stat
point_stat_ge64.5_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110616_030000V.stat
point_stat_ge64.5_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110618_030000V.stat
point_stat_ge64.5_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110621_030000V.stat
point_stat_ge64.5_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110713_030000V.stat
point_stat_ge64.5_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110714_030000V.stat
point_stat_ge64.5_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110715_030000V.stat
point_stat_ge64.5_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110716_030000V.stat
point_stat_ge64.5_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110719_030000V.stat
point_stat_ge64.5_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110720_030000V.stat
point_stat_ge64.5_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110721_030000V.stat
point_stat_ge64.5_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110723_030000V.stat
point_stat_ge64.5_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110724_030000V.stat
point_stat_ge64.5_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110728_030000V.stat
point_stat_ge64.5_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110729_030000V.stat
point_stat_ge64.5_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110730_030000V.stat
point_stat_ge64.5_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110731_030000V.stat
point_stat_ge64.5_270000L_20110731_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
> >>>>> bash-3.2$   pls guide further.  Geeta
> >>>>>
> >>>>>
> >>>>
> >>>>
> >>>>
> >>>
> >>>
> >>
> >>
> >>
> >
> >
>
>
>

------------------------------------------------
Subject: Error with STAT analysis tool
From: Geeta Geeta
Time: Fri Jun 15 05:01:26 2012


hi paul, I have also checked the data in the summary_test.stat file,
the data for the same day is different.

bash-3.2$ egrep "20110612_03" summary_test.stat >out The data in
columns of out file are slightly different. Pls explain why is it
writing the output a number of TIMES in the summary file for each day.
The filters have been specified well for the stat tool.  Geeta
 From: geeta124 at hotmail.com
To: met_help at ucar.edu
Subject: RE: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
Date: Thu, 14 Jun 2012 15:13:12 +0530





hi Paul,
I think I got the connection b/w the stat file and the corresponding
cnt files etc. One more doubt,
I have 19 files in the STAT folder.
-bash-3.2$ ls
point_stat_gt0.0_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
tempo
-bash-3.2$ ls -l *.stat |wc
      19     171    1995
So that means that there should be 19 CNT entries in the output of
STAT tool.
-bash-3.2$

-bash-3.2$ ls -l *.stat |wc
      19     171    1995
-bash-3.2$ cd ..
-bash-3.2$ egrep "CNT" summary_test.stat | wc -l
     214
-bash-3.2$

So this discrepancy of 19 and 214, pls explain.
geeta

> Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
> From: met_help at ucar.edu
> To: geeta124 at hotmail.com
> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> Date: Wed, 13 Jun 2012 13:19:38 -0600
>
> Geeta,
>
> Thank you for sending me your stat files.  I'm afraid I still don't
know what the problem is on your system, but I was
> able to run the command that you were asking about with one change:
"-fcst_var APCP" should be changed to "-fcst_var
> APCP_24".  Please create a new directory on your system called
geeta_test, put the attached tarball into it, unpack it
> and then run the sa_test.sh script from within that directory.  You
should see the output below.  If you still have
> trouble running this job, please let me know.
>
> Paul
>
>
> $ ./sa_test.sh
> DEBUG 2: STAT Lines read     = 62698
> DEBUG 2: STAT Lines retained = 214
> DEBUG 2:
> DEBUG 2: Processing Job 1: -job summary -fcst_var APCP_24 -fcst_lev
A24 -line_type CNT -column RMSE -dump_row
> summary_test.stat -out_alpha 0.05
> DEBUG 1: Creating STAT output file "summary_test.stat"
> GSL_RNG_TYPE=mt19937
> GSL_RNG_SEED=602396751
> JOB_LIST:      -job summary -fcst_var APCP_24 -fcst_lev A24
-line_type CNT -column RMSE -dump_row summary_test.stat
> -out_alpha 0.05
> COL_NAME: TOTAL MEAN     MEAN_NCL MEAN_NCU MEAN_BCL MEAN_BCU STDEV
STDEV_BCL STDEV_BCU MIN      P10      P25      P50
>       P75      P90      MAX
>   SUMMARY: 214   25.78299 24.78520 26.78079 24.80146 26.76328
7.44730 6.85406   7.99471   16.13283 16.75538 19.95215
> 24.29993 31.49799 37.08415 40.89395
>
> DEBUG 2: Job 1 used 214 out of 214 STAT lines.
>
>
>
> On 06/12/2012 11:01 PM, Geeta Geeta via RT wrote:
> >
> > <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >
> >
> > Hi Paul, I had checked the file permissions. they are OK. So I am
sending you the stat files.  bash-3.2$ pwd
> >
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> > bash-3.2$ ls -l
> > total 41216
> > -rwxr-xr-x    1 model    staff       9830400 Jun 13 09:50
point_stat_ge0.1_270000L_20110612_030000V.stat
> > -rwxr-xr-x    1 model    staff         91007 Jun 11 14:09
point_stat_ge0.1_270000L_20110613_030000V.stat
> > -rwxr-xr-x    1 model    staff         91918 Jun 11 14:09
point_stat_ge0.1_270000L_20110615_030000V.stat
> > -rwxr-xr-x    1 model    staff         92225 Jun 11 14:09
point_stat_ge0.1_270000L_20110616_030000V.stat
> > -rwxr-xr-x    1 model    staff         92834 Jun 11 14:09
point_stat_ge0.1_270000L_20110618_030000V.stat
> > Thanks for Ur support
> > geeta
> >   > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis
tool
> >> From: met_help at ucar.edu
> >> To: geeta124 at hotmail.com
> >> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> >> Date: Tue, 12 Jun 2012 08:50:07 -0600
> >>
> >> Geeta,
> >>
> >> I'll assume you also checked that there is sufficient read
permissions on the directory
> >>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
and the stat files inside.  I cannot reproduce
> >> the problem that you are reporting.  Can you please create a
zipped tar archive of your stat files and email them to me
> >> if the bundle is smaller than about 2MB.  If not, please upload
the stat files to our FTP site using the instructions on
> >> this page:
http://www.dtcenter.org/met/users/support/met_help.php#ftp.  Please
let me know if you have any questions.
> >>
> >> Paul
> >>
> >>
> >> On 06/11/2012 11:02 PM, Geeta Geeta via RT wrote:
> >>>
> >>> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >>>
> >>>
> >>> Hi Paul, I have now given the absolute path.  bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row /oprn/model/wrf3/utils/met/METv3.0/statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
> >>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
> >>>
> >>> But the error still persists.
> >>> geeta
> >>>    > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT
analysis tool
> >>>> From: met_help at ucar.edu
> >>>> To: geeta124 at hotmail.com
> >>>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
> >>>> Date: Mon, 11 Jun 2012 09:00:34 -0600
> >>>>
> >>>> Geeta,
> >>>>
> >>>> It looks like you are passing the following directory to
stat_analysis using the -lookin parameter:
> >>>>
> >>>> ~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>>>
> >>>> The directory which you listed showing the stat files is:
> >>>>
> >>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>>>
> >>>> I would recommend using the second absolute path as the
argument to the -lookin flag.  Perhaps your shell is not
> >>>> expanding the leading ~ in the way that you anticipate?  Also,
you may want to check read permissions on the folder and
> >>>> .stat files that you want stat_analysis to read.  Please let me
know if you have any questions.
> >>>>
> >>>> Paul
> >>>>
> >>>>
> >>>> On 06/11/2012 02:39 AM, Geeta Geeta via RT wrote:
> >>>>>
> >>>>> Mon Jun 11 02:39:28 2012: Request 56914 was acted upon.
> >>>>> Transaction: Ticket created by geeta124 at hotmail.com
> >>>>>           Queue: met_help
> >>>>>         Subject: Error with STAT analysis tool
> >>>>>           Owner: Nobody
> >>>>>      Requestors: geeta124 at hotmail.com
> >>>>>          Status: new
> >>>>>     Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
> >>>>>
> >>>>>
> >>>>>
> >>>>> Dear met_help, I am using the STAT_analysis tool and following
is the command excuted.  I have the files in the respective Directory.
> >>>>>
> >>>>> bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT
-column RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin
~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \
-fcst_var APCP -fcst_lev A24 \ -v2
> >>>>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
> >>>>> bash-3.2$ pwd
> >>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
> >>>>> bash-3.2$ ls
> >>>>> point_stat_ge0.1_270000L_20110612_030000V.stat
point_stat_ge35.6_270000L_20110612_030000V.stat
point_stat_ge7.6_270000L_20110612_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110613_030000V.stat
point_stat_ge35.6_270000L_20110613_030000V.stat
point_stat_ge7.6_270000L_20110613_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110615_030000V.stat
point_stat_ge35.6_270000L_20110615_030000V.stat
point_stat_ge7.6_270000L_20110615_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110616_030000V.stat
point_stat_ge35.6_270000L_20110616_030000V.stat
point_stat_ge7.6_270000L_20110616_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110618_030000V.stat
point_stat_ge35.6_270000L_20110618_030000V.stat
point_stat_ge7.6_270000L_20110618_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110621_030000V.stat
point_stat_ge35.6_270000L_20110621_030000V.stat
point_stat_ge7.6_270000L_20110621_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110713_030000V.stat
point_stat_ge35.6_270000L_20110713_030000V.stat
point_stat_ge7.6_270000L_20110713_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110714_030000V.stat
point_stat_ge35.6_270000L_20110714_030000V.stat
point_stat_ge7.6_270000L_20110714_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110715_030000V.stat
point_stat_ge35.6_270000L_20110715_030000V.stat
point_stat_ge7.6_270000L_20110715_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110716_030000V.stat
point_stat_ge35.6_270000L_20110716_030000V.stat
point_stat_ge7.6_270000L_20110716_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110719_030000V.stat
point_stat_ge35.6_270000L_20110719_030000V.stat
point_stat_ge7.6_270000L_20110719_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110720_030000V.stat
point_stat_ge35.6_270000L_20110720_030000V.stat
point_stat_ge7.6_270000L_20110720_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110721_030000V.stat
point_stat_ge35.6_270000L_20110721_030000V.stat
point_stat_ge7.6_270000L_20110721_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110723_030000V.stat
point_stat_ge35.6_270000L_20110723_030000V.stat
point_stat_ge7.6_270000L_20110723_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110724_030000V.stat
point_stat_ge35.6_270000L_20110724_030000V.stat
point_stat_ge7.6_270000L_20110724_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110728_030000V.stat
point_stat_ge35.6_270000L_20110728_030000V.stat
point_stat_ge7.6_270000L_20110728_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110729_030000V.stat
point_stat_ge35.6_270000L_20110729_030000V.stat
point_stat_ge7.6_270000L_20110729_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110730_030000V.stat
point_stat_ge35.6_270000L_20110730_030000V.stat
point_stat_ge7.6_270000L_20110730_030000V.stat
> >>>>> point_stat_ge0.1_270000L_20110731_030000V.stat
point_stat_ge35.6_270000L_20110731_030000V.stat
point_stat_ge7.6_270000L_20110731_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110612_030000V.stat
point_stat_ge64.5_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110612_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110613_030000V.stat
point_stat_ge64.5_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110615_030000V.stat
point_stat_ge64.5_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110616_030000V.stat
point_stat_ge64.5_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110618_030000V.stat
point_stat_ge64.5_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110621_030000V.stat
point_stat_ge64.5_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110713_030000V.stat
point_stat_ge64.5_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110714_030000V.stat
point_stat_ge64.5_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110715_030000V.stat
point_stat_ge64.5_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110716_030000V.stat
point_stat_ge64.5_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110719_030000V.stat
point_stat_ge64.5_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110720_030000V.stat
point_stat_ge64.5_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110721_030000V.stat
point_stat_ge64.5_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110723_030000V.stat
point_stat_ge64.5_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110724_030000V.stat
point_stat_ge64.5_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110728_030000V.stat
point_stat_ge64.5_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110729_030000V.stat
point_stat_ge64.5_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110730_030000V.stat
point_stat_ge64.5_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
> >>>>> point_stat_ge2.5_270000L_20110731_030000V.stat
point_stat_ge64.5_270000L_20110731_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
> >>>>> bash-3.2$   pls guide further.  Geeta
> >>>>>
> >>>>>
> >>>>
> >>>>
> >>>>
> >>>
> >>>
> >>
> >>
> >>
> >
> >
>
>
>

------------------------------------------------
Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
From: John Halley Gotway
Time: Fri Jun 15 06:55:22 2012

Hello Geeta,

Just wanted to let you know that Paul is out of the office, but will
return next Tuesday and get back to you then.

Thanks,
John

On 06/15/2012 05:01 AM, Geeta Geeta via RT wrote:
>
> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>
>
> hi paul, I have also checked the data in the summary_test.stat file,
the data for the same day is different.
>
> bash-3.2$ egrep "20110612_03" summary_test.stat >out The data in
columns of out file are slightly different. Pls explain why is it
writing the output a number of TIMES in the summary file for each day.
The filters have been specified well for the stat tool.  Geeta
>   From: geeta124 at hotmail.com
> To: met_help at ucar.edu
> Subject: RE: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
> Date: Thu, 14 Jun 2012 15:13:12 +0530
>
>
>
>
>
> hi Paul,
> I think I got the connection b/w the stat file and the corresponding
cnt files etc. One more doubt,
> I have 19 files in the STAT folder.
> -bash-3.2$ ls
> point_stat_gt0.0_270000L_20110612_030000V.stat
> point_stat_gt0.0_270000L_20110613_030000V.stat
> point_stat_gt0.0_270000L_20110615_030000V.stat
> point_stat_gt0.0_270000L_20110616_030000V.stat
> point_stat_gt0.0_270000L_20110618_030000V.stat
> point_stat_gt0.0_270000L_20110621_030000V.stat
> point_stat_gt0.0_270000L_20110713_030000V.stat
> point_stat_gt0.0_270000L_20110714_030000V.stat
> point_stat_gt0.0_270000L_20110715_030000V.stat
> point_stat_gt0.0_270000L_20110716_030000V.stat
> point_stat_gt0.0_270000L_20110719_030000V.stat
> point_stat_gt0.0_270000L_20110720_030000V.stat
> point_stat_gt0.0_270000L_20110721_030000V.stat
> point_stat_gt0.0_270000L_20110723_030000V.stat
> point_stat_gt0.0_270000L_20110724_030000V.stat
> point_stat_gt0.0_270000L_20110728_030000V.stat
> point_stat_gt0.0_270000L_20110729_030000V.stat
> point_stat_gt0.0_270000L_20110730_030000V.stat
> point_stat_gt0.0_270000L_20110731_030000V.stat
> tempo
> -bash-3.2$ ls -l *.stat |wc
>        19     171    1995
> So that means that there should be 19 CNT entries in the output of
STAT tool.
> -bash-3.2$
>
> -bash-3.2$ ls -l *.stat |wc
>        19     171    1995
> -bash-3.2$ cd ..
> -bash-3.2$ egrep "CNT" summary_test.stat | wc -l
>       214
> -bash-3.2$
>
> So this discrepancy of 19 and 214, pls explain.
> geeta
>
>> Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis tool
>> From: met_help at ucar.edu
>> To: geeta124 at hotmail.com
>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
>> Date: Wed, 13 Jun 2012 13:19:38 -0600
>>
>> Geeta,
>>
>> Thank you for sending me your stat files.  I'm afraid I still don't
know what the problem is on your system, but I was
>> able to run the command that you were asking about with one change:
"-fcst_var APCP" should be changed to "-fcst_var
>> APCP_24".  Please create a new directory on your system called
geeta_test, put the attached tarball into it, unpack it
>> and then run the sa_test.sh script from within that directory.  You
should see the output below.  If you still have
>> trouble running this job, please let me know.
>>
>> Paul
>>
>>
>> $ ./sa_test.sh
>> DEBUG 2: STAT Lines read     = 62698
>> DEBUG 2: STAT Lines retained = 214
>> DEBUG 2:
>> DEBUG 2: Processing Job 1: -job summary -fcst_var APCP_24 -fcst_lev
A24 -line_type CNT -column RMSE -dump_row
>> summary_test.stat -out_alpha 0.05
>> DEBUG 1: Creating STAT output file "summary_test.stat"
>> GSL_RNG_TYPE=mt19937
>> GSL_RNG_SEED=602396751
>> JOB_LIST:      -job summary -fcst_var APCP_24 -fcst_lev A24
-line_type CNT -column RMSE -dump_row summary_test.stat
>> -out_alpha 0.05
>> COL_NAME: TOTAL MEAN     MEAN_NCL MEAN_NCU MEAN_BCL MEAN_BCU STDEV
STDEV_BCL STDEV_BCU MIN      P10      P25      P50
>>        P75      P90      MAX
>>    SUMMARY: 214   25.78299 24.78520 26.78079 24.80146 26.76328
7.44730 6.85406   7.99471   16.13283 16.75538 19.95215
>> 24.29993 31.49799 37.08415 40.89395
>>
>> DEBUG 2: Job 1 used 214 out of 214 STAT lines.
>>
>>
>>
>> On 06/12/2012 11:01 PM, Geeta Geeta via RT wrote:
>>>
>>> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>>>
>>>
>>> Hi Paul, I had checked the file permissions. they are OK. So I am
sending you the stat files.  bash-3.2$ pwd
>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>> bash-3.2$ ls -l
>>> total 41216
>>> -rwxr-xr-x    1 model    staff       9830400 Jun 13 09:50
point_stat_ge0.1_270000L_20110612_030000V.stat
>>> -rwxr-xr-x    1 model    staff         91007 Jun 11 14:09
point_stat_ge0.1_270000L_20110613_030000V.stat
>>> -rwxr-xr-x    1 model    staff         91918 Jun 11 14:09
point_stat_ge0.1_270000L_20110615_030000V.stat
>>> -rwxr-xr-x    1 model    staff         92225 Jun 11 14:09
point_stat_ge0.1_270000L_20110616_030000V.stat
>>> -rwxr-xr-x    1 model    staff         92834 Jun 11 14:09
point_stat_ge0.1_270000L_20110618_030000V.stat
>>> Thanks for Ur support
>>> geeta
>>>    > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT
analysis tool
>>>> From: met_help at ucar.edu
>>>> To: geeta124 at hotmail.com
>>>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
>>>> Date: Tue, 12 Jun 2012 08:50:07 -0600
>>>>
>>>> Geeta,
>>>>
>>>> I'll assume you also checked that there is sufficient read
permissions on the directory
>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
and the stat files inside.  I cannot reproduce
>>>> the problem that you are reporting.  Can you please create a
zipped tar archive of your stat files and email them to me
>>>> if the bundle is smaller than about 2MB.  If not, please upload
the stat files to our FTP site using the instructions on
>>>> this page:
http://www.dtcenter.org/met/users/support/met_help.php#ftp.  Please
let me know if you have any questions.
>>>>
>>>> Paul
>>>>
>>>>
>>>> On 06/11/2012 11:02 PM, Geeta Geeta via RT wrote:
>>>>>
>>>>> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>>>>>
>>>>>
>>>>> Hi Paul, I have now given the absolute path.  bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row /oprn/model/wrf3/utils/met/METv3.0/statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
>>>>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
>>>>>
>>>>> But the error still persists.
>>>>> geeta
>>>>>     > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT
analysis tool
>>>>>> From: met_help at ucar.edu
>>>>>> To: geeta124 at hotmail.com
>>>>>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
>>>>>> Date: Mon, 11 Jun 2012 09:00:34 -0600
>>>>>>
>>>>>> Geeta,
>>>>>>
>>>>>> It looks like you are passing the following directory to
stat_analysis using the -lookin parameter:
>>>>>>
>>>>>> ~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>>>>>
>>>>>> The directory which you listed showing the stat files is:
>>>>>>
>>>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>>>>>
>>>>>> I would recommend using the second absolute path as the
argument to the -lookin flag.  Perhaps your shell is not
>>>>>> expanding the leading ~ in the way that you anticipate?  Also,
you may want to check read permissions on the folder and
>>>>>> .stat files that you want stat_analysis to read.  Please let me
know if you have any questions.
>>>>>>
>>>>>> Paul
>>>>>>
>>>>>>
>>>>>> On 06/11/2012 02:39 AM, Geeta Geeta via RT wrote:
>>>>>>>
>>>>>>> Mon Jun 11 02:39:28 2012: Request 56914 was acted upon.
>>>>>>> Transaction: Ticket created by geeta124 at hotmail.com
>>>>>>>            Queue: met_help
>>>>>>>          Subject: Error with STAT analysis tool
>>>>>>>            Owner: Nobody
>>>>>>>       Requestors: geeta124 at hotmail.com
>>>>>>>           Status: new
>>>>>>>      Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>>>>>>>
>>>>>>>
>>>>>>>
>>>>>>> Dear met_help, I am using the STAT_analysis tool and following
is the command excuted.  I have the files in the respective Directory.
>>>>>>>
>>>>>>> bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT
-column RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin
~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \
-fcst_var APCP -fcst_lev A24 \ -v2
>>>>>>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
>>>>>>> bash-3.2$ pwd
>>>>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>>>>>> bash-3.2$ ls
>>>>>>> point_stat_ge0.1_270000L_20110612_030000V.stat
point_stat_ge35.6_270000L_20110612_030000V.stat
point_stat_ge7.6_270000L_20110612_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110613_030000V.stat
point_stat_ge35.6_270000L_20110613_030000V.stat
point_stat_ge7.6_270000L_20110613_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110615_030000V.stat
point_stat_ge35.6_270000L_20110615_030000V.stat
point_stat_ge7.6_270000L_20110615_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110616_030000V.stat
point_stat_ge35.6_270000L_20110616_030000V.stat
point_stat_ge7.6_270000L_20110616_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110618_030000V.stat
point_stat_ge35.6_270000L_20110618_030000V.stat
point_stat_ge7.6_270000L_20110618_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110621_030000V.stat
point_stat_ge35.6_270000L_20110621_030000V.stat
point_stat_ge7.6_270000L_20110621_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110713_030000V.stat
point_stat_ge35.6_270000L_20110713_030000V.stat
point_stat_ge7.6_270000L_20110713_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110714_030000V.stat
point_stat_ge35.6_270000L_20110714_030000V.stat
point_stat_ge7.6_270000L_20110714_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110715_030000V.stat
point_stat_ge35.6_270000L_20110715_030000V.stat
point_stat_ge7.6_270000L_20110715_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110716_030000V.stat
point_stat_ge35.6_270000L_20110716_030000V.stat
point_stat_ge7.6_270000L_20110716_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110719_030000V.stat
point_stat_ge35.6_270000L_20110719_030000V.stat
point_stat_ge7.6_270000L_20110719_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110720_030000V.stat
point_stat_ge35.6_270000L_20110720_030000V.stat
point_stat_ge7.6_270000L_20110720_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110721_030000V.stat
point_stat_ge35.6_270000L_20110721_030000V.stat
point_stat_ge7.6_270000L_20110721_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110723_030000V.stat
point_stat_ge35.6_270000L_20110723_030000V.stat
point_stat_ge7.6_270000L_20110723_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110724_030000V.stat
point_stat_ge35.6_270000L_20110724_030000V.stat
point_stat_ge7.6_270000L_20110724_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110728_030000V.stat
point_stat_ge35.6_270000L_20110728_030000V.stat
point_stat_ge7.6_270000L_20110728_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110729_030000V.stat
point_stat_ge35.6_270000L_20110729_030000V.stat
point_stat_ge7.6_270000L_20110729_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110730_030000V.stat
point_stat_ge35.6_270000L_20110730_030000V.stat
point_stat_ge7.6_270000L_20110730_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110731_030000V.stat
point_stat_ge35.6_270000L_20110731_030000V.stat
point_stat_ge7.6_270000L_20110731_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110612_030000V.stat
point_stat_ge64.5_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110612_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110613_030000V.stat
point_stat_ge64.5_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110615_030000V.stat
point_stat_ge64.5_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110616_030000V.stat
point_stat_ge64.5_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110618_030000V.stat
point_stat_ge64.5_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110621_030000V.stat
point_stat_ge64.5_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110713_030000V.stat
point_stat_ge64.5_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110714_030000V.stat
point_stat_ge64.5_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110715_030000V.stat
point_stat_ge64.5_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110716_030000V.stat
point_stat_ge64.5_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110719_030000V.stat
point_stat_ge64.5_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110720_030000V.stat
point_stat_ge64.5_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110721_030000V.stat
point_stat_ge64.5_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110723_030000V.stat
point_stat_ge64.5_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110724_030000V.stat
point_stat_ge64.5_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110728_030000V.stat
point_stat_ge64.5_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110729_030000V.stat
point_stat_ge64.5_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110730_030000V.stat
point_stat_ge64.5_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110731_030000V.stat
point_stat_ge64.5_270000L_20110731_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
>>>>>>> bash-3.2$   pls guide further.  Geeta
>>>>>>>
>>>>>>>
>>>>>>
>>>>>>
>>>>>>
>>>>>
>>>>>
>>>>
>>>>
>>>>
>>>
>>>
>>
>>
>>
>
>


------------------------------------------------
Subject: Error with STAT analysis tool
From: Paul Oldenburg
Time: Tue Jun 19 11:32:53 2012

Geeta,

1.  The information in the MPR line type is described in the METv3.0
User's Guide on page 4-26.  The .stat files contain
all line types described in the User's Guide that you mentioned in a
single file.  That is why the number of columns
differs for different lines in the .stat file.  Each line has a line
type in column 21 which tells the user how to
interpret the information that follows it.

2.  The stat_analysis tool can be confusing to learn and use because
it does complicated things.  If you are interested
in calculating aggregated single continuous statistics ("ME, MAE,
RMSE, etc"), then I suggest using the aggregate_stat
job documented in the User's Guide on page 8-13.  I attached an
example of this type of job with your data.  When you
unpack and run it, you can read the aggregated statistics in the file
agg_test.out.  Please note that I used the
point_stat output files that you sent in your last inquiry.

Regarding the number of CNT lines present, I created the report below
showing how many CNT lines were present in each
file.  You can see that there is one per file.

If you have any other questions, please let me know.

Paul



$ for F in $(find statfiles_agg -type f | sort); do echo "$F - $(egrep
'CNT' $F | wc -l)"; done
statfiles_agg/point_stat_gt0.0_270000L_20110612_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110613_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110615_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110616_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110618_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110621_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110713_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110714_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110715_030000V.stat - 0
statfiles_agg/point_stat_gt0.0_270000L_20110716_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110719_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110720_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110721_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110723_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110724_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110728_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110729_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110730_030000V.stat - 1
statfiles_agg/point_stat_gt0.0_270000L_20110731_030000V.stat - 1




On 06/14/2012 02:17 AM, Geeta Geeta via RT wrote:
>
> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>
>
> Thanks, Paul, It worked the way U have told, but it is not still
working in my directory tree. Ok, So I will manage somehow.   But Now
I have few  questions which i am unable to understand. Firstly, there
is no detailed description of the .stat file unlike .cnt etc in the
pdf document of METv3.0. So I am unable to understnd what is MPR and
finally in the EOF, it writes numbers, I donot know what is written.
2. there are different Job commands like filter, summary etc
performing different functions and have diff formats. Now I have do do
the verification of RF for 100 days say, I have 100 stat files for 24
and 48hrs. I am interested in computing the ME, MAE, RMSE, etc to
begin with. So I have used the job command as SUMMARY bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
>   My question is 'does the stat tool look for .cnt files (these are
not there in the folder where stat files are kept) and extracts RMSE
for me??? 3. I have my summary file which looks like this. This info
is there for each day I have run.   V3.0    WRF   270000
20110612_030000 20110612_030000 000000   20110611_210000
20110612_090000 APCP_24  A24      APCP_24 A24     ADPSFC FULL
UW_MEAN     1           NA          NA         NA         0.05000 CNT
290 12.40734 9.44557  15.36910  9.72391   15.70299    25.73365
23.79578  28.01787  19.09633 32.44738 11.65310 9.32560 13.98061
9.42781 14.08482 20.22280 18.69992 22.01785 16.90570 23.30374 0.59771
0.51821 0.66698 0.49962 0.71361 0.55070 0.42060 251     87      128
0.75423 -1.68474 3.19321 -1.62401 3.20620 21.19137 19.59555 23.07239
15.56592 26.55068 1.06472 0.87187 1.29253 9.65574 7.59512 11.99481
448.09434 241.53095 707.38964 447.52547 241.46244 702.50802 21.16824
15.54127 26.59679 -12.42383 -21.00525 -8.13958 -2!
 .22!
>   014 -3.52852 -0.45189 0.09896 -0.00073 0.24295 3.27038 1.50200
4.97933 12.01002 11.76906 17.00492
>   I donot know the details of this O/P and how shud I extract the ME
(i expect it to be one value for my region).  4. Should  use the
aggregate tool ???? donot know how it operates!!! I went thru chap 8
and some queries reg this on net but i think i need ur assistance.
> Hope i have been able to make myself clear.
> geeta
>   > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT analysis
tool
>> From: met_help at ucar.edu
>> To: geeta124 at hotmail.com
>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
>> Date: Wed, 13 Jun 2012 13:19:38 -0600
>>
>> Geeta,
>>
>> Thank you for sending me your stat files.  I'm afraid I still don't
know what the problem is on your system, but I was
>> able to run the command that you were asking about with one change:
"-fcst_var APCP" should be changed to "-fcst_var
>> APCP_24".  Please create a new directory on your system called
geeta_test, put the attached tarball into it, unpack it
>> and then run the sa_test.sh script from within that directory.  You
should see the output below.  If you still have
>> trouble running this job, please let me know.
>>
>> Paul
>>
>>
>> $ ./sa_test.sh
>> DEBUG 2: STAT Lines read     = 62698
>> DEBUG 2: STAT Lines retained = 214
>> DEBUG 2:
>> DEBUG 2: Processing Job 1: -job summary -fcst_var APCP_24 -fcst_lev
A24 -line_type CNT -column RMSE -dump_row
>> summary_test.stat -out_alpha 0.05
>> DEBUG 1: Creating STAT output file "summary_test.stat"
>> GSL_RNG_TYPE=mt19937
>> GSL_RNG_SEED=602396751
>> JOB_LIST:      -job summary -fcst_var APCP_24 -fcst_lev A24
-line_type CNT -column RMSE -dump_row summary_test.stat
>> -out_alpha 0.05
>> COL_NAME: TOTAL MEAN     MEAN_NCL MEAN_NCU MEAN_BCL MEAN_BCU STDEV
STDEV_BCL STDEV_BCU MIN      P10      P25      P50
>>        P75      P90      MAX
>>    SUMMARY: 214   25.78299 24.78520 26.78079 24.80146 26.76328
7.44730 6.85406   7.99471   16.13283 16.75538 19.95215
>> 24.29993 31.49799 37.08415 40.89395
>>
>> DEBUG 2: Job 1 used 214 out of 214 STAT lines.
>>
>>
>>
>> On 06/12/2012 11:01 PM, Geeta Geeta via RT wrote:
>>>
>>> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>>>
>>>
>>> Hi Paul, I had checked the file permissions. they are OK. So I am
sending you the stat files.  bash-3.2$ pwd
>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>> bash-3.2$ ls -l
>>> total 41216
>>> -rwxr-xr-x    1 model    staff       9830400 Jun 13 09:50
point_stat_ge0.1_270000L_20110612_030000V.stat
>>> -rwxr-xr-x    1 model    staff         91007 Jun 11 14:09
point_stat_ge0.1_270000L_20110613_030000V.stat
>>> -rwxr-xr-x    1 model    staff         91918 Jun 11 14:09
point_stat_ge0.1_270000L_20110615_030000V.stat
>>> -rwxr-xr-x    1 model    staff         92225 Jun 11 14:09
point_stat_ge0.1_270000L_20110616_030000V.stat
>>> -rwxr-xr-x    1 model    staff         92834 Jun 11 14:09
point_stat_ge0.1_270000L_20110618_030000V.stat
>>> Thanks for Ur support
>>> geeta
>>>    > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT
analysis tool
>>>> From: met_help at ucar.edu
>>>> To: geeta124 at hotmail.com
>>>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
>>>> Date: Tue, 12 Jun 2012 08:50:07 -0600
>>>>
>>>> Geeta,
>>>>
>>>> I'll assume you also checked that there is sufficient read
permissions on the directory
>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
and the stat files inside.  I cannot reproduce
>>>> the problem that you are reporting.  Can you please create a
zipped tar archive of your stat files and email them to me
>>>> if the bundle is smaller than about 2MB.  If not, please upload
the stat files to our FTP site using the instructions on
>>>> this page:
http://www.dtcenter.org/met/users/support/met_help.php#ftp.  Please
let me know if you have any questions.
>>>>
>>>> Paul
>>>>
>>>>
>>>> On 06/11/2012 11:02 PM, Geeta Geeta via RT wrote:
>>>>>
>>>>> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>>>>>
>>>>>
>>>>> Hi Paul, I have now given the absolute path.  bash-3.2$
./bin/stat_analysis \ -job summary -line_type CNT -column RMSE
-dump_row /oprn/model/wrf3/utils/met/METv3.0/statout.dat \ -lookin
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
\ -fcst_var APCP -fcst_lev A24 \ -v2
>>>>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
>>>>>
>>>>> But the error still persists.
>>>>> geeta
>>>>>     > Subject: Re: [rt.rap.ucar.edu #56914] Error with STAT
analysis tool
>>>>>> From: met_help at ucar.edu
>>>>>> To: geeta124 at hotmail.com
>>>>>> CC: met_help-owner at mailman.ucar.edu; met_help at mailman.ucar.edu
>>>>>> Date: Mon, 11 Jun 2012 09:00:34 -0600
>>>>>>
>>>>>> Geeta,
>>>>>>
>>>>>> It looks like you are passing the following directory to
stat_analysis using the -lookin parameter:
>>>>>>
>>>>>> ~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>>>>>
>>>>>> The directory which you listed showing the stat files is:
>>>>>>
>>>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>>>>>
>>>>>> I would recommend using the second absolute path as the
argument to the -lookin flag.  Perhaps your shell is not
>>>>>> expanding the leading ~ in the way that you anticipate?  Also,
you may want to check read permissions on the folder and
>>>>>> .stat files that you want stat_analysis to read.  Please let me
know if you have any questions.
>>>>>>
>>>>>> Paul
>>>>>>
>>>>>>
>>>>>> On 06/11/2012 02:39 AM, Geeta Geeta via RT wrote:
>>>>>>>
>>>>>>> Mon Jun 11 02:39:28 2012: Request 56914 was acted upon.
>>>>>>> Transaction: Ticket created by geeta124 at hotmail.com
>>>>>>>            Queue: met_help
>>>>>>>          Subject: Error with STAT analysis tool
>>>>>>>            Owner: Nobody
>>>>>>>       Requestors: geeta124 at hotmail.com
>>>>>>>           Status: new
>>>>>>>      Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=56914 >
>>>>>>>
>>>>>>>
>>>>>>>
>>>>>>> Dear met_help, I am using the STAT_analysis tool and following
is the command excuted.  I have the files in the respective Directory.
>>>>>>>
>>>>>>> bash-3.2$ ./bin/stat_analysis \ -job summary -line_type CNT
-column RMSE -dump_row ~/wrf3/utils/met/METv3.0/statout.dat \ -lookin
~/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir \
-fcst_var APCP -fcst_lev A24 \ -v2
>>>>>>> ERROR: process_search_dirs() -> no STAT files found in the
directories specified! ERROR: main() -> encountered an error value of
1.  Calling clean_up() and usage() before exiting. ERROR: clean_up()
-> can't remove temporary file ""bash-3.2$
>>>>>>> bash-3.2$ pwd
>>>>>>>
/oprn/model/wrf3/utils/met/METv3.0/myoutput/point_stat/full/24hr/tempdir
>>>>>>> bash-3.2$ ls
>>>>>>> point_stat_ge0.1_270000L_20110612_030000V.stat
point_stat_ge35.6_270000L_20110612_030000V.stat
point_stat_ge7.6_270000L_20110612_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110613_030000V.stat
point_stat_ge35.6_270000L_20110613_030000V.stat
point_stat_ge7.6_270000L_20110613_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110615_030000V.stat
point_stat_ge35.6_270000L_20110615_030000V.stat
point_stat_ge7.6_270000L_20110615_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110616_030000V.stat
point_stat_ge35.6_270000L_20110616_030000V.stat
point_stat_ge7.6_270000L_20110616_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110618_030000V.stat
point_stat_ge35.6_270000L_20110618_030000V.stat
point_stat_ge7.6_270000L_20110618_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110621_030000V.stat
point_stat_ge35.6_270000L_20110621_030000V.stat
point_stat_ge7.6_270000L_20110621_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110713_030000V.stat
point_stat_ge35.6_270000L_20110713_030000V.stat
point_stat_ge7.6_270000L_20110713_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110714_030000V.stat
point_stat_ge35.6_270000L_20110714_030000V.stat
point_stat_ge7.6_270000L_20110714_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110715_030000V.stat
point_stat_ge35.6_270000L_20110715_030000V.stat
point_stat_ge7.6_270000L_20110715_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110716_030000V.stat
point_stat_ge35.6_270000L_20110716_030000V.stat
point_stat_ge7.6_270000L_20110716_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110719_030000V.stat
point_stat_ge35.6_270000L_20110719_030000V.stat
point_stat_ge7.6_270000L_20110719_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110720_030000V.stat
point_stat_ge35.6_270000L_20110720_030000V.stat
point_stat_ge7.6_270000L_20110720_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110721_030000V.stat
point_stat_ge35.6_270000L_20110721_030000V.stat
point_stat_ge7.6_270000L_20110721_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110723_030000V.stat
point_stat_ge35.6_270000L_20110723_030000V.stat
point_stat_ge7.6_270000L_20110723_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110724_030000V.stat
point_stat_ge35.6_270000L_20110724_030000V.stat
point_stat_ge7.6_270000L_20110724_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110728_030000V.stat
point_stat_ge35.6_270000L_20110728_030000V.stat
point_stat_ge7.6_270000L_20110728_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110729_030000V.stat
point_stat_ge35.6_270000L_20110729_030000V.stat
point_stat_ge7.6_270000L_20110729_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110730_030000V.stat
point_stat_ge35.6_270000L_20110730_030000V.stat
point_stat_ge7.6_270000L_20110730_030000V.stat
>>>>>>> point_stat_ge0.1_270000L_20110731_030000V.stat
point_stat_ge35.6_270000L_20110731_030000V.stat
point_stat_ge7.6_270000L_20110731_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110612_030000V.stat
point_stat_ge64.5_270000L_20110612_030000V.stat
point_stat_gt0.0_270000L_20110612_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110613_030000V.stat
point_stat_ge64.5_270000L_20110613_030000V.stat
point_stat_gt0.0_270000L_20110613_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110615_030000V.stat
point_stat_ge64.5_270000L_20110615_030000V.stat
point_stat_gt0.0_270000L_20110615_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110616_030000V.stat
point_stat_ge64.5_270000L_20110616_030000V.stat
point_stat_gt0.0_270000L_20110616_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110618_030000V.stat
point_stat_ge64.5_270000L_20110618_030000V.stat
point_stat_gt0.0_270000L_20110618_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110621_030000V.stat
point_stat_ge64.5_270000L_20110621_030000V.stat
point_stat_gt0.0_270000L_20110621_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110713_030000V.stat
point_stat_ge64.5_270000L_20110713_030000V.stat
point_stat_gt0.0_270000L_20110713_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110714_030000V.stat
point_stat_ge64.5_270000L_20110714_030000V.stat
point_stat_gt0.0_270000L_20110714_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110715_030000V.stat
point_stat_ge64.5_270000L_20110715_030000V.stat
point_stat_gt0.0_270000L_20110715_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110716_030000V.stat
point_stat_ge64.5_270000L_20110716_030000V.stat
point_stat_gt0.0_270000L_20110716_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110719_030000V.stat
point_stat_ge64.5_270000L_20110719_030000V.stat
point_stat_gt0.0_270000L_20110719_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110720_030000V.stat
point_stat_ge64.5_270000L_20110720_030000V.stat
point_stat_gt0.0_270000L_20110720_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110721_030000V.stat
point_stat_ge64.5_270000L_20110721_030000V.stat
point_stat_gt0.0_270000L_20110721_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110723_030000V.stat
point_stat_ge64.5_270000L_20110723_030000V.stat
point_stat_gt0.0_270000L_20110723_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110724_030000V.stat
point_stat_ge64.5_270000L_20110724_030000V.stat
point_stat_gt0.0_270000L_20110724_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110728_030000V.stat
point_stat_ge64.5_270000L_20110728_030000V.stat
point_stat_gt0.0_270000L_20110728_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110729_030000V.stat
point_stat_ge64.5_270000L_20110729_030000V.stat
point_stat_gt0.0_270000L_20110729_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110730_030000V.stat
point_stat_ge64.5_270000L_20110730_030000V.stat
point_stat_gt0.0_270000L_20110730_030000V.stat
>>>>>>> point_stat_ge2.5_270000L_20110731_030000V.stat
point_stat_ge64.5_270000L_20110731_030000V.stat
point_stat_gt0.0_270000L_20110731_030000V.stat
>>>>>>> bash-3.2$   pls guide further.  Geeta
>>>>>>>
>>>>>>>
>>>>>>
>>>>>>
>>>>>>
>>>>>
>>>>>
>>>>
>>>>
>>>>
>>>
>>>
>>
>>
>>
>
>



------------------------------------------------


More information about the Met_help mailing list