[Met_help] [rt.rap.ucar.edu #96134] History for Regrid Data Plane for GEFS V10

John Halley Gotway via RT met_help at ucar.edu
Thu Oct 1 14:35:56 MDT 2020


----------------------------------------------------------------
  Initial Request
----------------------------------------------------------------

////////////////////////////////////////////////////////////////////////////////
//
// Point-Stat configuration file.
//
// For additional information, see the MET_BASE/config/README file.
//
////////////////////////////////////////////////////////////////////////////////

//
// Output model name to be written
//
model = "GEFSv10";

//
// Output description to be written
// May be set separately in each "obs.field" entry
//
desc = "WindspeedTest";

////////////////////////////////////////////////////////////////////////////////

//
// Verification grid
// May be set separately in each "field" entry
//
regrid = {
   to_grid    = NONE;
   method     = NEAREST;
   width      = 1;
   vld_thresh = 0.5;
   shape      = SQUARE;
}

////////////////////////////////////////////////////////////////////////////////

//
// May be set separately in each "field" entry
//
censor_thresh  = [];
censor_val     = [];
cat_thresh     = [ NA ];
cnt_thresh     = [ NA ];
cnt_logic      = UNION;
wind_thresh    = [ NA ];
wind_logic     = UNION;
eclv_points    = 0.05;
rank_corr_flag = FALSE;

//
// Forecast and observation fields to be verified
//
fcst = {
   field = [
      {
        name       = "WindSpeed_";
        level      = [ "Z0" ];
        cat_thresh = [ >5.0 ];
      }
   ];

}
obs = {
   field = [
      {
        name       = "WIND";
        level      = [ "Z10" ];
        cat_thresh = [ >5.0 ];
      }
   ];

}

////////////////////////////////////////////////////////////////////////////////

//
// Point observation filtering options
// May be set separately in each "obs.field" entry
//
message_type   = [ "ADPSFC" ];
sid_inc        = [];
sid_exc        = [];
obs_quality    = [];
duplicate_flag = NONE;
obs_summary    = NONE;
obs_perc_value = 50;

//
// Mapping of message type group name to comma-separated list of values.
//
message_type_group_map = [
   { key = "SURFACE"; val = "ADPSFC,SFCSHP,MSONET";               },
   { key = "ANYAIR";  val = "AIRCAR,AIRCFT";                      },
   { key = "ANYSFC";  val = "ADPSFC,SFCSHP,ADPUPA,PROFLR,MSONET"; },
   { key = "ONLYSF";  val = "ADPSFC,SFCSHP";                      },
   { key = "LANDSF";  val = "ADPSFC,MSONET";                      },
   { key = "WATERSF"; val = "SFCSHP";                             }
];

////////////////////////////////////////////////////////////////////////////////

//
// Climatology data
//
climo_mean = {

   file_name = [];
   field     = [];

   regrid = {
      method     = NEAREST;
      width      = 1;
      vld_thresh = 0.5;
      shape      = SQUARE;
   }

   time_interp_method = DW_MEAN;
   day_interval       = 31;
   hour_interval      = 6;
}

// climo_stdev = climo_mean;
// climo_stdev = {
//    file_name = [];
// }

//
// May be set separately in each "obs.field" entry
//
climo_cdf = {
   cdf_bins    = 1;
   center_bins = FALSE;
   write_bins  = TRUE;
}

////////////////////////////////////////////////////////////////////////////////

//
// Land/Sea mask
// For LANDSF message types, only use forecast grid points where land = TRUE.
// For WATERSF message types, only use forecast grid points where land = FALSE.
// land_mask.flag may be set separately in each "obs.field" entry.
//
land_mask = {
   flag      = FALSE;
   file_name = [];
   field     = { name = "LAND"; level = "L0"; }
   regrid    = { method = NEAREST; width = 1; }
   thresh    = eq1;
}

//
// Topography
// For SURFACE message types, only use observations where the topo - station
// elevation difference meets the use_obs_thresh threshold.
// For the observations kept, when interpolating forecast data to the
// observation location, only use forecast grid points where the topo - station
// difference meets the interp_fcst_thresh threshold.
// topo_mask.flag may be set separately in each "obs.field" entry.
//
topo_mask = {
   flag               = FALSE;
   file_name          = [];
   field              = { name = "TOPO"; level = "L0"; }
   regrid             = { method = BILIN; width = 2; }
   use_obs_thresh     = ge-100&&le100;
   interp_fcst_thresh = ge-50&&le50;
}

////////////////////////////////////////////////////////////////////////////////

//
// Point observation time window
// May be set separately in each "obs.field" entry
//
obs_window = {
   beg = -5400;
   end =  5400;
}

////////////////////////////////////////////////////////////////////////////////

//
// Verification masking regions
// May be set separately in each "obs.field" entry
//
mask = {
   grid  = [ "FULL" ];
   poly  = [];
   sid   = [];
   llpnt = [];
}

////////////////////////////////////////////////////////////////////////////////

//
// Confidence interval settings
// May be set separately in each "obs.field" entry
//
ci_alpha  = [ 0.05 ];

boot = {
   interval = PCTILE;
   rep_prop = 1.0;
   n_rep    = 0;
   rng      = "mt19937";
   seed     = "";
}

////////////////////////////////////////////////////////////////////////////////

//
// Interpolation methods
// May be set separately in each "obs.field" entry
//
interp = {
   vld_thresh = 1.0;
   shape      = SQUARE;

   type = [
      {
         method = NEAREST;
         width  = 1;
      }
   ];
}

////////////////////////////////////////////////////////////////////////////////

//
// HiRA verification method
// May be set separately in each "obs.field" entry
//
hira = {
   flag            = FALSE;
   width           = [ 2, 3, 4, 5 ];
   vld_thresh      = 1.0;
   cov_thresh      = [ ==0.25 ];
   shape           = SQUARE;
   prob_cat_thresh = [];
}

////////////////////////////////////////////////////////////////////////////////

//
// Statistical output types
// May be set separately in each "obs.field" entry
//
output_flag = {
   fho    = NONE;
   ctc    = BOTH;
   cts    = BOTH;
   mctc   = NONE;
   mcts   = NONE;
   cnt    = BOTH;
   sl1l2  = NONE;
   sal1l2 = NONE;
   vl1l2  = NONE;
   val1l2 = NONE;
   vcnt   = BOTH;
   pct    = NONE;
   pstd   = NONE;
   pjc    = NONE;
   prc    = NONE;
   ecnt   = NONE; // Only for HiRA.
   rps    = NONE; // Only for HiRA.
   eclv   = NONE;
   mpr    = STAT;
}

////////////////////////////////////////////////////////////////////////////////

tmp_dir        = "./tmp";
output_prefix  = "";
version        = "V9.0";

////////////////////////////////////////////////////////////////////////////////


----------------------------------------------------------------
  Complete Ticket History
----------------------------------------------------------------

Subject: Regrid Data Plane for GEFS V10
From: Minna Win
Time: Thu Aug 06 10:09:28 2020

Hello Erica,

It looks like you are having issues with regrid_data_plane with your
grib
data.  I've assigned this issue to John Halley Gotway.  Please allow a
few
days for a full response.

Regards,
Minna
---------------
Minna Win
National Center for Atmospheric Research
Developmental Testbed Center
Phone: 303-497-8423
Fax:   303-497-8401



On Thu, Aug 6, 2020 at 7:19 AM Erica Burrows - NOAA Affiliate via RT <
met_help at ucar.edu> wrote:

>
> Thu Aug 06 07:19:24 2020: Request 96134 was acted upon.
> Transaction: Ticket created by erica.burrows at noaa.gov
>        Queue: met_help
>      Subject: Regrid Data Plane for GEFS V10
>        Owner: Nobody
>   Requestors: erica.burrows at noaa.gov
>       Status: new
>  Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
>
>
>
>
////////////////////////////////////////////////////////////////////////////////
> //
> // Point-Stat configuration file.
> //
> // For additional information, see the MET_BASE/config/README file.
> //
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Output model name to be written
> //
> model = "GEFSv10";
>
> //
> // Output description to be written
> // May be set separately in each "obs.field" entry
> //
> desc = "WindspeedTest";
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Verification grid
> // May be set separately in each "field" entry
> //
> regrid = {
>    to_grid    = NONE;
>    method     = NEAREST;
>    width      = 1;
>    vld_thresh = 0.5;
>    shape      = SQUARE;
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // May be set separately in each "field" entry
> //
> censor_thresh  = [];
> censor_val     = [];
> cat_thresh     = [ NA ];
> cnt_thresh     = [ NA ];
> cnt_logic      = UNION;
> wind_thresh    = [ NA ];
> wind_logic     = UNION;
> eclv_points    = 0.05;
> rank_corr_flag = FALSE;
>
> //
> // Forecast and observation fields to be verified
> //
> fcst = {
>    field = [
>       {
>         name       = "WindSpeed_";
>         level      = [ "Z0" ];
>         cat_thresh = [ >5.0 ];
>       }
>    ];
>
> }
> obs = {
>    field = [
>       {
>         name       = "WIND";
>         level      = [ "Z10" ];
>         cat_thresh = [ >5.0 ];
>       }
>    ];
>
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Point observation filtering options
> // May be set separately in each "obs.field" entry
> //
> message_type   = [ "ADPSFC" ];
> sid_inc        = [];
> sid_exc        = [];
> obs_quality    = [];
> duplicate_flag = NONE;
> obs_summary    = NONE;
> obs_perc_value = 50;
>
> //
> // Mapping of message type group name to comma-separated list of
values.
> //
> message_type_group_map = [
>    { key = "SURFACE"; val = "ADPSFC,SFCSHP,MSONET";               },
>    { key = "ANYAIR";  val = "AIRCAR,AIRCFT";                      },
>    { key = "ANYSFC";  val = "ADPSFC,SFCSHP,ADPUPA,PROFLR,MSONET"; },
>    { key = "ONLYSF";  val = "ADPSFC,SFCSHP";                      },
>    { key = "LANDSF";  val = "ADPSFC,MSONET";                      },
>    { key = "WATERSF"; val = "SFCSHP";                             }
> ];
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Climatology data
> //
> climo_mean = {
>
>    file_name = [];
>    field     = [];
>
>    regrid = {
>       method     = NEAREST;
>       width      = 1;
>       vld_thresh = 0.5;
>       shape      = SQUARE;
>    }
>
>    time_interp_method = DW_MEAN;
>    day_interval       = 31;
>    hour_interval      = 6;
> }
>
> // climo_stdev = climo_mean;
> // climo_stdev = {
> //    file_name = [];
> // }
>
> //
> // May be set separately in each "obs.field" entry
> //
> climo_cdf = {
>    cdf_bins    = 1;
>    center_bins = FALSE;
>    write_bins  = TRUE;
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Land/Sea mask
> // For LANDSF message types, only use forecast grid points where
land =
> TRUE.
> // For WATERSF message types, only use forecast grid points where
land =
> FALSE.
> // land_mask.flag may be set separately in each "obs.field" entry.
> //
> land_mask = {
>    flag      = FALSE;
>    file_name = [];
>    field     = { name = "LAND"; level = "L0"; }
>    regrid    = { method = NEAREST; width = 1; }
>    thresh    = eq1;
> }
>
> //
> // Topography
> // For SURFACE message types, only use observations where the topo -
> station
> // elevation difference meets the use_obs_thresh threshold.
> // For the observations kept, when interpolating forecast data to
the
> // observation location, only use forecast grid points where the
topo -
> station
> // difference meets the interp_fcst_thresh threshold.
> // topo_mask.flag may be set separately in each "obs.field" entry.
> //
> topo_mask = {
>    flag               = FALSE;
>    file_name          = [];
>    field              = { name = "TOPO"; level = "L0"; }
>    regrid             = { method = BILIN; width = 2; }
>    use_obs_thresh     = ge-100&&le100;
>    interp_fcst_thresh = ge-50&&le50;
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Point observation time window
> // May be set separately in each "obs.field" entry
> //
> obs_window = {
>    beg = -5400;
>    end =  5400;
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Verification masking regions
> // May be set separately in each "obs.field" entry
> //
> mask = {
>    grid  = [ "FULL" ];
>    poly  = [];
>    sid   = [];
>    llpnt = [];
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Confidence interval settings
> // May be set separately in each "obs.field" entry
> //
> ci_alpha  = [ 0.05 ];
>
> boot = {
>    interval = PCTILE;
>    rep_prop = 1.0;
>    n_rep    = 0;
>    rng      = "mt19937";
>    seed     = "";
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Interpolation methods
> // May be set separately in each "obs.field" entry
> //
> interp = {
>    vld_thresh = 1.0;
>    shape      = SQUARE;
>
>    type = [
>       {
>          method = NEAREST;
>          width  = 1;
>       }
>    ];
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // HiRA verification method
> // May be set separately in each "obs.field" entry
> //
> hira = {
>    flag            = FALSE;
>    width           = [ 2, 3, 4, 5 ];
>    vld_thresh      = 1.0;
>    cov_thresh      = [ ==0.25 ];
>    shape           = SQUARE;
>    prob_cat_thresh = [];
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Statistical output types
> // May be set separately in each "obs.field" entry
> //
> output_flag = {
>    fho    = NONE;
>    ctc    = BOTH;
>    cts    = BOTH;
>    mctc   = NONE;
>    mcts   = NONE;
>    cnt    = BOTH;
>    sl1l2  = NONE;
>    sal1l2 = NONE;
>    vl1l2  = NONE;
>    val1l2 = NONE;
>    vcnt   = BOTH;
>    pct    = NONE;
>    pstd   = NONE;
>    pjc    = NONE;
>    prc    = NONE;
>    ecnt   = NONE; // Only for HiRA.
>    rps    = NONE; // Only for HiRA.
>    eclv   = NONE;
>    mpr    = STAT;
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> tmp_dir        = "./tmp";
> output_prefix  = "";
> version        = "V9.0";
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> To whom this may concern,
>
> I am attempting to run a point verification with GEFS-V10 data.
> Unfortunately, the gribs are not in a standard format so when I
attempt to
> run regrid_data_plane I only receive errors. I have provided a
screenshot
> of what the grib file looks like (i.e. the wgrib2 return) and I am
> interested in field 11:
>
> [image: image.png]
>
> I have tried the following variations of regrid_data_plane:
>
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="Z10"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="Z10"'
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="1000 mb"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="1000 mb"'
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="*,*"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="*,*"'
>
> and this is the error I constantly see:
>
> [image: image.png]
>
> I should note that I do not have a grib file solely containing the
> projection information (which is 0-180, 0-360, 1 degree resolution).
I have
> tried a couple methods to create a grib file soley containing the
> projection information (with no luck) but after many unsuccessful
attempts
> I thought I could trick regrid_data_plane to use the same file
(which has
> continuously failed).
>
> I then attempted to create my own nc file (since I have u and v grib
files
> but my obs are daily average wind speed) and when I attempt to run
point
> stat, it cannot open the nc file. I provided a picture of the header
> information for that file as well. I am assuming it could not open
the nc
> file because it is missing the projection information that would
otherwise
> be included in regrid_data_plane.
>
> [image: image.png]
>
> Any guidance for either regrid_data_plane or what I am missing in my
manual
> nc file so I can run point_stat would be greatly appreciated. Thank
you for
> your time.
>
> Erica Burrows
> Atmospheric Scientist
> INNOVIM/Climate Prediction Center
> NOAA Center for Weather and Climate Prediction
> 5830 University Research Court
> College Park, MD 20740
>
> Work:
> Cell: 818-925-5795
> Email: erica.burrows at noaa.gov
> *Innovim LLC*
> To whom this may concern,
>
> I am attempting to run a point verification with GEFS-V10 data.
> Unfortunately, the gribs are not in a standard format so when I
attempt to
> run regrid_data_plane I only receive errors. I have provided a
screenshot
> of what the grib file looks like (i.e. the wgrib2 return) and I am
> interested in field 11:
>
> [image: image.png]
>
> I have tried the following variations of regrid_data_plane:
>
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="Z10"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="Z10"'
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="1000 mb"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="1000 mb"'
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="*,*"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="*,*"'
>
> and this is the error I constantly see:
>
> [image: image.png]
>
> I should note that I do not have a grib file solely containing the
> projection information (which is 0-180, 0-360, 1 degree resolution).
I have
> tried a couple methods to create a grib file soley containing the
> projection information (with no luck) but after many unsuccessful
attempts
> I thought I could trick regrid_data_plane to use the same file
(which has
> continuously failed).
>
> I then attempted to create my own nc file (since I have u and v grib
files
> but my obs are daily average wind speed) and when I attempt to run
point
> stat, it cannot open the nc file. I provided a picture of the header
> information for that file as well. I am assuming it could not open
the nc
> file because it is missing the projection information that would
otherwise
> be included in regrid_data_plane.
>
> [image: image.png]
>
> Any guidance for either regrid_data_plane or what I am missing in my
> manual nc file so I can run point_stat would be greatly appreciated.
Thank
> you for your time.
>
> Erica Burrows
> Atmospheric Scientist
> INNOVIM/Climate Prediction Center
> NOAA Center for Weather and Climate Prediction
> 5830 University Research Court
> College Park, MD 20740
>
> Work:
> Cell: 818-925-5795
> Email: erica.burrows at noaa.gov
> *Innovim LLC*
>

------------------------------------------------
Subject: Regrid Data Plane for GEFS V10
From: John Halley Gotway
Time: Fri Aug 07 11:14:29 2020

Hi Erica,

I see you're having trouble using some GRIB data in the MET tools. The
good
news is that the syntax error you're receiving is easily fixed. You're
just
missing a trailing semicolon after the "level" setting on the command
line.

Each time we specify a little configuration string on the command
line, the
MET library code actually writes that string to a little temporary
file and
it's processed by the config file library code. So each configuration
string is a mini config file. In config files, each entry is
terminated
with a semicolon.

When getting started with new datasets, I always recommend that users
start
by running plot_data_plane to make sure that MET can read them well
and
place them at the right spot on the earth:

Please try running the following to see if you have better luck:

*plot_data_plane $filename plot.ps <http://plot.ps> 'name="UGRD";
level="P1000";'*

Note that I set level to "P1000" to indicate that we want a pressure
level
type with a value of 1000. And I terminated it with a semicolon. That
should create a PostScript plot named plot.ps. If that works and looks
good, the next step would be running regrid_data_plane. But you'll
need to
figure out how to define the "target" grid.

Please let me know how plot_data_plane goes for you.

Thanks,
John Halley Gotway




On Thu, Aug 6, 2020 at 10:10 AM Minna Win via RT <met_help at ucar.edu>
wrote:

>
> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
>
> Hello Erica,
>
> It looks like you are having issues with regrid_data_plane with your
grib
> data.  I've assigned this issue to John Halley Gotway.  Please allow
a few
> days for a full response.
>
> Regards,
> Minna
> ---------------
> Minna Win
> National Center for Atmospheric Research
> Developmental Testbed Center
> Phone: 303-497-8423
> Fax:   303-497-8401
>
>
>
> On Thu, Aug 6, 2020 at 7:19 AM Erica Burrows - NOAA Affiliate via RT
<
> met_help at ucar.edu> wrote:
>
> >
> > Thu Aug 06 07:19:24 2020: Request 96134 was acted upon.
> > Transaction: Ticket created by erica.burrows at noaa.gov
> >        Queue: met_help
> >      Subject: Regrid Data Plane for GEFS V10
> >        Owner: Nobody
> >   Requestors: erica.burrows at noaa.gov
> >       Status: new
> >  Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
> >
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > //
> > // Point-Stat configuration file.
> > //
> > // For additional information, see the MET_BASE/config/README
file.
> > //
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Output model name to be written
> > //
> > model = "GEFSv10";
> >
> > //
> > // Output description to be written
> > // May be set separately in each "obs.field" entry
> > //
> > desc = "WindspeedTest";
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Verification grid
> > // May be set separately in each "field" entry
> > //
> > regrid = {
> >    to_grid    = NONE;
> >    method     = NEAREST;
> >    width      = 1;
> >    vld_thresh = 0.5;
> >    shape      = SQUARE;
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // May be set separately in each "field" entry
> > //
> > censor_thresh  = [];
> > censor_val     = [];
> > cat_thresh     = [ NA ];
> > cnt_thresh     = [ NA ];
> > cnt_logic      = UNION;
> > wind_thresh    = [ NA ];
> > wind_logic     = UNION;
> > eclv_points    = 0.05;
> > rank_corr_flag = FALSE;
> >
> > //
> > // Forecast and observation fields to be verified
> > //
> > fcst = {
> >    field = [
> >       {
> >         name       = "WindSpeed_";
> >         level      = [ "Z0" ];
> >         cat_thresh = [ >5.0 ];
> >       }
> >    ];
> >
> > }
> > obs = {
> >    field = [
> >       {
> >         name       = "WIND";
> >         level      = [ "Z10" ];
> >         cat_thresh = [ >5.0 ];
> >       }
> >    ];
> >
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Point observation filtering options
> > // May be set separately in each "obs.field" entry
> > //
> > message_type   = [ "ADPSFC" ];
> > sid_inc        = [];
> > sid_exc        = [];
> > obs_quality    = [];
> > duplicate_flag = NONE;
> > obs_summary    = NONE;
> > obs_perc_value = 50;
> >
> > //
> > // Mapping of message type group name to comma-separated list of
values.
> > //
> > message_type_group_map = [
> >    { key = "SURFACE"; val = "ADPSFC,SFCSHP,MSONET";
},
> >    { key = "ANYAIR";  val = "AIRCAR,AIRCFT";
},
> >    { key = "ANYSFC";  val = "ADPSFC,SFCSHP,ADPUPA,PROFLR,MSONET";
},
> >    { key = "ONLYSF";  val = "ADPSFC,SFCSHP";
},
> >    { key = "LANDSF";  val = "ADPSFC,MSONET";
},
> >    { key = "WATERSF"; val = "SFCSHP";
}
> > ];
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Climatology data
> > //
> > climo_mean = {
> >
> >    file_name = [];
> >    field     = [];
> >
> >    regrid = {
> >       method     = NEAREST;
> >       width      = 1;
> >       vld_thresh = 0.5;
> >       shape      = SQUARE;
> >    }
> >
> >    time_interp_method = DW_MEAN;
> >    day_interval       = 31;
> >    hour_interval      = 6;
> > }
> >
> > // climo_stdev = climo_mean;
> > // climo_stdev = {
> > //    file_name = [];
> > // }
> >
> > //
> > // May be set separately in each "obs.field" entry
> > //
> > climo_cdf = {
> >    cdf_bins    = 1;
> >    center_bins = FALSE;
> >    write_bins  = TRUE;
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Land/Sea mask
> > // For LANDSF message types, only use forecast grid points where
land =
> > TRUE.
> > // For WATERSF message types, only use forecast grid points where
land =
> > FALSE.
> > // land_mask.flag may be set separately in each "obs.field" entry.
> > //
> > land_mask = {
> >    flag      = FALSE;
> >    file_name = [];
> >    field     = { name = "LAND"; level = "L0"; }
> >    regrid    = { method = NEAREST; width = 1; }
> >    thresh    = eq1;
> > }
> >
> > //
> > // Topography
> > // For SURFACE message types, only use observations where the topo
-
> > station
> > // elevation difference meets the use_obs_thresh threshold.
> > // For the observations kept, when interpolating forecast data to
the
> > // observation location, only use forecast grid points where the
topo -
> > station
> > // difference meets the interp_fcst_thresh threshold.
> > // topo_mask.flag may be set separately in each "obs.field" entry.
> > //
> > topo_mask = {
> >    flag               = FALSE;
> >    file_name          = [];
> >    field              = { name = "TOPO"; level = "L0"; }
> >    regrid             = { method = BILIN; width = 2; }
> >    use_obs_thresh     = ge-100&&le100;
> >    interp_fcst_thresh = ge-50&&le50;
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Point observation time window
> > // May be set separately in each "obs.field" entry
> > //
> > obs_window = {
> >    beg = -5400;
> >    end =  5400;
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Verification masking regions
> > // May be set separately in each "obs.field" entry
> > //
> > mask = {
> >    grid  = [ "FULL" ];
> >    poly  = [];
> >    sid   = [];
> >    llpnt = [];
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Confidence interval settings
> > // May be set separately in each "obs.field" entry
> > //
> > ci_alpha  = [ 0.05 ];
> >
> > boot = {
> >    interval = PCTILE;
> >    rep_prop = 1.0;
> >    n_rep    = 0;
> >    rng      = "mt19937";
> >    seed     = "";
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Interpolation methods
> > // May be set separately in each "obs.field" entry
> > //
> > interp = {
> >    vld_thresh = 1.0;
> >    shape      = SQUARE;
> >
> >    type = [
> >       {
> >          method = NEAREST;
> >          width  = 1;
> >       }
> >    ];
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // HiRA verification method
> > // May be set separately in each "obs.field" entry
> > //
> > hira = {
> >    flag            = FALSE;
> >    width           = [ 2, 3, 4, 5 ];
> >    vld_thresh      = 1.0;
> >    cov_thresh      = [ ==0.25 ];
> >    shape           = SQUARE;
> >    prob_cat_thresh = [];
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Statistical output types
> > // May be set separately in each "obs.field" entry
> > //
> > output_flag = {
> >    fho    = NONE;
> >    ctc    = BOTH;
> >    cts    = BOTH;
> >    mctc   = NONE;
> >    mcts   = NONE;
> >    cnt    = BOTH;
> >    sl1l2  = NONE;
> >    sal1l2 = NONE;
> >    vl1l2  = NONE;
> >    val1l2 = NONE;
> >    vcnt   = BOTH;
> >    pct    = NONE;
> >    pstd   = NONE;
> >    pjc    = NONE;
> >    prc    = NONE;
> >    ecnt   = NONE; // Only for HiRA.
> >    rps    = NONE; // Only for HiRA.
> >    eclv   = NONE;
> >    mpr    = STAT;
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > tmp_dir        = "./tmp";
> > output_prefix  = "";
> > version        = "V9.0";
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > To whom this may concern,
> >
> > I am attempting to run a point verification with GEFS-V10 data.
> > Unfortunately, the gribs are not in a standard format so when I
attempt
> to
> > run regrid_data_plane I only receive errors. I have provided a
screenshot
> > of what the grib file looks like (i.e. the wgrib2 return) and I am
> > interested in field 11:
> >
> > [image: image.png]
> >
> > I have tried the following variations of regrid_data_plane:
> >
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="Z10"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="Z10"'
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="1000 mb"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="1000 mb"'
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="*,*"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="*,*"'
> >
> > and this is the error I constantly see:
> >
> > [image: image.png]
> >
> > I should note that I do not have a grib file solely containing the
> > projection information (which is 0-180, 0-360, 1 degree
resolution). I
> have
> > tried a couple methods to create a grib file soley containing the
> > projection information (with no luck) but after many unsuccessful
> attempts
> > I thought I could trick regrid_data_plane to use the same file
(which has
> > continuously failed).
> >
> > I then attempted to create my own nc file (since I have u and v
grib
> files
> > but my obs are daily average wind speed) and when I attempt to run
point
> > stat, it cannot open the nc file. I provided a picture of the
header
> > information for that file as well. I am assuming it could not open
the nc
> > file because it is missing the projection information that would
> otherwise
> > be included in regrid_data_plane.
> >
> > [image: image.png]
> >
> > Any guidance for either regrid_data_plane or what I am missing in
my
> manual
> > nc file so I can run point_stat would be greatly appreciated.
Thank you
> for
> > your time.
> >
> > Erica Burrows
> > Atmospheric Scientist
> > INNOVIM/Climate Prediction Center
> > NOAA Center for Weather and Climate Prediction
> > 5830 University Research Court
> > College Park, MD 20740
> >
> > Work:
> > Cell: 818-925-5795
> > Email: erica.burrows at noaa.gov
> > *Innovim LLC*
> > To whom this may concern,
> >
> > I am attempting to run a point verification with GEFS-V10 data.
> > Unfortunately, the gribs are not in a standard format so when I
attempt
> to
> > run regrid_data_plane I only receive errors. I have provided a
screenshot
> > of what the grib file looks like (i.e. the wgrib2 return) and I am
> > interested in field 11:
> >
> > [image: image.png]
> >
> > I have tried the following variations of regrid_data_plane:
> >
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="Z10"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="Z10"'
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="1000 mb"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="1000 mb"'
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="*,*"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="*,*"'
> >
> > and this is the error I constantly see:
> >
> > [image: image.png]
> >
> > I should note that I do not have a grib file solely containing the
> > projection information (which is 0-180, 0-360, 1 degree
resolution). I
> have
> > tried a couple methods to create a grib file soley containing the
> > projection information (with no luck) but after many unsuccessful
> attempts
> > I thought I could trick regrid_data_plane to use the same file
(which has
> > continuously failed).
> >
> > I then attempted to create my own nc file (since I have u and v
grib
> files
> > but my obs are daily average wind speed) and when I attempt to run
point
> > stat, it cannot open the nc file. I provided a picture of the
header
> > information for that file as well. I am assuming it could not open
the nc
> > file because it is missing the projection information that would
> otherwise
> > be included in regrid_data_plane.
> >
> > [image: image.png]
> >
> > Any guidance for either regrid_data_plane or what I am missing in
my
> > manual nc file so I can run point_stat would be greatly
appreciated.
> Thank
> > you for your time.
> >
> > Erica Burrows
> > Atmospheric Scientist
> > INNOVIM/Climate Prediction Center
> > NOAA Center for Weather and Climate Prediction
> > 5830 University Research Court
> > College Park, MD 20740
> >
> > Work:
> > Cell: 818-925-5795
> > Email: erica.burrows at noaa.gov
> > *Innovim LLC*
> >
>
>

------------------------------------------------
Subject: Regrid Data Plane for GEFS V10
From: Erica Burrows - NOAA Affiliate
Time: Mon Aug 10 09:02:58 2020

Good morning John,

Thank you for the tip! Unfortunately the nc file that is created from
regrid_data_plane is still not working with point_stat (although it is
a
different error than I was receiving prior). I am also not sure why I
need
to include an underscore when defining my var (so it matches my nc
file)
whereas my colleague does not, and we are using the same version of
MET. If
I do not include the underscore within the var name, point_stat looks
for
"UGRDP1000" instead of "UGRD_P1000". I have attached my config, the
corresponding nc files, as well as a screenshot of the error I am
still
receiving. I am guessing including the underscore when defining the
var
name in my config file is the problem, but I am not sure how to
bypass/correct it (and my colleague is unsure as well).

This is simply a test to get an output, so at the moment I am
comparing
apples to oranges (wind speed for observations and the u-wind
component for
forecast).

[image: image.png]

Erica Burrows
Atmospheric Scientist
INNOVIM/Climate Prediction Center
NOAA Center for Weather and Climate Prediction
5830 University Research Court
College Park, MD 20740

Work:
Cell: 818-925-5795
Email: erica.burrows at noaa.gov
*Innovim LLC*


On Fri, Aug 7, 2020 at 1:14 PM John Halley Gotway via RT
<met_help at ucar.edu>
wrote:

> Hi Erica,
>
> I see you're having trouble using some GRIB data in the MET tools.
The good
> news is that the syntax error you're receiving is easily fixed.
You're just
> missing a trailing semicolon after the "level" setting on the
command line.
>
> Each time we specify a little configuration string on the command
line, the
> MET library code actually writes that string to a little temporary
file and
> it's processed by the config file library code. So each
configuration
> string is a mini config file. In config files, each entry is
terminated
> with a semicolon.
>
> When getting started with new datasets, I always recommend that
users start
> by running plot_data_plane to make sure that MET can read them well
and
> place them at the right spot on the earth:
>
> Please try running the following to see if you have better luck:
>
> *plot_data_plane $filename plot.ps <http://plot.ps> 'name="UGRD";
> level="P1000";'*
>
> Note that I set level to "P1000" to indicate that we want a pressure
level
> type with a value of 1000. And I terminated it with a semicolon.
That
> should create a PostScript plot named plot.ps. If that works and
looks
> good, the next step would be running regrid_data_plane. But you'll
need to
> figure out how to define the "target" grid.
>
> Please let me know how plot_data_plane goes for you.
>
> Thanks,
> John Halley Gotway
>
>
>
>
> On Thu, Aug 6, 2020 at 10:10 AM Minna Win via RT <met_help at ucar.edu>
> wrote:
>
> >
> > <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
> >
> > Hello Erica,
> >
> > It looks like you are having issues with regrid_data_plane with
your grib
> > data.  I've assigned this issue to John Halley Gotway.  Please
allow a
> few
> > days for a full response.
> >
> > Regards,
> > Minna
> > ---------------
> > Minna Win
> > National Center for Atmospheric Research
> > Developmental Testbed Center
> > Phone: 303-497-8423
> > Fax:   303-497-8401
> >
> >
> >
> > On Thu, Aug 6, 2020 at 7:19 AM Erica Burrows - NOAA Affiliate via
RT <
> > met_help at ucar.edu> wrote:
> >
> > >
> > > Thu Aug 06 07:19:24 2020: Request 96134 was acted upon.
> > > Transaction: Ticket created by erica.burrows at noaa.gov
> > >        Queue: met_help
> > >      Subject: Regrid Data Plane for GEFS V10
> > >        Owner: Nobody
> > >   Requestors: erica.burrows at noaa.gov
> > >       Status: new
> > >  Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134
> >
> > >
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > //
> > > // Point-Stat configuration file.
> > > //
> > > // For additional information, see the MET_BASE/config/README
file.
> > > //
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Output model name to be written
> > > //
> > > model = "GEFSv10";
> > >
> > > //
> > > // Output description to be written
> > > // May be set separately in each "obs.field" entry
> > > //
> > > desc = "WindspeedTest";
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Verification grid
> > > // May be set separately in each "field" entry
> > > //
> > > regrid = {
> > >    to_grid    = NONE;
> > >    method     = NEAREST;
> > >    width      = 1;
> > >    vld_thresh = 0.5;
> > >    shape      = SQUARE;
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // May be set separately in each "field" entry
> > > //
> > > censor_thresh  = [];
> > > censor_val     = [];
> > > cat_thresh     = [ NA ];
> > > cnt_thresh     = [ NA ];
> > > cnt_logic      = UNION;
> > > wind_thresh    = [ NA ];
> > > wind_logic     = UNION;
> > > eclv_points    = 0.05;
> > > rank_corr_flag = FALSE;
> > >
> > > //
> > > // Forecast and observation fields to be verified
> > > //
> > > fcst = {
> > >    field = [
> > >       {
> > >         name       = "WindSpeed_";
> > >         level      = [ "Z0" ];
> > >         cat_thresh = [ >5.0 ];
> > >       }
> > >    ];
> > >
> > > }
> > > obs = {
> > >    field = [
> > >       {
> > >         name       = "WIND";
> > >         level      = [ "Z10" ];
> > >         cat_thresh = [ >5.0 ];
> > >       }
> > >    ];
> > >
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Point observation filtering options
> > > // May be set separately in each "obs.field" entry
> > > //
> > > message_type   = [ "ADPSFC" ];
> > > sid_inc        = [];
> > > sid_exc        = [];
> > > obs_quality    = [];
> > > duplicate_flag = NONE;
> > > obs_summary    = NONE;
> > > obs_perc_value = 50;
> > >
> > > //
> > > // Mapping of message type group name to comma-separated list of
> values.
> > > //
> > > message_type_group_map = [
> > >    { key = "SURFACE"; val = "ADPSFC,SFCSHP,MSONET";
},
> > >    { key = "ANYAIR";  val = "AIRCAR,AIRCFT";
},
> > >    { key = "ANYSFC";  val =
"ADPSFC,SFCSHP,ADPUPA,PROFLR,MSONET"; },
> > >    { key = "ONLYSF";  val = "ADPSFC,SFCSHP";
},
> > >    { key = "LANDSF";  val = "ADPSFC,MSONET";
},
> > >    { key = "WATERSF"; val = "SFCSHP";
}
> > > ];
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Climatology data
> > > //
> > > climo_mean = {
> > >
> > >    file_name = [];
> > >    field     = [];
> > >
> > >    regrid = {
> > >       method     = NEAREST;
> > >       width      = 1;
> > >       vld_thresh = 0.5;
> > >       shape      = SQUARE;
> > >    }
> > >
> > >    time_interp_method = DW_MEAN;
> > >    day_interval       = 31;
> > >    hour_interval      = 6;
> > > }
> > >
> > > // climo_stdev = climo_mean;
> > > // climo_stdev = {
> > > //    file_name = [];
> > > // }
> > >
> > > //
> > > // May be set separately in each "obs.field" entry
> > > //
> > > climo_cdf = {
> > >    cdf_bins    = 1;
> > >    center_bins = FALSE;
> > >    write_bins  = TRUE;
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Land/Sea mask
> > > // For LANDSF message types, only use forecast grid points where
land =
> > > TRUE.
> > > // For WATERSF message types, only use forecast grid points
where land
> =
> > > FALSE.
> > > // land_mask.flag may be set separately in each "obs.field"
entry.
> > > //
> > > land_mask = {
> > >    flag      = FALSE;
> > >    file_name = [];
> > >    field     = { name = "LAND"; level = "L0"; }
> > >    regrid    = { method = NEAREST; width = 1; }
> > >    thresh    = eq1;
> > > }
> > >
> > > //
> > > // Topography
> > > // For SURFACE message types, only use observations where the
topo -
> > > station
> > > // elevation difference meets the use_obs_thresh threshold.
> > > // For the observations kept, when interpolating forecast data
to the
> > > // observation location, only use forecast grid points where the
topo -
> > > station
> > > // difference meets the interp_fcst_thresh threshold.
> > > // topo_mask.flag may be set separately in each "obs.field"
entry.
> > > //
> > > topo_mask = {
> > >    flag               = FALSE;
> > >    file_name          = [];
> > >    field              = { name = "TOPO"; level = "L0"; }
> > >    regrid             = { method = BILIN; width = 2; }
> > >    use_obs_thresh     = ge-100&&le100;
> > >    interp_fcst_thresh = ge-50&&le50;
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Point observation time window
> > > // May be set separately in each "obs.field" entry
> > > //
> > > obs_window = {
> > >    beg = -5400;
> > >    end =  5400;
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Verification masking regions
> > > // May be set separately in each "obs.field" entry
> > > //
> > > mask = {
> > >    grid  = [ "FULL" ];
> > >    poly  = [];
> > >    sid   = [];
> > >    llpnt = [];
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Confidence interval settings
> > > // May be set separately in each "obs.field" entry
> > > //
> > > ci_alpha  = [ 0.05 ];
> > >
> > > boot = {
> > >    interval = PCTILE;
> > >    rep_prop = 1.0;
> > >    n_rep    = 0;
> > >    rng      = "mt19937";
> > >    seed     = "";
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Interpolation methods
> > > // May be set separately in each "obs.field" entry
> > > //
> > > interp = {
> > >    vld_thresh = 1.0;
> > >    shape      = SQUARE;
> > >
> > >    type = [
> > >       {
> > >          method = NEAREST;
> > >          width  = 1;
> > >       }
> > >    ];
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // HiRA verification method
> > > // May be set separately in each "obs.field" entry
> > > //
> > > hira = {
> > >    flag            = FALSE;
> > >    width           = [ 2, 3, 4, 5 ];
> > >    vld_thresh      = 1.0;
> > >    cov_thresh      = [ ==0.25 ];
> > >    shape           = SQUARE;
> > >    prob_cat_thresh = [];
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Statistical output types
> > > // May be set separately in each "obs.field" entry
> > > //
> > > output_flag = {
> > >    fho    = NONE;
> > >    ctc    = BOTH;
> > >    cts    = BOTH;
> > >    mctc   = NONE;
> > >    mcts   = NONE;
> > >    cnt    = BOTH;
> > >    sl1l2  = NONE;
> > >    sal1l2 = NONE;
> > >    vl1l2  = NONE;
> > >    val1l2 = NONE;
> > >    vcnt   = BOTH;
> > >    pct    = NONE;
> > >    pstd   = NONE;
> > >    pjc    = NONE;
> > >    prc    = NONE;
> > >    ecnt   = NONE; // Only for HiRA.
> > >    rps    = NONE; // Only for HiRA.
> > >    eclv   = NONE;
> > >    mpr    = STAT;
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > tmp_dir        = "./tmp";
> > > output_prefix  = "";
> > > version        = "V9.0";
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > To whom this may concern,
> > >
> > > I am attempting to run a point verification with GEFS-V10 data.
> > > Unfortunately, the gribs are not in a standard format so when I
attempt
> > to
> > > run regrid_data_plane I only receive errors. I have provided a
> screenshot
> > > of what the grib file looks like (i.e. the wgrib2 return) and I
am
> > > interested in field 11:
> > >
> > > [image: image.png]
> > >
> > > I have tried the following variations of regrid_data_plane:
> > >
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="Z10"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="Z10"'
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="1000 mb"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="1000 mb"'
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="*,*"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="*,*"'
> > >
> > > and this is the error I constantly see:
> > >
> > > [image: image.png]
> > >
> > > I should note that I do not have a grib file solely containing
the
> > > projection information (which is 0-180, 0-360, 1 degree
resolution). I
> > have
> > > tried a couple methods to create a grib file soley containing
the
> > > projection information (with no luck) but after many
unsuccessful
> > attempts
> > > I thought I could trick regrid_data_plane to use the same file
(which
> has
> > > continuously failed).
> > >
> > > I then attempted to create my own nc file (since I have u and v
grib
> > files
> > > but my obs are daily average wind speed) and when I attempt to
run
> point
> > > stat, it cannot open the nc file. I provided a picture of the
header
> > > information for that file as well. I am assuming it could not
open the
> nc
> > > file because it is missing the projection information that would
> > otherwise
> > > be included in regrid_data_plane.
> > >
> > > [image: image.png]
> > >
> > > Any guidance for either regrid_data_plane or what I am missing
in my
> > manual
> > > nc file so I can run point_stat would be greatly appreciated.
Thank you
> > for
> > > your time.
> > >
> > > Erica Burrows
> > > Atmospheric Scientist
> > > INNOVIM/Climate Prediction Center
> > > NOAA Center for Weather and Climate Prediction
> > > 5830 University Research Court
> > > College Park, MD 20740
> > >
> > > Work:
> > > Cell: 818-925-5795
> > > Email: erica.burrows at noaa.gov
> > > *Innovim LLC*
> > > To whom this may concern,
> > >
> > > I am attempting to run a point verification with GEFS-V10 data.
> > > Unfortunately, the gribs are not in a standard format so when I
attempt
> > to
> > > run regrid_data_plane I only receive errors. I have provided a
> screenshot
> > > of what the grib file looks like (i.e. the wgrib2 return) and I
am
> > > interested in field 11:
> > >
> > > [image: image.png]
> > >
> > > I have tried the following variations of regrid_data_plane:
> > >
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="Z10"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="Z10"'
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="1000 mb"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="1000 mb"'
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="*,*"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="*,*"'
> > >
> > > and this is the error I constantly see:
> > >
> > > [image: image.png]
> > >
> > > I should note that I do not have a grib file solely containing
the
> > > projection information (which is 0-180, 0-360, 1 degree
resolution). I
> > have
> > > tried a couple methods to create a grib file soley containing
the
> > > projection information (with no luck) but after many
unsuccessful
> > attempts
> > > I thought I could trick regrid_data_plane to use the same file
(which
> has
> > > continuously failed).
> > >
> > > I then attempted to create my own nc file (since I have u and v
grib
> > files
> > > but my obs are daily average wind speed) and when I attempt to
run
> point
> > > stat, it cannot open the nc file. I provided a picture of the
header
> > > information for that file as well. I am assuming it could not
open the
> nc
> > > file because it is missing the projection information that would
> > otherwise
> > > be included in regrid_data_plane.
> > >
> > > [image: image.png]
> > >
> > > Any guidance for either regrid_data_plane or what I am missing
in my
> > > manual nc file so I can run point_stat would be greatly
appreciated.
> > Thank
> > > you for your time.
> > >
> > > Erica Burrows
> > > Atmospheric Scientist
> > > INNOVIM/Climate Prediction Center
> > > NOAA Center for Weather and Climate Prediction
> > > 5830 University Research Court
> > > College Park, MD 20740
> > >
> > > Work:
> > > Cell: 818-925-5795
> > > Email: erica.burrows at noaa.gov
> > > *Innovim LLC*
> > >
> >
> >
>
>

------------------------------------------------
Subject: Regrid Data Plane for GEFS V10
From: John Halley Gotway
Time: Tue Aug 11 16:38:03 2020

Erica,

Thanks for sending your sample data file. I see you have an issue
running
the MET point_stat tool.

Looking at the data you sent, I saw an issue right away. The NetCDF
variable is named "UGRD_P1000" but in the Point-Stat config file,
you've
set: name = "UGRD_";

When reading gridded NetCDF data into the MET tools, you should set
the
name = "NetCDF Variable Name". And you set the level string to either
the
"level" attribute or specify how to extract a 2d field of data from
that
NetCDF variable. So in your case, please use either:

name = "UGRD_P1000"; level = "P1000";
or
name = "UGRD_P1000"; level = "(*,*)";

The (*,*) syntax looks a little goofy. That tells MET that those 2
dimensions contain the gridded data. For another example, let's say
you
have a CF-compliant NetCDF variable of 4 dimensions: data(time,
height,
lon, lat)
If you request... name = "data"; level="(0,7,*,*)";
... then MET will extract the 2d field of data for the 1st time and
8th
height (note that the dimensions are 0-based).

Why would your NetCDF file differ from your colleagues? One
possibility is
that the regrid_data_plane tool supports a "-name" command line option
that
can be used to explicitly name the output variable. So if you run
regrid_data_plane using "-name UWIND_at_1000mb", then the output would
contain a variable by that name.

Hope that helps clarify. Please let me know what other issues arise.

Thanks,
John Halley Gotway

On Mon, Aug 10, 2020 at 9:03 AM Erica Burrows - NOAA Affiliate via RT
<
met_help at ucar.edu> wrote:

>
> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
>
> Good morning John,
>
> Thank you for the tip! Unfortunately the nc file that is created
from
> regrid_data_plane is still not working with point_stat (although it
is a
> different error than I was receiving prior). I am also not sure why
I need
> to include an underscore when defining my var (so it matches my nc
file)
> whereas my colleague does not, and we are using the same version of
MET. If
> I do not include the underscore within the var name, point_stat
looks for
> "UGRDP1000" instead of "UGRD_P1000". I have attached my config, the
> corresponding nc files, as well as a screenshot of the error I am
still
> receiving. I am guessing including the underscore when defining the
var
> name in my config file is the problem, but I am not sure how to
> bypass/correct it (and my colleague is unsure as well).
>
> This is simply a test to get an output, so at the moment I am
comparing
> apples to oranges (wind speed for observations and the u-wind
component for
> forecast).
>
> [image: image.png]
>
> Erica Burrows
> Atmospheric Scientist
> INNOVIM/Climate Prediction Center
> NOAA Center for Weather and Climate Prediction
> 5830 University Research Court
> College Park, MD 20740
>
> Work:
> Cell: 818-925-5795
> Email: erica.burrows at noaa.gov
> *Innovim LLC*
>
>
> On Fri, Aug 7, 2020 at 1:14 PM John Halley Gotway via RT <
> met_help at ucar.edu>
> wrote:
>
> > Hi Erica,
> >
> > I see you're having trouble using some GRIB data in the MET tools.
The
> good
> > news is that the syntax error you're receiving is easily fixed.
You're
> just
> > missing a trailing semicolon after the "level" setting on the
command
> line.
> >
> > Each time we specify a little configuration string on the command
line,
> the
> > MET library code actually writes that string to a little temporary
file
> and
> > it's processed by the config file library code. So each
configuration
> > string is a mini config file. In config files, each entry is
terminated
> > with a semicolon.
> >
> > When getting started with new datasets, I always recommend that
users
> start
> > by running plot_data_plane to make sure that MET can read them
well and
> > place them at the right spot on the earth:
> >
> > Please try running the following to see if you have better luck:
> >
> > *plot_data_plane $filename plot.ps <http://plot.ps> 'name="UGRD";
> > level="P1000";'*
> >
> > Note that I set level to "P1000" to indicate that we want a
pressure
> level
> > type with a value of 1000. And I terminated it with a semicolon.
That
> > should create a PostScript plot named plot.ps. If that works and
looks
> > good, the next step would be running regrid_data_plane. But you'll
need
> to
> > figure out how to define the "target" grid.
> >
> > Please let me know how plot_data_plane goes for you.
> >
> > Thanks,
> > John Halley Gotway
> >
> >
> >
> >
> > On Thu, Aug 6, 2020 at 10:10 AM Minna Win via RT
<met_help at ucar.edu>
> > wrote:
> >
> > >
> > > <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
> > >
> > > Hello Erica,
> > >
> > > It looks like you are having issues with regrid_data_plane with
your
> grib
> > > data.  I've assigned this issue to John Halley Gotway.  Please
allow a
> > few
> > > days for a full response.
> > >
> > > Regards,
> > > Minna
> > > ---------------
> > > Minna Win
> > > National Center for Atmospheric Research
> > > Developmental Testbed Center
> > > Phone: 303-497-8423
> > > Fax:   303-497-8401
> > >
> > >
> > >
> > > On Thu, Aug 6, 2020 at 7:19 AM Erica Burrows - NOAA Affiliate
via RT <
> > > met_help at ucar.edu> wrote:
> > >
> > > >
> > > > Thu Aug 06 07:19:24 2020: Request 96134 was acted upon.
> > > > Transaction: Ticket created by erica.burrows at noaa.gov
> > > >        Queue: met_help
> > > >      Subject: Regrid Data Plane for GEFS V10
> > > >        Owner: Nobody
> > > >   Requestors: erica.burrows at noaa.gov
> > > >       Status: new
> > > >  Ticket <URL:
> https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134
> > >
> > > >
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > > //
> > > > // Point-Stat configuration file.
> > > > //
> > > > // For additional information, see the MET_BASE/config/README
file.
> > > > //
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Output model name to be written
> > > > //
> > > > model = "GEFSv10";
> > > >
> > > > //
> > > > // Output description to be written
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > desc = "WindspeedTest";
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Verification grid
> > > > // May be set separately in each "field" entry
> > > > //
> > > > regrid = {
> > > >    to_grid    = NONE;
> > > >    method     = NEAREST;
> > > >    width      = 1;
> > > >    vld_thresh = 0.5;
> > > >    shape      = SQUARE;
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // May be set separately in each "field" entry
> > > > //
> > > > censor_thresh  = [];
> > > > censor_val     = [];
> > > > cat_thresh     = [ NA ];
> > > > cnt_thresh     = [ NA ];
> > > > cnt_logic      = UNION;
> > > > wind_thresh    = [ NA ];
> > > > wind_logic     = UNION;
> > > > eclv_points    = 0.05;
> > > > rank_corr_flag = FALSE;
> > > >
> > > > //
> > > > // Forecast and observation fields to be verified
> > > > //
> > > > fcst = {
> > > >    field = [
> > > >       {
> > > >         name       = "WindSpeed_";
> > > >         level      = [ "Z0" ];
> > > >         cat_thresh = [ >5.0 ];
> > > >       }
> > > >    ];
> > > >
> > > > }
> > > > obs = {
> > > >    field = [
> > > >       {
> > > >         name       = "WIND";
> > > >         level      = [ "Z10" ];
> > > >         cat_thresh = [ >5.0 ];
> > > >       }
> > > >    ];
> > > >
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Point observation filtering options
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > message_type   = [ "ADPSFC" ];
> > > > sid_inc        = [];
> > > > sid_exc        = [];
> > > > obs_quality    = [];
> > > > duplicate_flag = NONE;
> > > > obs_summary    = NONE;
> > > > obs_perc_value = 50;
> > > >
> > > > //
> > > > // Mapping of message type group name to comma-separated list
of
> > values.
> > > > //
> > > > message_type_group_map = [
> > > >    { key = "SURFACE"; val = "ADPSFC,SFCSHP,MSONET";
},
> > > >    { key = "ANYAIR";  val = "AIRCAR,AIRCFT";
},
> > > >    { key = "ANYSFC";  val =
"ADPSFC,SFCSHP,ADPUPA,PROFLR,MSONET"; },
> > > >    { key = "ONLYSF";  val = "ADPSFC,SFCSHP";
},
> > > >    { key = "LANDSF";  val = "ADPSFC,MSONET";
},
> > > >    { key = "WATERSF"; val = "SFCSHP";
}
> > > > ];
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Climatology data
> > > > //
> > > > climo_mean = {
> > > >
> > > >    file_name = [];
> > > >    field     = [];
> > > >
> > > >    regrid = {
> > > >       method     = NEAREST;
> > > >       width      = 1;
> > > >       vld_thresh = 0.5;
> > > >       shape      = SQUARE;
> > > >    }
> > > >
> > > >    time_interp_method = DW_MEAN;
> > > >    day_interval       = 31;
> > > >    hour_interval      = 6;
> > > > }
> > > >
> > > > // climo_stdev = climo_mean;
> > > > // climo_stdev = {
> > > > //    file_name = [];
> > > > // }
> > > >
> > > > //
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > climo_cdf = {
> > > >    cdf_bins    = 1;
> > > >    center_bins = FALSE;
> > > >    write_bins  = TRUE;
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Land/Sea mask
> > > > // For LANDSF message types, only use forecast grid points
where
> land =
> > > > TRUE.
> > > > // For WATERSF message types, only use forecast grid points
where
> land
> > =
> > > > FALSE.
> > > > // land_mask.flag may be set separately in each "obs.field"
entry.
> > > > //
> > > > land_mask = {
> > > >    flag      = FALSE;
> > > >    file_name = [];
> > > >    field     = { name = "LAND"; level = "L0"; }
> > > >    regrid    = { method = NEAREST; width = 1; }
> > > >    thresh    = eq1;
> > > > }
> > > >
> > > > //
> > > > // Topography
> > > > // For SURFACE message types, only use observations where the
topo -
> > > > station
> > > > // elevation difference meets the use_obs_thresh threshold.
> > > > // For the observations kept, when interpolating forecast data
to the
> > > > // observation location, only use forecast grid points where
the
> topo -
> > > > station
> > > > // difference meets the interp_fcst_thresh threshold.
> > > > // topo_mask.flag may be set separately in each "obs.field"
entry.
> > > > //
> > > > topo_mask = {
> > > >    flag               = FALSE;
> > > >    file_name          = [];
> > > >    field              = { name = "TOPO"; level = "L0"; }
> > > >    regrid             = { method = BILIN; width = 2; }
> > > >    use_obs_thresh     = ge-100&&le100;
> > > >    interp_fcst_thresh = ge-50&&le50;
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Point observation time window
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > obs_window = {
> > > >    beg = -5400;
> > > >    end =  5400;
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Verification masking regions
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > mask = {
> > > >    grid  = [ "FULL" ];
> > > >    poly  = [];
> > > >    sid   = [];
> > > >    llpnt = [];
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Confidence interval settings
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > ci_alpha  = [ 0.05 ];
> > > >
> > > > boot = {
> > > >    interval = PCTILE;
> > > >    rep_prop = 1.0;
> > > >    n_rep    = 0;
> > > >    rng      = "mt19937";
> > > >    seed     = "";
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Interpolation methods
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > interp = {
> > > >    vld_thresh = 1.0;
> > > >    shape      = SQUARE;
> > > >
> > > >    type = [
> > > >       {
> > > >          method = NEAREST;
> > > >          width  = 1;
> > > >       }
> > > >    ];
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // HiRA verification method
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > hira = {
> > > >    flag            = FALSE;
> > > >    width           = [ 2, 3, 4, 5 ];
> > > >    vld_thresh      = 1.0;
> > > >    cov_thresh      = [ ==0.25 ];
> > > >    shape           = SQUARE;
> > > >    prob_cat_thresh = [];
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Statistical output types
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > output_flag = {
> > > >    fho    = NONE;
> > > >    ctc    = BOTH;
> > > >    cts    = BOTH;
> > > >    mctc   = NONE;
> > > >    mcts   = NONE;
> > > >    cnt    = BOTH;
> > > >    sl1l2  = NONE;
> > > >    sal1l2 = NONE;
> > > >    vl1l2  = NONE;
> > > >    val1l2 = NONE;
> > > >    vcnt   = BOTH;
> > > >    pct    = NONE;
> > > >    pstd   = NONE;
> > > >    pjc    = NONE;
> > > >    prc    = NONE;
> > > >    ecnt   = NONE; // Only for HiRA.
> > > >    rps    = NONE; // Only for HiRA.
> > > >    eclv   = NONE;
> > > >    mpr    = STAT;
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > tmp_dir        = "./tmp";
> > > > output_prefix  = "";
> > > > version        = "V9.0";
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > To whom this may concern,
> > > >
> > > > I am attempting to run a point verification with GEFS-V10
data.
> > > > Unfortunately, the gribs are not in a standard format so when
I
> attempt
> > > to
> > > > run regrid_data_plane I only receive errors. I have provided a
> > screenshot
> > > > of what the grib file looks like (i.e. the wgrib2 return) and
I am
> > > > interested in field 11:
> > > >
> > > > [image: image.png]
> > > >
> > > > I have tried the following variations of regrid_data_plane:
> > > >
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="Z10"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="Z10"'
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="1000 mb"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="1000 mb"'
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="*,*"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="*,*"'
> > > >
> > > > and this is the error I constantly see:
> > > >
> > > > [image: image.png]
> > > >
> > > > I should note that I do not have a grib file solely containing
the
> > > > projection information (which is 0-180, 0-360, 1 degree
resolution).
> I
> > > have
> > > > tried a couple methods to create a grib file soley containing
the
> > > > projection information (with no luck) but after many
unsuccessful
> > > attempts
> > > > I thought I could trick regrid_data_plane to use the same file
(which
> > has
> > > > continuously failed).
> > > >
> > > > I then attempted to create my own nc file (since I have u and
v grib
> > > files
> > > > but my obs are daily average wind speed) and when I attempt to
run
> > point
> > > > stat, it cannot open the nc file. I provided a picture of the
header
> > > > information for that file as well. I am assuming it could not
open
> the
> > nc
> > > > file because it is missing the projection information that
would
> > > otherwise
> > > > be included in regrid_data_plane.
> > > >
> > > > [image: image.png]
> > > >
> > > > Any guidance for either regrid_data_plane or what I am missing
in my
> > > manual
> > > > nc file so I can run point_stat would be greatly appreciated.
Thank
> you
> > > for
> > > > your time.
> > > >
> > > > Erica Burrows
> > > > Atmospheric Scientist
> > > > INNOVIM/Climate Prediction Center
> > > > NOAA Center for Weather and Climate Prediction
> > > > 5830 University Research Court
> > > > College Park, MD 20740
> > > >
> > > > Work:
> > > > Cell: 818-925-5795
> > > > Email: erica.burrows at noaa.gov
> > > > *Innovim LLC*
> > > > To whom this may concern,
> > > >
> > > > I am attempting to run a point verification with GEFS-V10
data.
> > > > Unfortunately, the gribs are not in a standard format so when
I
> attempt
> > > to
> > > > run regrid_data_plane I only receive errors. I have provided a
> > screenshot
> > > > of what the grib file looks like (i.e. the wgrib2 return) and
I am
> > > > interested in field 11:
> > > >
> > > > [image: image.png]
> > > >
> > > > I have tried the following variations of regrid_data_plane:
> > > >
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="Z10"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="Z10"'
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="1000 mb"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="1000 mb"'
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="*,*"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="*,*"'
> > > >
> > > > and this is the error I constantly see:
> > > >
> > > > [image: image.png]
> > > >
> > > > I should note that I do not have a grib file solely containing
the
> > > > projection information (which is 0-180, 0-360, 1 degree
resolution).
> I
> > > have
> > > > tried a couple methods to create a grib file soley containing
the
> > > > projection information (with no luck) but after many
unsuccessful
> > > attempts
> > > > I thought I could trick regrid_data_plane to use the same file
(which
> > has
> > > > continuously failed).
> > > >
> > > > I then attempted to create my own nc file (since I have u and
v grib
> > > files
> > > > but my obs are daily average wind speed) and when I attempt to
run
> > point
> > > > stat, it cannot open the nc file. I provided a picture of the
header
> > > > information for that file as well. I am assuming it could not
open
> the
> > nc
> > > > file because it is missing the projection information that
would
> > > otherwise
> > > > be included in regrid_data_plane.
> > > >
> > > > [image: image.png]
> > > >
> > > > Any guidance for either regrid_data_plane or what I am missing
in my
> > > > manual nc file so I can run point_stat would be greatly
appreciated.
> > > Thank
> > > > you for your time.
> > > >
> > > > Erica Burrows
> > > > Atmospheric Scientist
> > > > INNOVIM/Climate Prediction Center
> > > > NOAA Center for Weather and Climate Prediction
> > > > 5830 University Research Court
> > > > College Park, MD 20740
> > > >
> > > > Work:
> > > > Cell: 818-925-5795
> > > > Email: erica.burrows at noaa.gov
> > > > *Innovim LLC*
> > > >
> > >
> > >
> >
> >
>
>

------------------------------------------------


More information about the Met_help mailing list