[Met_help] [rt.rap.ucar.edu #96134] History for Regrid Data Plane for GEFS V10
John Halley Gotway via RT
met_help at ucar.edu
Thu Oct 1 14:35:56 MDT 2020
----------------------------------------------------------------
Initial Request
----------------------------------------------------------------
////////////////////////////////////////////////////////////////////////////////
//
// Point-Stat configuration file.
//
// For additional information, see the MET_BASE/config/README file.
//
////////////////////////////////////////////////////////////////////////////////
//
// Output model name to be written
//
model = "GEFSv10";
//
// Output description to be written
// May be set separately in each "obs.field" entry
//
desc = "WindspeedTest";
////////////////////////////////////////////////////////////////////////////////
//
// Verification grid
// May be set separately in each "field" entry
//
regrid = {
to_grid = NONE;
method = NEAREST;
width = 1;
vld_thresh = 0.5;
shape = SQUARE;
}
////////////////////////////////////////////////////////////////////////////////
//
// May be set separately in each "field" entry
//
censor_thresh = [];
censor_val = [];
cat_thresh = [ NA ];
cnt_thresh = [ NA ];
cnt_logic = UNION;
wind_thresh = [ NA ];
wind_logic = UNION;
eclv_points = 0.05;
rank_corr_flag = FALSE;
//
// Forecast and observation fields to be verified
//
fcst = {
field = [
{
name = "WindSpeed_";
level = [ "Z0" ];
cat_thresh = [ >5.0 ];
}
];
}
obs = {
field = [
{
name = "WIND";
level = [ "Z10" ];
cat_thresh = [ >5.0 ];
}
];
}
////////////////////////////////////////////////////////////////////////////////
//
// Point observation filtering options
// May be set separately in each "obs.field" entry
//
message_type = [ "ADPSFC" ];
sid_inc = [];
sid_exc = [];
obs_quality = [];
duplicate_flag = NONE;
obs_summary = NONE;
obs_perc_value = 50;
//
// Mapping of message type group name to comma-separated list of values.
//
message_type_group_map = [
{ key = "SURFACE"; val = "ADPSFC,SFCSHP,MSONET"; },
{ key = "ANYAIR"; val = "AIRCAR,AIRCFT"; },
{ key = "ANYSFC"; val = "ADPSFC,SFCSHP,ADPUPA,PROFLR,MSONET"; },
{ key = "ONLYSF"; val = "ADPSFC,SFCSHP"; },
{ key = "LANDSF"; val = "ADPSFC,MSONET"; },
{ key = "WATERSF"; val = "SFCSHP"; }
];
////////////////////////////////////////////////////////////////////////////////
//
// Climatology data
//
climo_mean = {
file_name = [];
field = [];
regrid = {
method = NEAREST;
width = 1;
vld_thresh = 0.5;
shape = SQUARE;
}
time_interp_method = DW_MEAN;
day_interval = 31;
hour_interval = 6;
}
// climo_stdev = climo_mean;
// climo_stdev = {
// file_name = [];
// }
//
// May be set separately in each "obs.field" entry
//
climo_cdf = {
cdf_bins = 1;
center_bins = FALSE;
write_bins = TRUE;
}
////////////////////////////////////////////////////////////////////////////////
//
// Land/Sea mask
// For LANDSF message types, only use forecast grid points where land = TRUE.
// For WATERSF message types, only use forecast grid points where land = FALSE.
// land_mask.flag may be set separately in each "obs.field" entry.
//
land_mask = {
flag = FALSE;
file_name = [];
field = { name = "LAND"; level = "L0"; }
regrid = { method = NEAREST; width = 1; }
thresh = eq1;
}
//
// Topography
// For SURFACE message types, only use observations where the topo - station
// elevation difference meets the use_obs_thresh threshold.
// For the observations kept, when interpolating forecast data to the
// observation location, only use forecast grid points where the topo - station
// difference meets the interp_fcst_thresh threshold.
// topo_mask.flag may be set separately in each "obs.field" entry.
//
topo_mask = {
flag = FALSE;
file_name = [];
field = { name = "TOPO"; level = "L0"; }
regrid = { method = BILIN; width = 2; }
use_obs_thresh = ge-100&&le100;
interp_fcst_thresh = ge-50&&le50;
}
////////////////////////////////////////////////////////////////////////////////
//
// Point observation time window
// May be set separately in each "obs.field" entry
//
obs_window = {
beg = -5400;
end = 5400;
}
////////////////////////////////////////////////////////////////////////////////
//
// Verification masking regions
// May be set separately in each "obs.field" entry
//
mask = {
grid = [ "FULL" ];
poly = [];
sid = [];
llpnt = [];
}
////////////////////////////////////////////////////////////////////////////////
//
// Confidence interval settings
// May be set separately in each "obs.field" entry
//
ci_alpha = [ 0.05 ];
boot = {
interval = PCTILE;
rep_prop = 1.0;
n_rep = 0;
rng = "mt19937";
seed = "";
}
////////////////////////////////////////////////////////////////////////////////
//
// Interpolation methods
// May be set separately in each "obs.field" entry
//
interp = {
vld_thresh = 1.0;
shape = SQUARE;
type = [
{
method = NEAREST;
width = 1;
}
];
}
////////////////////////////////////////////////////////////////////////////////
//
// HiRA verification method
// May be set separately in each "obs.field" entry
//
hira = {
flag = FALSE;
width = [ 2, 3, 4, 5 ];
vld_thresh = 1.0;
cov_thresh = [ ==0.25 ];
shape = SQUARE;
prob_cat_thresh = [];
}
////////////////////////////////////////////////////////////////////////////////
//
// Statistical output types
// May be set separately in each "obs.field" entry
//
output_flag = {
fho = NONE;
ctc = BOTH;
cts = BOTH;
mctc = NONE;
mcts = NONE;
cnt = BOTH;
sl1l2 = NONE;
sal1l2 = NONE;
vl1l2 = NONE;
val1l2 = NONE;
vcnt = BOTH;
pct = NONE;
pstd = NONE;
pjc = NONE;
prc = NONE;
ecnt = NONE; // Only for HiRA.
rps = NONE; // Only for HiRA.
eclv = NONE;
mpr = STAT;
}
////////////////////////////////////////////////////////////////////////////////
tmp_dir = "./tmp";
output_prefix = "";
version = "V9.0";
////////////////////////////////////////////////////////////////////////////////
----------------------------------------------------------------
Complete Ticket History
----------------------------------------------------------------
Subject: Regrid Data Plane for GEFS V10
From: Minna Win
Time: Thu Aug 06 10:09:28 2020
Hello Erica,
It looks like you are having issues with regrid_data_plane with your
grib
data. I've assigned this issue to John Halley Gotway. Please allow a
few
days for a full response.
Regards,
Minna
---------------
Minna Win
National Center for Atmospheric Research
Developmental Testbed Center
Phone: 303-497-8423
Fax: 303-497-8401
On Thu, Aug 6, 2020 at 7:19 AM Erica Burrows - NOAA Affiliate via RT <
met_help at ucar.edu> wrote:
>
> Thu Aug 06 07:19:24 2020: Request 96134 was acted upon.
> Transaction: Ticket created by erica.burrows at noaa.gov
> Queue: met_help
> Subject: Regrid Data Plane for GEFS V10
> Owner: Nobody
> Requestors: erica.burrows at noaa.gov
> Status: new
> Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
>
>
>
>
////////////////////////////////////////////////////////////////////////////////
> //
> // Point-Stat configuration file.
> //
> // For additional information, see the MET_BASE/config/README file.
> //
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Output model name to be written
> //
> model = "GEFSv10";
>
> //
> // Output description to be written
> // May be set separately in each "obs.field" entry
> //
> desc = "WindspeedTest";
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Verification grid
> // May be set separately in each "field" entry
> //
> regrid = {
> to_grid = NONE;
> method = NEAREST;
> width = 1;
> vld_thresh = 0.5;
> shape = SQUARE;
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // May be set separately in each "field" entry
> //
> censor_thresh = [];
> censor_val = [];
> cat_thresh = [ NA ];
> cnt_thresh = [ NA ];
> cnt_logic = UNION;
> wind_thresh = [ NA ];
> wind_logic = UNION;
> eclv_points = 0.05;
> rank_corr_flag = FALSE;
>
> //
> // Forecast and observation fields to be verified
> //
> fcst = {
> field = [
> {
> name = "WindSpeed_";
> level = [ "Z0" ];
> cat_thresh = [ >5.0 ];
> }
> ];
>
> }
> obs = {
> field = [
> {
> name = "WIND";
> level = [ "Z10" ];
> cat_thresh = [ >5.0 ];
> }
> ];
>
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Point observation filtering options
> // May be set separately in each "obs.field" entry
> //
> message_type = [ "ADPSFC" ];
> sid_inc = [];
> sid_exc = [];
> obs_quality = [];
> duplicate_flag = NONE;
> obs_summary = NONE;
> obs_perc_value = 50;
>
> //
> // Mapping of message type group name to comma-separated list of
values.
> //
> message_type_group_map = [
> { key = "SURFACE"; val = "ADPSFC,SFCSHP,MSONET"; },
> { key = "ANYAIR"; val = "AIRCAR,AIRCFT"; },
> { key = "ANYSFC"; val = "ADPSFC,SFCSHP,ADPUPA,PROFLR,MSONET"; },
> { key = "ONLYSF"; val = "ADPSFC,SFCSHP"; },
> { key = "LANDSF"; val = "ADPSFC,MSONET"; },
> { key = "WATERSF"; val = "SFCSHP"; }
> ];
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Climatology data
> //
> climo_mean = {
>
> file_name = [];
> field = [];
>
> regrid = {
> method = NEAREST;
> width = 1;
> vld_thresh = 0.5;
> shape = SQUARE;
> }
>
> time_interp_method = DW_MEAN;
> day_interval = 31;
> hour_interval = 6;
> }
>
> // climo_stdev = climo_mean;
> // climo_stdev = {
> // file_name = [];
> // }
>
> //
> // May be set separately in each "obs.field" entry
> //
> climo_cdf = {
> cdf_bins = 1;
> center_bins = FALSE;
> write_bins = TRUE;
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Land/Sea mask
> // For LANDSF message types, only use forecast grid points where
land =
> TRUE.
> // For WATERSF message types, only use forecast grid points where
land =
> FALSE.
> // land_mask.flag may be set separately in each "obs.field" entry.
> //
> land_mask = {
> flag = FALSE;
> file_name = [];
> field = { name = "LAND"; level = "L0"; }
> regrid = { method = NEAREST; width = 1; }
> thresh = eq1;
> }
>
> //
> // Topography
> // For SURFACE message types, only use observations where the topo -
> station
> // elevation difference meets the use_obs_thresh threshold.
> // For the observations kept, when interpolating forecast data to
the
> // observation location, only use forecast grid points where the
topo -
> station
> // difference meets the interp_fcst_thresh threshold.
> // topo_mask.flag may be set separately in each "obs.field" entry.
> //
> topo_mask = {
> flag = FALSE;
> file_name = [];
> field = { name = "TOPO"; level = "L0"; }
> regrid = { method = BILIN; width = 2; }
> use_obs_thresh = ge-100&&le100;
> interp_fcst_thresh = ge-50&&le50;
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Point observation time window
> // May be set separately in each "obs.field" entry
> //
> obs_window = {
> beg = -5400;
> end = 5400;
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Verification masking regions
> // May be set separately in each "obs.field" entry
> //
> mask = {
> grid = [ "FULL" ];
> poly = [];
> sid = [];
> llpnt = [];
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Confidence interval settings
> // May be set separately in each "obs.field" entry
> //
> ci_alpha = [ 0.05 ];
>
> boot = {
> interval = PCTILE;
> rep_prop = 1.0;
> n_rep = 0;
> rng = "mt19937";
> seed = "";
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Interpolation methods
> // May be set separately in each "obs.field" entry
> //
> interp = {
> vld_thresh = 1.0;
> shape = SQUARE;
>
> type = [
> {
> method = NEAREST;
> width = 1;
> }
> ];
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // HiRA verification method
> // May be set separately in each "obs.field" entry
> //
> hira = {
> flag = FALSE;
> width = [ 2, 3, 4, 5 ];
> vld_thresh = 1.0;
> cov_thresh = [ ==0.25 ];
> shape = SQUARE;
> prob_cat_thresh = [];
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> //
> // Statistical output types
> // May be set separately in each "obs.field" entry
> //
> output_flag = {
> fho = NONE;
> ctc = BOTH;
> cts = BOTH;
> mctc = NONE;
> mcts = NONE;
> cnt = BOTH;
> sl1l2 = NONE;
> sal1l2 = NONE;
> vl1l2 = NONE;
> val1l2 = NONE;
> vcnt = BOTH;
> pct = NONE;
> pstd = NONE;
> pjc = NONE;
> prc = NONE;
> ecnt = NONE; // Only for HiRA.
> rps = NONE; // Only for HiRA.
> eclv = NONE;
> mpr = STAT;
> }
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> tmp_dir = "./tmp";
> output_prefix = "";
> version = "V9.0";
>
>
>
////////////////////////////////////////////////////////////////////////////////
>
> To whom this may concern,
>
> I am attempting to run a point verification with GEFS-V10 data.
> Unfortunately, the gribs are not in a standard format so when I
attempt to
> run regrid_data_plane I only receive errors. I have provided a
screenshot
> of what the grib file looks like (i.e. the wgrib2 return) and I am
> interested in field 11:
>
> [image: image.png]
>
> I have tried the following variations of regrid_data_plane:
>
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="Z10"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="Z10"'
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="1000 mb"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="1000 mb"'
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="*,*"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="*,*"'
>
> and this is the error I constantly see:
>
> [image: image.png]
>
> I should note that I do not have a grib file solely containing the
> projection information (which is 0-180, 0-360, 1 degree resolution).
I have
> tried a couple methods to create a grib file soley containing the
> projection information (with no luck) but after many unsuccessful
attempts
> I thought I could trick regrid_data_plane to use the same file
(which has
> continuously failed).
>
> I then attempted to create my own nc file (since I have u and v grib
files
> but my obs are daily average wind speed) and when I attempt to run
point
> stat, it cannot open the nc file. I provided a picture of the header
> information for that file as well. I am assuming it could not open
the nc
> file because it is missing the projection information that would
otherwise
> be included in regrid_data_plane.
>
> [image: image.png]
>
> Any guidance for either regrid_data_plane or what I am missing in my
manual
> nc file so I can run point_stat would be greatly appreciated. Thank
you for
> your time.
>
> Erica Burrows
> Atmospheric Scientist
> INNOVIM/Climate Prediction Center
> NOAA Center for Weather and Climate Prediction
> 5830 University Research Court
> College Park, MD 20740
>
> Work:
> Cell: 818-925-5795
> Email: erica.burrows at noaa.gov
> *Innovim LLC*
> To whom this may concern,
>
> I am attempting to run a point verification with GEFS-V10 data.
> Unfortunately, the gribs are not in a standard format so when I
attempt to
> run regrid_data_plane I only receive errors. I have provided a
screenshot
> of what the grib file looks like (i.e. the wgrib2 return) and I am
> interested in field 11:
>
> [image: image.png]
>
> I have tried the following variations of regrid_data_plane:
>
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="Z10"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="Z10"'
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="1000 mb"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="1000 mb"'
> regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> level="*,*"'
> regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> level="*,*"'
>
> and this is the error I constantly see:
>
> [image: image.png]
>
> I should note that I do not have a grib file solely containing the
> projection information (which is 0-180, 0-360, 1 degree resolution).
I have
> tried a couple methods to create a grib file soley containing the
> projection information (with no luck) but after many unsuccessful
attempts
> I thought I could trick regrid_data_plane to use the same file
(which has
> continuously failed).
>
> I then attempted to create my own nc file (since I have u and v grib
files
> but my obs are daily average wind speed) and when I attempt to run
point
> stat, it cannot open the nc file. I provided a picture of the header
> information for that file as well. I am assuming it could not open
the nc
> file because it is missing the projection information that would
otherwise
> be included in regrid_data_plane.
>
> [image: image.png]
>
> Any guidance for either regrid_data_plane or what I am missing in my
> manual nc file so I can run point_stat would be greatly appreciated.
Thank
> you for your time.
>
> Erica Burrows
> Atmospheric Scientist
> INNOVIM/Climate Prediction Center
> NOAA Center for Weather and Climate Prediction
> 5830 University Research Court
> College Park, MD 20740
>
> Work:
> Cell: 818-925-5795
> Email: erica.burrows at noaa.gov
> *Innovim LLC*
>
------------------------------------------------
Subject: Regrid Data Plane for GEFS V10
From: John Halley Gotway
Time: Fri Aug 07 11:14:29 2020
Hi Erica,
I see you're having trouble using some GRIB data in the MET tools. The
good
news is that the syntax error you're receiving is easily fixed. You're
just
missing a trailing semicolon after the "level" setting on the command
line.
Each time we specify a little configuration string on the command
line, the
MET library code actually writes that string to a little temporary
file and
it's processed by the config file library code. So each configuration
string is a mini config file. In config files, each entry is
terminated
with a semicolon.
When getting started with new datasets, I always recommend that users
start
by running plot_data_plane to make sure that MET can read them well
and
place them at the right spot on the earth:
Please try running the following to see if you have better luck:
*plot_data_plane $filename plot.ps <http://plot.ps> 'name="UGRD";
level="P1000";'*
Note that I set level to "P1000" to indicate that we want a pressure
level
type with a value of 1000. And I terminated it with a semicolon. That
should create a PostScript plot named plot.ps. If that works and looks
good, the next step would be running regrid_data_plane. But you'll
need to
figure out how to define the "target" grid.
Please let me know how plot_data_plane goes for you.
Thanks,
John Halley Gotway
On Thu, Aug 6, 2020 at 10:10 AM Minna Win via RT <met_help at ucar.edu>
wrote:
>
> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
>
> Hello Erica,
>
> It looks like you are having issues with regrid_data_plane with your
grib
> data. I've assigned this issue to John Halley Gotway. Please allow
a few
> days for a full response.
>
> Regards,
> Minna
> ---------------
> Minna Win
> National Center for Atmospheric Research
> Developmental Testbed Center
> Phone: 303-497-8423
> Fax: 303-497-8401
>
>
>
> On Thu, Aug 6, 2020 at 7:19 AM Erica Burrows - NOAA Affiliate via RT
<
> met_help at ucar.edu> wrote:
>
> >
> > Thu Aug 06 07:19:24 2020: Request 96134 was acted upon.
> > Transaction: Ticket created by erica.burrows at noaa.gov
> > Queue: met_help
> > Subject: Regrid Data Plane for GEFS V10
> > Owner: Nobody
> > Requestors: erica.burrows at noaa.gov
> > Status: new
> > Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
> >
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > //
> > // Point-Stat configuration file.
> > //
> > // For additional information, see the MET_BASE/config/README
file.
> > //
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Output model name to be written
> > //
> > model = "GEFSv10";
> >
> > //
> > // Output description to be written
> > // May be set separately in each "obs.field" entry
> > //
> > desc = "WindspeedTest";
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Verification grid
> > // May be set separately in each "field" entry
> > //
> > regrid = {
> > to_grid = NONE;
> > method = NEAREST;
> > width = 1;
> > vld_thresh = 0.5;
> > shape = SQUARE;
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // May be set separately in each "field" entry
> > //
> > censor_thresh = [];
> > censor_val = [];
> > cat_thresh = [ NA ];
> > cnt_thresh = [ NA ];
> > cnt_logic = UNION;
> > wind_thresh = [ NA ];
> > wind_logic = UNION;
> > eclv_points = 0.05;
> > rank_corr_flag = FALSE;
> >
> > //
> > // Forecast and observation fields to be verified
> > //
> > fcst = {
> > field = [
> > {
> > name = "WindSpeed_";
> > level = [ "Z0" ];
> > cat_thresh = [ >5.0 ];
> > }
> > ];
> >
> > }
> > obs = {
> > field = [
> > {
> > name = "WIND";
> > level = [ "Z10" ];
> > cat_thresh = [ >5.0 ];
> > }
> > ];
> >
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Point observation filtering options
> > // May be set separately in each "obs.field" entry
> > //
> > message_type = [ "ADPSFC" ];
> > sid_inc = [];
> > sid_exc = [];
> > obs_quality = [];
> > duplicate_flag = NONE;
> > obs_summary = NONE;
> > obs_perc_value = 50;
> >
> > //
> > // Mapping of message type group name to comma-separated list of
values.
> > //
> > message_type_group_map = [
> > { key = "SURFACE"; val = "ADPSFC,SFCSHP,MSONET";
},
> > { key = "ANYAIR"; val = "AIRCAR,AIRCFT";
},
> > { key = "ANYSFC"; val = "ADPSFC,SFCSHP,ADPUPA,PROFLR,MSONET";
},
> > { key = "ONLYSF"; val = "ADPSFC,SFCSHP";
},
> > { key = "LANDSF"; val = "ADPSFC,MSONET";
},
> > { key = "WATERSF"; val = "SFCSHP";
}
> > ];
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Climatology data
> > //
> > climo_mean = {
> >
> > file_name = [];
> > field = [];
> >
> > regrid = {
> > method = NEAREST;
> > width = 1;
> > vld_thresh = 0.5;
> > shape = SQUARE;
> > }
> >
> > time_interp_method = DW_MEAN;
> > day_interval = 31;
> > hour_interval = 6;
> > }
> >
> > // climo_stdev = climo_mean;
> > // climo_stdev = {
> > // file_name = [];
> > // }
> >
> > //
> > // May be set separately in each "obs.field" entry
> > //
> > climo_cdf = {
> > cdf_bins = 1;
> > center_bins = FALSE;
> > write_bins = TRUE;
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Land/Sea mask
> > // For LANDSF message types, only use forecast grid points where
land =
> > TRUE.
> > // For WATERSF message types, only use forecast grid points where
land =
> > FALSE.
> > // land_mask.flag may be set separately in each "obs.field" entry.
> > //
> > land_mask = {
> > flag = FALSE;
> > file_name = [];
> > field = { name = "LAND"; level = "L0"; }
> > regrid = { method = NEAREST; width = 1; }
> > thresh = eq1;
> > }
> >
> > //
> > // Topography
> > // For SURFACE message types, only use observations where the topo
-
> > station
> > // elevation difference meets the use_obs_thresh threshold.
> > // For the observations kept, when interpolating forecast data to
the
> > // observation location, only use forecast grid points where the
topo -
> > station
> > // difference meets the interp_fcst_thresh threshold.
> > // topo_mask.flag may be set separately in each "obs.field" entry.
> > //
> > topo_mask = {
> > flag = FALSE;
> > file_name = [];
> > field = { name = "TOPO"; level = "L0"; }
> > regrid = { method = BILIN; width = 2; }
> > use_obs_thresh = ge-100&&le100;
> > interp_fcst_thresh = ge-50&&le50;
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Point observation time window
> > // May be set separately in each "obs.field" entry
> > //
> > obs_window = {
> > beg = -5400;
> > end = 5400;
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Verification masking regions
> > // May be set separately in each "obs.field" entry
> > //
> > mask = {
> > grid = [ "FULL" ];
> > poly = [];
> > sid = [];
> > llpnt = [];
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Confidence interval settings
> > // May be set separately in each "obs.field" entry
> > //
> > ci_alpha = [ 0.05 ];
> >
> > boot = {
> > interval = PCTILE;
> > rep_prop = 1.0;
> > n_rep = 0;
> > rng = "mt19937";
> > seed = "";
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Interpolation methods
> > // May be set separately in each "obs.field" entry
> > //
> > interp = {
> > vld_thresh = 1.0;
> > shape = SQUARE;
> >
> > type = [
> > {
> > method = NEAREST;
> > width = 1;
> > }
> > ];
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // HiRA verification method
> > // May be set separately in each "obs.field" entry
> > //
> > hira = {
> > flag = FALSE;
> > width = [ 2, 3, 4, 5 ];
> > vld_thresh = 1.0;
> > cov_thresh = [ ==0.25 ];
> > shape = SQUARE;
> > prob_cat_thresh = [];
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > //
> > // Statistical output types
> > // May be set separately in each "obs.field" entry
> > //
> > output_flag = {
> > fho = NONE;
> > ctc = BOTH;
> > cts = BOTH;
> > mctc = NONE;
> > mcts = NONE;
> > cnt = BOTH;
> > sl1l2 = NONE;
> > sal1l2 = NONE;
> > vl1l2 = NONE;
> > val1l2 = NONE;
> > vcnt = BOTH;
> > pct = NONE;
> > pstd = NONE;
> > pjc = NONE;
> > prc = NONE;
> > ecnt = NONE; // Only for HiRA.
> > rps = NONE; // Only for HiRA.
> > eclv = NONE;
> > mpr = STAT;
> > }
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > tmp_dir = "./tmp";
> > output_prefix = "";
> > version = "V9.0";
> >
> >
> >
>
////////////////////////////////////////////////////////////////////////////////
> >
> > To whom this may concern,
> >
> > I am attempting to run a point verification with GEFS-V10 data.
> > Unfortunately, the gribs are not in a standard format so when I
attempt
> to
> > run regrid_data_plane I only receive errors. I have provided a
screenshot
> > of what the grib file looks like (i.e. the wgrib2 return) and I am
> > interested in field 11:
> >
> > [image: image.png]
> >
> > I have tried the following variations of regrid_data_plane:
> >
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="Z10"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="Z10"'
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="1000 mb"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="1000 mb"'
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="*,*"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="*,*"'
> >
> > and this is the error I constantly see:
> >
> > [image: image.png]
> >
> > I should note that I do not have a grib file solely containing the
> > projection information (which is 0-180, 0-360, 1 degree
resolution). I
> have
> > tried a couple methods to create a grib file soley containing the
> > projection information (with no luck) but after many unsuccessful
> attempts
> > I thought I could trick regrid_data_plane to use the same file
(which has
> > continuously failed).
> >
> > I then attempted to create my own nc file (since I have u and v
grib
> files
> > but my obs are daily average wind speed) and when I attempt to run
point
> > stat, it cannot open the nc file. I provided a picture of the
header
> > information for that file as well. I am assuming it could not open
the nc
> > file because it is missing the projection information that would
> otherwise
> > be included in regrid_data_plane.
> >
> > [image: image.png]
> >
> > Any guidance for either regrid_data_plane or what I am missing in
my
> manual
> > nc file so I can run point_stat would be greatly appreciated.
Thank you
> for
> > your time.
> >
> > Erica Burrows
> > Atmospheric Scientist
> > INNOVIM/Climate Prediction Center
> > NOAA Center for Weather and Climate Prediction
> > 5830 University Research Court
> > College Park, MD 20740
> >
> > Work:
> > Cell: 818-925-5795
> > Email: erica.burrows at noaa.gov
> > *Innovim LLC*
> > To whom this may concern,
> >
> > I am attempting to run a point verification with GEFS-V10 data.
> > Unfortunately, the gribs are not in a standard format so when I
attempt
> to
> > run regrid_data_plane I only receive errors. I have provided a
screenshot
> > of what the grib file looks like (i.e. the wgrib2 return) and I am
> > interested in field 11:
> >
> > [image: image.png]
> >
> > I have tried the following variations of regrid_data_plane:
> >
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="Z10"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="Z10"'
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="1000 mb"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="1000 mb"'
> > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > level="*,*"'
> > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
'name="UGRD";
> > level="*,*"'
> >
> > and this is the error I constantly see:
> >
> > [image: image.png]
> >
> > I should note that I do not have a grib file solely containing the
> > projection information (which is 0-180, 0-360, 1 degree
resolution). I
> have
> > tried a couple methods to create a grib file soley containing the
> > projection information (with no luck) but after many unsuccessful
> attempts
> > I thought I could trick regrid_data_plane to use the same file
(which has
> > continuously failed).
> >
> > I then attempted to create my own nc file (since I have u and v
grib
> files
> > but my obs are daily average wind speed) and when I attempt to run
point
> > stat, it cannot open the nc file. I provided a picture of the
header
> > information for that file as well. I am assuming it could not open
the nc
> > file because it is missing the projection information that would
> otherwise
> > be included in regrid_data_plane.
> >
> > [image: image.png]
> >
> > Any guidance for either regrid_data_plane or what I am missing in
my
> > manual nc file so I can run point_stat would be greatly
appreciated.
> Thank
> > you for your time.
> >
> > Erica Burrows
> > Atmospheric Scientist
> > INNOVIM/Climate Prediction Center
> > NOAA Center for Weather and Climate Prediction
> > 5830 University Research Court
> > College Park, MD 20740
> >
> > Work:
> > Cell: 818-925-5795
> > Email: erica.burrows at noaa.gov
> > *Innovim LLC*
> >
>
>
------------------------------------------------
Subject: Regrid Data Plane for GEFS V10
From: Erica Burrows - NOAA Affiliate
Time: Mon Aug 10 09:02:58 2020
Good morning John,
Thank you for the tip! Unfortunately the nc file that is created from
regrid_data_plane is still not working with point_stat (although it is
a
different error than I was receiving prior). I am also not sure why I
need
to include an underscore when defining my var (so it matches my nc
file)
whereas my colleague does not, and we are using the same version of
MET. If
I do not include the underscore within the var name, point_stat looks
for
"UGRDP1000" instead of "UGRD_P1000". I have attached my config, the
corresponding nc files, as well as a screenshot of the error I am
still
receiving. I am guessing including the underscore when defining the
var
name in my config file is the problem, but I am not sure how to
bypass/correct it (and my colleague is unsure as well).
This is simply a test to get an output, so at the moment I am
comparing
apples to oranges (wind speed for observations and the u-wind
component for
forecast).
[image: image.png]
Erica Burrows
Atmospheric Scientist
INNOVIM/Climate Prediction Center
NOAA Center for Weather and Climate Prediction
5830 University Research Court
College Park, MD 20740
Work:
Cell: 818-925-5795
Email: erica.burrows at noaa.gov
*Innovim LLC*
On Fri, Aug 7, 2020 at 1:14 PM John Halley Gotway via RT
<met_help at ucar.edu>
wrote:
> Hi Erica,
>
> I see you're having trouble using some GRIB data in the MET tools.
The good
> news is that the syntax error you're receiving is easily fixed.
You're just
> missing a trailing semicolon after the "level" setting on the
command line.
>
> Each time we specify a little configuration string on the command
line, the
> MET library code actually writes that string to a little temporary
file and
> it's processed by the config file library code. So each
configuration
> string is a mini config file. In config files, each entry is
terminated
> with a semicolon.
>
> When getting started with new datasets, I always recommend that
users start
> by running plot_data_plane to make sure that MET can read them well
and
> place them at the right spot on the earth:
>
> Please try running the following to see if you have better luck:
>
> *plot_data_plane $filename plot.ps <http://plot.ps> 'name="UGRD";
> level="P1000";'*
>
> Note that I set level to "P1000" to indicate that we want a pressure
level
> type with a value of 1000. And I terminated it with a semicolon.
That
> should create a PostScript plot named plot.ps. If that works and
looks
> good, the next step would be running regrid_data_plane. But you'll
need to
> figure out how to define the "target" grid.
>
> Please let me know how plot_data_plane goes for you.
>
> Thanks,
> John Halley Gotway
>
>
>
>
> On Thu, Aug 6, 2020 at 10:10 AM Minna Win via RT <met_help at ucar.edu>
> wrote:
>
> >
> > <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
> >
> > Hello Erica,
> >
> > It looks like you are having issues with regrid_data_plane with
your grib
> > data. I've assigned this issue to John Halley Gotway. Please
allow a
> few
> > days for a full response.
> >
> > Regards,
> > Minna
> > ---------------
> > Minna Win
> > National Center for Atmospheric Research
> > Developmental Testbed Center
> > Phone: 303-497-8423
> > Fax: 303-497-8401
> >
> >
> >
> > On Thu, Aug 6, 2020 at 7:19 AM Erica Burrows - NOAA Affiliate via
RT <
> > met_help at ucar.edu> wrote:
> >
> > >
> > > Thu Aug 06 07:19:24 2020: Request 96134 was acted upon.
> > > Transaction: Ticket created by erica.burrows at noaa.gov
> > > Queue: met_help
> > > Subject: Regrid Data Plane for GEFS V10
> > > Owner: Nobody
> > > Requestors: erica.burrows at noaa.gov
> > > Status: new
> > > Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134
> >
> > >
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > //
> > > // Point-Stat configuration file.
> > > //
> > > // For additional information, see the MET_BASE/config/README
file.
> > > //
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Output model name to be written
> > > //
> > > model = "GEFSv10";
> > >
> > > //
> > > // Output description to be written
> > > // May be set separately in each "obs.field" entry
> > > //
> > > desc = "WindspeedTest";
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Verification grid
> > > // May be set separately in each "field" entry
> > > //
> > > regrid = {
> > > to_grid = NONE;
> > > method = NEAREST;
> > > width = 1;
> > > vld_thresh = 0.5;
> > > shape = SQUARE;
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // May be set separately in each "field" entry
> > > //
> > > censor_thresh = [];
> > > censor_val = [];
> > > cat_thresh = [ NA ];
> > > cnt_thresh = [ NA ];
> > > cnt_logic = UNION;
> > > wind_thresh = [ NA ];
> > > wind_logic = UNION;
> > > eclv_points = 0.05;
> > > rank_corr_flag = FALSE;
> > >
> > > //
> > > // Forecast and observation fields to be verified
> > > //
> > > fcst = {
> > > field = [
> > > {
> > > name = "WindSpeed_";
> > > level = [ "Z0" ];
> > > cat_thresh = [ >5.0 ];
> > > }
> > > ];
> > >
> > > }
> > > obs = {
> > > field = [
> > > {
> > > name = "WIND";
> > > level = [ "Z10" ];
> > > cat_thresh = [ >5.0 ];
> > > }
> > > ];
> > >
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Point observation filtering options
> > > // May be set separately in each "obs.field" entry
> > > //
> > > message_type = [ "ADPSFC" ];
> > > sid_inc = [];
> > > sid_exc = [];
> > > obs_quality = [];
> > > duplicate_flag = NONE;
> > > obs_summary = NONE;
> > > obs_perc_value = 50;
> > >
> > > //
> > > // Mapping of message type group name to comma-separated list of
> values.
> > > //
> > > message_type_group_map = [
> > > { key = "SURFACE"; val = "ADPSFC,SFCSHP,MSONET";
},
> > > { key = "ANYAIR"; val = "AIRCAR,AIRCFT";
},
> > > { key = "ANYSFC"; val =
"ADPSFC,SFCSHP,ADPUPA,PROFLR,MSONET"; },
> > > { key = "ONLYSF"; val = "ADPSFC,SFCSHP";
},
> > > { key = "LANDSF"; val = "ADPSFC,MSONET";
},
> > > { key = "WATERSF"; val = "SFCSHP";
}
> > > ];
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Climatology data
> > > //
> > > climo_mean = {
> > >
> > > file_name = [];
> > > field = [];
> > >
> > > regrid = {
> > > method = NEAREST;
> > > width = 1;
> > > vld_thresh = 0.5;
> > > shape = SQUARE;
> > > }
> > >
> > > time_interp_method = DW_MEAN;
> > > day_interval = 31;
> > > hour_interval = 6;
> > > }
> > >
> > > // climo_stdev = climo_mean;
> > > // climo_stdev = {
> > > // file_name = [];
> > > // }
> > >
> > > //
> > > // May be set separately in each "obs.field" entry
> > > //
> > > climo_cdf = {
> > > cdf_bins = 1;
> > > center_bins = FALSE;
> > > write_bins = TRUE;
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Land/Sea mask
> > > // For LANDSF message types, only use forecast grid points where
land =
> > > TRUE.
> > > // For WATERSF message types, only use forecast grid points
where land
> =
> > > FALSE.
> > > // land_mask.flag may be set separately in each "obs.field"
entry.
> > > //
> > > land_mask = {
> > > flag = FALSE;
> > > file_name = [];
> > > field = { name = "LAND"; level = "L0"; }
> > > regrid = { method = NEAREST; width = 1; }
> > > thresh = eq1;
> > > }
> > >
> > > //
> > > // Topography
> > > // For SURFACE message types, only use observations where the
topo -
> > > station
> > > // elevation difference meets the use_obs_thresh threshold.
> > > // For the observations kept, when interpolating forecast data
to the
> > > // observation location, only use forecast grid points where the
topo -
> > > station
> > > // difference meets the interp_fcst_thresh threshold.
> > > // topo_mask.flag may be set separately in each "obs.field"
entry.
> > > //
> > > topo_mask = {
> > > flag = FALSE;
> > > file_name = [];
> > > field = { name = "TOPO"; level = "L0"; }
> > > regrid = { method = BILIN; width = 2; }
> > > use_obs_thresh = ge-100&&le100;
> > > interp_fcst_thresh = ge-50&&le50;
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Point observation time window
> > > // May be set separately in each "obs.field" entry
> > > //
> > > obs_window = {
> > > beg = -5400;
> > > end = 5400;
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Verification masking regions
> > > // May be set separately in each "obs.field" entry
> > > //
> > > mask = {
> > > grid = [ "FULL" ];
> > > poly = [];
> > > sid = [];
> > > llpnt = [];
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Confidence interval settings
> > > // May be set separately in each "obs.field" entry
> > > //
> > > ci_alpha = [ 0.05 ];
> > >
> > > boot = {
> > > interval = PCTILE;
> > > rep_prop = 1.0;
> > > n_rep = 0;
> > > rng = "mt19937";
> > > seed = "";
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Interpolation methods
> > > // May be set separately in each "obs.field" entry
> > > //
> > > interp = {
> > > vld_thresh = 1.0;
> > > shape = SQUARE;
> > >
> > > type = [
> > > {
> > > method = NEAREST;
> > > width = 1;
> > > }
> > > ];
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // HiRA verification method
> > > // May be set separately in each "obs.field" entry
> > > //
> > > hira = {
> > > flag = FALSE;
> > > width = [ 2, 3, 4, 5 ];
> > > vld_thresh = 1.0;
> > > cov_thresh = [ ==0.25 ];
> > > shape = SQUARE;
> > > prob_cat_thresh = [];
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > //
> > > // Statistical output types
> > > // May be set separately in each "obs.field" entry
> > > //
> > > output_flag = {
> > > fho = NONE;
> > > ctc = BOTH;
> > > cts = BOTH;
> > > mctc = NONE;
> > > mcts = NONE;
> > > cnt = BOTH;
> > > sl1l2 = NONE;
> > > sal1l2 = NONE;
> > > vl1l2 = NONE;
> > > val1l2 = NONE;
> > > vcnt = BOTH;
> > > pct = NONE;
> > > pstd = NONE;
> > > pjc = NONE;
> > > prc = NONE;
> > > ecnt = NONE; // Only for HiRA.
> > > rps = NONE; // Only for HiRA.
> > > eclv = NONE;
> > > mpr = STAT;
> > > }
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > tmp_dir = "./tmp";
> > > output_prefix = "";
> > > version = "V9.0";
> > >
> > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > >
> > > To whom this may concern,
> > >
> > > I am attempting to run a point verification with GEFS-V10 data.
> > > Unfortunately, the gribs are not in a standard format so when I
attempt
> > to
> > > run regrid_data_plane I only receive errors. I have provided a
> screenshot
> > > of what the grib file looks like (i.e. the wgrib2 return) and I
am
> > > interested in field 11:
> > >
> > > [image: image.png]
> > >
> > > I have tried the following variations of regrid_data_plane:
> > >
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="Z10"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="Z10"'
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="1000 mb"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="1000 mb"'
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="*,*"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="*,*"'
> > >
> > > and this is the error I constantly see:
> > >
> > > [image: image.png]
> > >
> > > I should note that I do not have a grib file solely containing
the
> > > projection information (which is 0-180, 0-360, 1 degree
resolution). I
> > have
> > > tried a couple methods to create a grib file soley containing
the
> > > projection information (with no luck) but after many
unsuccessful
> > attempts
> > > I thought I could trick regrid_data_plane to use the same file
(which
> has
> > > continuously failed).
> > >
> > > I then attempted to create my own nc file (since I have u and v
grib
> > files
> > > but my obs are daily average wind speed) and when I attempt to
run
> point
> > > stat, it cannot open the nc file. I provided a picture of the
header
> > > information for that file as well. I am assuming it could not
open the
> nc
> > > file because it is missing the projection information that would
> > otherwise
> > > be included in regrid_data_plane.
> > >
> > > [image: image.png]
> > >
> > > Any guidance for either regrid_data_plane or what I am missing
in my
> > manual
> > > nc file so I can run point_stat would be greatly appreciated.
Thank you
> > for
> > > your time.
> > >
> > > Erica Burrows
> > > Atmospheric Scientist
> > > INNOVIM/Climate Prediction Center
> > > NOAA Center for Weather and Climate Prediction
> > > 5830 University Research Court
> > > College Park, MD 20740
> > >
> > > Work:
> > > Cell: 818-925-5795
> > > Email: erica.burrows at noaa.gov
> > > *Innovim LLC*
> > > To whom this may concern,
> > >
> > > I am attempting to run a point verification with GEFS-V10 data.
> > > Unfortunately, the gribs are not in a standard format so when I
attempt
> > to
> > > run regrid_data_plane I only receive errors. I have provided a
> screenshot
> > > of what the grib file looks like (i.e. the wgrib2 return) and I
am
> > > interested in field 11:
> > >
> > > [image: image.png]
> > >
> > > I have tried the following variations of regrid_data_plane:
> > >
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="Z10"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="Z10"'
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="1000 mb"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="1000 mb"'
> > > regrid_data_plane $filename $filename $newfilename -field
'name="UGRD";
> > > level="*,*"'
> > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> 'name="UGRD";
> > > level="*,*"'
> > >
> > > and this is the error I constantly see:
> > >
> > > [image: image.png]
> > >
> > > I should note that I do not have a grib file solely containing
the
> > > projection information (which is 0-180, 0-360, 1 degree
resolution). I
> > have
> > > tried a couple methods to create a grib file soley containing
the
> > > projection information (with no luck) but after many
unsuccessful
> > attempts
> > > I thought I could trick regrid_data_plane to use the same file
(which
> has
> > > continuously failed).
> > >
> > > I then attempted to create my own nc file (since I have u and v
grib
> > files
> > > but my obs are daily average wind speed) and when I attempt to
run
> point
> > > stat, it cannot open the nc file. I provided a picture of the
header
> > > information for that file as well. I am assuming it could not
open the
> nc
> > > file because it is missing the projection information that would
> > otherwise
> > > be included in regrid_data_plane.
> > >
> > > [image: image.png]
> > >
> > > Any guidance for either regrid_data_plane or what I am missing
in my
> > > manual nc file so I can run point_stat would be greatly
appreciated.
> > Thank
> > > you for your time.
> > >
> > > Erica Burrows
> > > Atmospheric Scientist
> > > INNOVIM/Climate Prediction Center
> > > NOAA Center for Weather and Climate Prediction
> > > 5830 University Research Court
> > > College Park, MD 20740
> > >
> > > Work:
> > > Cell: 818-925-5795
> > > Email: erica.burrows at noaa.gov
> > > *Innovim LLC*
> > >
> >
> >
>
>
------------------------------------------------
Subject: Regrid Data Plane for GEFS V10
From: John Halley Gotway
Time: Tue Aug 11 16:38:03 2020
Erica,
Thanks for sending your sample data file. I see you have an issue
running
the MET point_stat tool.
Looking at the data you sent, I saw an issue right away. The NetCDF
variable is named "UGRD_P1000" but in the Point-Stat config file,
you've
set: name = "UGRD_";
When reading gridded NetCDF data into the MET tools, you should set
the
name = "NetCDF Variable Name". And you set the level string to either
the
"level" attribute or specify how to extract a 2d field of data from
that
NetCDF variable. So in your case, please use either:
name = "UGRD_P1000"; level = "P1000";
or
name = "UGRD_P1000"; level = "(*,*)";
The (*,*) syntax looks a little goofy. That tells MET that those 2
dimensions contain the gridded data. For another example, let's say
you
have a CF-compliant NetCDF variable of 4 dimensions: data(time,
height,
lon, lat)
If you request... name = "data"; level="(0,7,*,*)";
... then MET will extract the 2d field of data for the 1st time and
8th
height (note that the dimensions are 0-based).
Why would your NetCDF file differ from your colleagues? One
possibility is
that the regrid_data_plane tool supports a "-name" command line option
that
can be used to explicitly name the output variable. So if you run
regrid_data_plane using "-name UWIND_at_1000mb", then the output would
contain a variable by that name.
Hope that helps clarify. Please let me know what other issues arise.
Thanks,
John Halley Gotway
On Mon, Aug 10, 2020 at 9:03 AM Erica Burrows - NOAA Affiliate via RT
<
met_help at ucar.edu> wrote:
>
> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
>
> Good morning John,
>
> Thank you for the tip! Unfortunately the nc file that is created
from
> regrid_data_plane is still not working with point_stat (although it
is a
> different error than I was receiving prior). I am also not sure why
I need
> to include an underscore when defining my var (so it matches my nc
file)
> whereas my colleague does not, and we are using the same version of
MET. If
> I do not include the underscore within the var name, point_stat
looks for
> "UGRDP1000" instead of "UGRD_P1000". I have attached my config, the
> corresponding nc files, as well as a screenshot of the error I am
still
> receiving. I am guessing including the underscore when defining the
var
> name in my config file is the problem, but I am not sure how to
> bypass/correct it (and my colleague is unsure as well).
>
> This is simply a test to get an output, so at the moment I am
comparing
> apples to oranges (wind speed for observations and the u-wind
component for
> forecast).
>
> [image: image.png]
>
> Erica Burrows
> Atmospheric Scientist
> INNOVIM/Climate Prediction Center
> NOAA Center for Weather and Climate Prediction
> 5830 University Research Court
> College Park, MD 20740
>
> Work:
> Cell: 818-925-5795
> Email: erica.burrows at noaa.gov
> *Innovim LLC*
>
>
> On Fri, Aug 7, 2020 at 1:14 PM John Halley Gotway via RT <
> met_help at ucar.edu>
> wrote:
>
> > Hi Erica,
> >
> > I see you're having trouble using some GRIB data in the MET tools.
The
> good
> > news is that the syntax error you're receiving is easily fixed.
You're
> just
> > missing a trailing semicolon after the "level" setting on the
command
> line.
> >
> > Each time we specify a little configuration string on the command
line,
> the
> > MET library code actually writes that string to a little temporary
file
> and
> > it's processed by the config file library code. So each
configuration
> > string is a mini config file. In config files, each entry is
terminated
> > with a semicolon.
> >
> > When getting started with new datasets, I always recommend that
users
> start
> > by running plot_data_plane to make sure that MET can read them
well and
> > place them at the right spot on the earth:
> >
> > Please try running the following to see if you have better luck:
> >
> > *plot_data_plane $filename plot.ps <http://plot.ps> 'name="UGRD";
> > level="P1000";'*
> >
> > Note that I set level to "P1000" to indicate that we want a
pressure
> level
> > type with a value of 1000. And I terminated it with a semicolon.
That
> > should create a PostScript plot named plot.ps. If that works and
looks
> > good, the next step would be running regrid_data_plane. But you'll
need
> to
> > figure out how to define the "target" grid.
> >
> > Please let me know how plot_data_plane goes for you.
> >
> > Thanks,
> > John Halley Gotway
> >
> >
> >
> >
> > On Thu, Aug 6, 2020 at 10:10 AM Minna Win via RT
<met_help at ucar.edu>
> > wrote:
> >
> > >
> > > <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134 >
> > >
> > > Hello Erica,
> > >
> > > It looks like you are having issues with regrid_data_plane with
your
> grib
> > > data. I've assigned this issue to John Halley Gotway. Please
allow a
> > few
> > > days for a full response.
> > >
> > > Regards,
> > > Minna
> > > ---------------
> > > Minna Win
> > > National Center for Atmospheric Research
> > > Developmental Testbed Center
> > > Phone: 303-497-8423
> > > Fax: 303-497-8401
> > >
> > >
> > >
> > > On Thu, Aug 6, 2020 at 7:19 AM Erica Burrows - NOAA Affiliate
via RT <
> > > met_help at ucar.edu> wrote:
> > >
> > > >
> > > > Thu Aug 06 07:19:24 2020: Request 96134 was acted upon.
> > > > Transaction: Ticket created by erica.burrows at noaa.gov
> > > > Queue: met_help
> > > > Subject: Regrid Data Plane for GEFS V10
> > > > Owner: Nobody
> > > > Requestors: erica.burrows at noaa.gov
> > > > Status: new
> > > > Ticket <URL:
> https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=96134
> > >
> > > >
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > > //
> > > > // Point-Stat configuration file.
> > > > //
> > > > // For additional information, see the MET_BASE/config/README
file.
> > > > //
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Output model name to be written
> > > > //
> > > > model = "GEFSv10";
> > > >
> > > > //
> > > > // Output description to be written
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > desc = "WindspeedTest";
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Verification grid
> > > > // May be set separately in each "field" entry
> > > > //
> > > > regrid = {
> > > > to_grid = NONE;
> > > > method = NEAREST;
> > > > width = 1;
> > > > vld_thresh = 0.5;
> > > > shape = SQUARE;
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // May be set separately in each "field" entry
> > > > //
> > > > censor_thresh = [];
> > > > censor_val = [];
> > > > cat_thresh = [ NA ];
> > > > cnt_thresh = [ NA ];
> > > > cnt_logic = UNION;
> > > > wind_thresh = [ NA ];
> > > > wind_logic = UNION;
> > > > eclv_points = 0.05;
> > > > rank_corr_flag = FALSE;
> > > >
> > > > //
> > > > // Forecast and observation fields to be verified
> > > > //
> > > > fcst = {
> > > > field = [
> > > > {
> > > > name = "WindSpeed_";
> > > > level = [ "Z0" ];
> > > > cat_thresh = [ >5.0 ];
> > > > }
> > > > ];
> > > >
> > > > }
> > > > obs = {
> > > > field = [
> > > > {
> > > > name = "WIND";
> > > > level = [ "Z10" ];
> > > > cat_thresh = [ >5.0 ];
> > > > }
> > > > ];
> > > >
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Point observation filtering options
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > message_type = [ "ADPSFC" ];
> > > > sid_inc = [];
> > > > sid_exc = [];
> > > > obs_quality = [];
> > > > duplicate_flag = NONE;
> > > > obs_summary = NONE;
> > > > obs_perc_value = 50;
> > > >
> > > > //
> > > > // Mapping of message type group name to comma-separated list
of
> > values.
> > > > //
> > > > message_type_group_map = [
> > > > { key = "SURFACE"; val = "ADPSFC,SFCSHP,MSONET";
},
> > > > { key = "ANYAIR"; val = "AIRCAR,AIRCFT";
},
> > > > { key = "ANYSFC"; val =
"ADPSFC,SFCSHP,ADPUPA,PROFLR,MSONET"; },
> > > > { key = "ONLYSF"; val = "ADPSFC,SFCSHP";
},
> > > > { key = "LANDSF"; val = "ADPSFC,MSONET";
},
> > > > { key = "WATERSF"; val = "SFCSHP";
}
> > > > ];
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Climatology data
> > > > //
> > > > climo_mean = {
> > > >
> > > > file_name = [];
> > > > field = [];
> > > >
> > > > regrid = {
> > > > method = NEAREST;
> > > > width = 1;
> > > > vld_thresh = 0.5;
> > > > shape = SQUARE;
> > > > }
> > > >
> > > > time_interp_method = DW_MEAN;
> > > > day_interval = 31;
> > > > hour_interval = 6;
> > > > }
> > > >
> > > > // climo_stdev = climo_mean;
> > > > // climo_stdev = {
> > > > // file_name = [];
> > > > // }
> > > >
> > > > //
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > climo_cdf = {
> > > > cdf_bins = 1;
> > > > center_bins = FALSE;
> > > > write_bins = TRUE;
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Land/Sea mask
> > > > // For LANDSF message types, only use forecast grid points
where
> land =
> > > > TRUE.
> > > > // For WATERSF message types, only use forecast grid points
where
> land
> > =
> > > > FALSE.
> > > > // land_mask.flag may be set separately in each "obs.field"
entry.
> > > > //
> > > > land_mask = {
> > > > flag = FALSE;
> > > > file_name = [];
> > > > field = { name = "LAND"; level = "L0"; }
> > > > regrid = { method = NEAREST; width = 1; }
> > > > thresh = eq1;
> > > > }
> > > >
> > > > //
> > > > // Topography
> > > > // For SURFACE message types, only use observations where the
topo -
> > > > station
> > > > // elevation difference meets the use_obs_thresh threshold.
> > > > // For the observations kept, when interpolating forecast data
to the
> > > > // observation location, only use forecast grid points where
the
> topo -
> > > > station
> > > > // difference meets the interp_fcst_thresh threshold.
> > > > // topo_mask.flag may be set separately in each "obs.field"
entry.
> > > > //
> > > > topo_mask = {
> > > > flag = FALSE;
> > > > file_name = [];
> > > > field = { name = "TOPO"; level = "L0"; }
> > > > regrid = { method = BILIN; width = 2; }
> > > > use_obs_thresh = ge-100&&le100;
> > > > interp_fcst_thresh = ge-50&&le50;
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Point observation time window
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > obs_window = {
> > > > beg = -5400;
> > > > end = 5400;
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Verification masking regions
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > mask = {
> > > > grid = [ "FULL" ];
> > > > poly = [];
> > > > sid = [];
> > > > llpnt = [];
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Confidence interval settings
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > ci_alpha = [ 0.05 ];
> > > >
> > > > boot = {
> > > > interval = PCTILE;
> > > > rep_prop = 1.0;
> > > > n_rep = 0;
> > > > rng = "mt19937";
> > > > seed = "";
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Interpolation methods
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > interp = {
> > > > vld_thresh = 1.0;
> > > > shape = SQUARE;
> > > >
> > > > type = [
> > > > {
> > > > method = NEAREST;
> > > > width = 1;
> > > > }
> > > > ];
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // HiRA verification method
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > hira = {
> > > > flag = FALSE;
> > > > width = [ 2, 3, 4, 5 ];
> > > > vld_thresh = 1.0;
> > > > cov_thresh = [ ==0.25 ];
> > > > shape = SQUARE;
> > > > prob_cat_thresh = [];
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > //
> > > > // Statistical output types
> > > > // May be set separately in each "obs.field" entry
> > > > //
> > > > output_flag = {
> > > > fho = NONE;
> > > > ctc = BOTH;
> > > > cts = BOTH;
> > > > mctc = NONE;
> > > > mcts = NONE;
> > > > cnt = BOTH;
> > > > sl1l2 = NONE;
> > > > sal1l2 = NONE;
> > > > vl1l2 = NONE;
> > > > val1l2 = NONE;
> > > > vcnt = BOTH;
> > > > pct = NONE;
> > > > pstd = NONE;
> > > > pjc = NONE;
> > > > prc = NONE;
> > > > ecnt = NONE; // Only for HiRA.
> > > > rps = NONE; // Only for HiRA.
> > > > eclv = NONE;
> > > > mpr = STAT;
> > > > }
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > tmp_dir = "./tmp";
> > > > output_prefix = "";
> > > > version = "V9.0";
> > > >
> > > >
> > > >
> > >
> >
>
////////////////////////////////////////////////////////////////////////////////
> > > >
> > > > To whom this may concern,
> > > >
> > > > I am attempting to run a point verification with GEFS-V10
data.
> > > > Unfortunately, the gribs are not in a standard format so when
I
> attempt
> > > to
> > > > run regrid_data_plane I only receive errors. I have provided a
> > screenshot
> > > > of what the grib file looks like (i.e. the wgrib2 return) and
I am
> > > > interested in field 11:
> > > >
> > > > [image: image.png]
> > > >
> > > > I have tried the following variations of regrid_data_plane:
> > > >
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="Z10"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="Z10"'
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="1000 mb"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="1000 mb"'
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="*,*"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="*,*"'
> > > >
> > > > and this is the error I constantly see:
> > > >
> > > > [image: image.png]
> > > >
> > > > I should note that I do not have a grib file solely containing
the
> > > > projection information (which is 0-180, 0-360, 1 degree
resolution).
> I
> > > have
> > > > tried a couple methods to create a grib file soley containing
the
> > > > projection information (with no luck) but after many
unsuccessful
> > > attempts
> > > > I thought I could trick regrid_data_plane to use the same file
(which
> > has
> > > > continuously failed).
> > > >
> > > > I then attempted to create my own nc file (since I have u and
v grib
> > > files
> > > > but my obs are daily average wind speed) and when I attempt to
run
> > point
> > > > stat, it cannot open the nc file. I provided a picture of the
header
> > > > information for that file as well. I am assuming it could not
open
> the
> > nc
> > > > file because it is missing the projection information that
would
> > > otherwise
> > > > be included in regrid_data_plane.
> > > >
> > > > [image: image.png]
> > > >
> > > > Any guidance for either regrid_data_plane or what I am missing
in my
> > > manual
> > > > nc file so I can run point_stat would be greatly appreciated.
Thank
> you
> > > for
> > > > your time.
> > > >
> > > > Erica Burrows
> > > > Atmospheric Scientist
> > > > INNOVIM/Climate Prediction Center
> > > > NOAA Center for Weather and Climate Prediction
> > > > 5830 University Research Court
> > > > College Park, MD 20740
> > > >
> > > > Work:
> > > > Cell: 818-925-5795
> > > > Email: erica.burrows at noaa.gov
> > > > *Innovim LLC*
> > > > To whom this may concern,
> > > >
> > > > I am attempting to run a point verification with GEFS-V10
data.
> > > > Unfortunately, the gribs are not in a standard format so when
I
> attempt
> > > to
> > > > run regrid_data_plane I only receive errors. I have provided a
> > screenshot
> > > > of what the grib file looks like (i.e. the wgrib2 return) and
I am
> > > > interested in field 11:
> > > >
> > > > [image: image.png]
> > > >
> > > > I have tried the following variations of regrid_data_plane:
> > > >
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="Z10"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="Z10"'
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="1000 mb"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="1000 mb"'
> > > > regrid_data_plane $filename $filename $newfilename -field
> 'name="UGRD";
> > > > level="*,*"'
> > > > regrid_data_plane $filename 'EPSG:4326' $newfilename -field
> > 'name="UGRD";
> > > > level="*,*"'
> > > >
> > > > and this is the error I constantly see:
> > > >
> > > > [image: image.png]
> > > >
> > > > I should note that I do not have a grib file solely containing
the
> > > > projection information (which is 0-180, 0-360, 1 degree
resolution).
> I
> > > have
> > > > tried a couple methods to create a grib file soley containing
the
> > > > projection information (with no luck) but after many
unsuccessful
> > > attempts
> > > > I thought I could trick regrid_data_plane to use the same file
(which
> > has
> > > > continuously failed).
> > > >
> > > > I then attempted to create my own nc file (since I have u and
v grib
> > > files
> > > > but my obs are daily average wind speed) and when I attempt to
run
> > point
> > > > stat, it cannot open the nc file. I provided a picture of the
header
> > > > information for that file as well. I am assuming it could not
open
> the
> > nc
> > > > file because it is missing the projection information that
would
> > > otherwise
> > > > be included in regrid_data_plane.
> > > >
> > > > [image: image.png]
> > > >
> > > > Any guidance for either regrid_data_plane or what I am missing
in my
> > > > manual nc file so I can run point_stat would be greatly
appreciated.
> > > Thank
> > > > you for your time.
> > > >
> > > > Erica Burrows
> > > > Atmospheric Scientist
> > > > INNOVIM/Climate Prediction Center
> > > > NOAA Center for Weather and Climate Prediction
> > > > 5830 University Research Court
> > > > College Park, MD 20740
> > > >
> > > > Work:
> > > > Cell: 818-925-5795
> > > > Email: erica.burrows at noaa.gov
> > > > *Innovim LLC*
> > > >
> > >
> > >
> >
> >
>
>
------------------------------------------------
More information about the Met_help
mailing list