[Met_help] [rt.rap.ucar.edu #82455] History for Proper format of the Point-Stat config file using ASCII2NC netcdf output
John Halley Gotway via RT
met_help at ucar.edu
Tue Jul 9 12:04:15 MDT 2019
----------------------------------------------------------------
Initial Request
----------------------------------------------------------------
MET Support,
I have a netcdf observations file produced by ASCII2NC. It contains 219
observations. When running ncdump -v obs_arr on this netcdf file I get:
netcdf Bob_Hall_Pier_Observations_Final {
dimensions:
mxstr = 40 ;
hdr_arr_len = 3 ;
obs_arr_len = 5 ;
nhdr = 219 ;
nobs = UNLIMITED ; // (219 currently)
variables:
char hdr_typ(nhdr, mxstr) ;
hdr_typ:long_name = "message type" ;
char hdr_sid(nhdr, mxstr) ;
hdr_sid:long_name = "station identification" ;
char hdr_vld(nhdr, mxstr) ;
hdr_vld:long_name = "valid time" ;
hdr_vld:units = "YYYYMMDD_HHMMSS UTC" ;
float hdr_arr(nhdr, hdr_arr_len) ;
hdr_arr:long_name = "array of observation station header values" ;
hdr_arr:missing_value = -9999.f ;
hdr_arr:_FillValue = -9999.f ;
hdr_arr:columns = "lat lon elv" ;
hdr_arr:lat_long_name = "latitude" ;
hdr_arr:lat_units = "degrees_north" ;
hdr_arr:lon_long_name = "longitude" ;
hdr_arr:lon_units = "degrees_east" ;
hdr_arr:elv_long_name = "elevation " ;
hdr_arr:elv_units = "meters above sea level (msl)" ;
char obs_qty(nobs, mxstr) ;
obs_qty:long_name = "quality flag" ;
float obs_arr(nobs, obs_arr_len) ;
obs_arr:long_name = "array of observation values" ;
obs_arr:missing_value = -9999.f ;
obs_arr:_FillValue = -9999.f ;
obs_arr:columns = "hdr_id gc lvl hgt ob" ;
obs_arr:hdr_id_long_name = "index of matching header data" ;
obs_arr:gc_long_name = "grib code corresponding to the observation
type" ;
obs_arr:lvl_long_name = "pressure level (hPa) or accumulation
interval (sec)" ;
obs_arr:hgt_long_name = "height in meters above sea level or ground
level (msl or agl)" ;
obs_arr:ob_long_name = "observation value" ;
// global attributes:
:FileOrigins = "File Bob_Hall_Pier_Observations_Final.nc generated
20171020_203727 UTC on host f7ae8186fbe8 by the MET ascii2nc tool" ;
:MET_version = "V6.0" ;
:MET_tool = "ascii2nc" ;
data:
obs_arr =
0, 250, 0, 0, 0.6138672,
1, 250, 0, 0, 0.6220968,
2, 250, 0, 0, 0.627888,
3, 250, 0, 0, 0.6528816,
4, 250, 0, 0, 0.6220968,
5, 250, 0, 0, 0.630936,
6, 250, 0, 0, 0.6300216,
7, 250, 0, 0, 0.6120384,
8, 250, 0, 0, 0.6348984,
9, 250, 0, 0, 0.6541008,
10, 250, 0, 0, 0.6199632,
11, 250, 0, 0, 0.6099048,
12, 250, 0, 0, 0.6528816,
13, 250, 0, 0, 0.6940296,
14, 250, 0, 0, 0.6861048,
15, 250, 0, 0, 0.6589776,
16, 250, 0, 0, 0.6501384,
17, 250, 0, 0, 0.6470904,
18, 250, 0, 0, 0.6638544,
19, 250, 0, 0, 0.755904,
20, 250, 0, 0, 0.790956,
21, 250, 0, 0, 0.8628888,
22, 250, 0, 0, 0.8019288,
23, 250, 0, 0, 0.8281416,
24, 250, 0, 0, 0.7641336,
25, 250, 0, 0, 0.8150352,
26, 250, 0, 0, 0.7488936,
27, 250, 0, 0, 0.7239,
28, 250, 0, 0, 0.691896,
29, 250, 0, 0, 0.697992,
30, 250, 0, 0, 0.7028688,
31, 250, 0, 0, 0.7348728,
32, 250, 0, 0, 0.6300216,
33, 250, 0, 0, 0.66294,
34, 250, 0, 0, 0.6559296,
35, 250, 0, 0, 0.6650736,
36, 250, 0, 0, 0.6790944,
37, 250, 0, 0, 0.6669024,
38, 250, 0, 0, 0.6489192,
39, 250, 0, 0, 0.6589776,
40, 250, 0, 0, 0.6379464,
41, 250, 0, 0, 0.704088,
42, 250, 0, 0, 0.7080504,
43, 250, 0, 0, 0.6449568,
44, 250, 0, 0, 0.6739128,
45, 250, 0, 0, 0.7141464,
46, 250, 0, 0, 0.6318504,
47, 250, 0, 0, 0.6318504,
48, 250, 0, 0, 0.6620256,
49, 250, 0, 0, 0.6318504,
50, 250, 0, 0, 0.6669024,
51, 250, 0, 0, 0.6379464,
52, 250, 0, 0, 0.675132,
53, 250, 0, 0, 0.6251448,
54, 250, 0, 0, 0.6379464,
55, 250, 0, 0, 0.6150864,
56, 250, 0, 0, 0.6099048,
57, 250, 0, 0, 0.6480048,
58, 250, 0, 0, 0.6528816,
59, 250, 0, 0, 0.6181344,
60, 250, 0, 0, 0.6181344,
61, 250, 0, 0, 0.6208776,
62, 250, 0, 0, 0.6269736,
63, 250, 0, 0, 0.6480048,
64, 250, 0, 0, 0.6729984,
65, 250, 0, 0, 0.6510528,
66, 250, 0, 0, 0.633984,
67, 250, 0, 0, 0.6120384,
68, 250, 0, 0, 0.64008,
69, 250, 0, 0, 0.6318504,
70, 250, 0, 0, 0.6230112,
71, 250, 0, 0, 0.6099048,
72, 250, 0, 0, 0.64008,
73, 250, 0, 0, 0.66294,
74, 250, 0, 0, 0.6388608,
75, 250, 0, 0, 0.637032,
76, 250, 0, 0, 0.6120384,
77, 250, 0, 0, 0.6379464,
78, 250, 0, 0, 0.6449568,
79, 250, 0, 0, 0.6681216,
80, 250, 0, 0, 0.726948,
81, 250, 0, 0, 0.6931152,
82, 250, 0, 0, 0.7540752,
83, 250, 0, 0, 0.669036,
84, 250, 0, 0, 0.669036,
85, 250, 0, 0, 0.6269736,
86, 250, 0, 0, 0.665988,
87, 250, 0, 0, 0.6489192,
88, 250, 0, 0, 0.659892,
89, 250, 0, 0, 0.6330696,
90, 250, 0, 0, 0.6470904,
91, 250, 0, 0, 0.6208776,
92, 250, 0, 0, 0.6388608,
93, 250, 0, 0, 0.6099048,
94, 250, 0, 0, 0.627888,
95, 250, 0, 0, 0.633984,
96, 250, 0, 0, 0.7629144,
97, 250, 0, 0, 0.6580632,
98, 250, 0, 0, 0.6739128,
99, 250, 0, 0, 0.6318504,
100, 250, 0, 0, 0.6190488,
101, 250, 0, 0, 0.630936,
102, 250, 0, 0, 0.627888,
103, 250, 0, 0, 0.665988,
104, 250, 0, 0, 0.6580632,
105, 250, 0, 0, 0.6541008,
106, 250, 0, 0, 0.6181344,
107, 250, 0, 0, 0.6251448,
108, 250, 0, 0, 0.6449568,
109, 250, 0, 0, 0.6379464,
110, 250, 0, 0, 0.6348984,
111, 250, 0, 0, 0.6440424,
112, 250, 0, 0, 0.6589776,
113, 250, 0, 0, 0.659892,
114, 250, 0, 0, 0.6650736,
115, 250, 0, 0, 0.6559296,
116, 250, 0, 0, 0.6830568,
117, 250, 0, 0, 0.6230112,
118, 250, 0, 0, 0.64008,
119, 250, 0, 0, 0.6260592,
120, 250, 0, 0, 0.6099048,
121, 250, 0, 0, 0.6120384,
122, 250, 0, 0, 0.6199632,
123, 250, 0, 0, 0.6419088,
124, 250, 0, 0, 0.6480048,
125, 250, 0, 0, 0.6230112,
126, 250, 0, 0, 0.643128,
127, 250, 0, 0, 0.6190488,
128, 250, 0, 0, 0.630936,
129, 250, 0, 0, 0.6300216,
130, 250, 0, 0, 0.6099048,
131, 250, 0, 0, 0.6251448,
132, 250, 0, 0, 0.6300216,
133, 250, 0, 0, 0.6169152,
134, 250, 0, 0, 0.643128,
135, 250, 0, 0, 0.630936,
136, 250, 0, 0, 0.630936,
137, 250, 0, 0, 0.6208776,
138, 250, 0, 0, 0.6330696,
139, 250, 0, 0, 0.6220968,
140, 250, 0, 0, 0.6120384,
141, 250, 0, 0, 0.6190488,
142, 250, 0, 0, 0.6458712,
143, 250, 0, 0, 0.6138672,
144, 250, 0, 0, 0.6501384,
145, 250, 0, 0, 0.6681216,
146, 250, 0, 0, 0.6821424,
147, 250, 0, 0, 0.6269736,
148, 250, 0, 0, 0.6269736,
149, 250, 0, 0, 0.6251448,
150, 250, 0, 0, 0.6181344,
151, 250, 0, 0, 0.6150864,
152, 250, 0, 0, 0.6239256,
153, 250, 0, 0, 0.6150864,
154, 250, 0, 0, 0.6580632,
155, 250, 0, 0, 0.6528816,
156, 250, 0, 0, 0.6489192,
157, 250, 0, 0, 0.6419088,
158, 250, 0, 0, 0.6199632,
159, 250, 0, 0, 0.6239256,
160, 250, 0, 0, 0.6181344,
161, 250, 0, 0, 0.6300216,
162, 250, 0, 0, 0.6480048,
163, 250, 0, 0, 0.6769608,
164, 250, 0, 0, 0.6729984,
165, 250, 0, 0, 0.6708648,
166, 250, 0, 0, 0.6260592,
167, 250, 0, 0, 0.627888,
168, 250, 0, 0, 0.6769608,
169, 250, 0, 0, 0.6300216,
170, 250, 0, 0, 0.6199632,
171, 250, 0, 0, 0.6099048,
172, 250, 0, 0, 0.6909816,
173, 250, 0, 0, 0.7141464,
174, 250, 0, 0, 0.6708648,
175, 250, 0, 0, 0.6138672,
176, 250, 0, 0, 0.6580632,
177, 250, 0, 0, 0.6230112,
178, 250, 0, 0, 0.6160008,
179, 250, 0, 0, 0.6220968,
180, 250, 0, 0, 0.627888,
181, 250, 0, 0, 0.6208776,
182, 250, 0, 0, 0.6348984,
183, 250, 0, 0, 0.6269736,
184, 250, 0, 0, 0.6388608,
185, 250, 0, 0, 0.6361176,
186, 250, 0, 0, 0.6318504,
187, 250, 0, 0, 0.66294,
188, 250, 0, 0, 0.6800088,
189, 250, 0, 0, 0.6620256,
190, 250, 0, 0, 0.6239256,
191, 250, 0, 0, 0.64008,
192, 250, 0, 0, 0.611124,
193, 250, 0, 0, 0.6300216,
194, 250, 0, 0, 0.6550152,
195, 250, 0, 0, 0.912876,
196, 250, 0, 0, 0.7418832,
197, 250, 0, 0, 0.6230112,
198, 250, 0, 0, 0.6541008,
199, 250, 0, 0, 0.637032,
200, 250, 0, 0, 0.6419088,
201, 250, 0, 0, 0.6199632,
202, 250, 0, 0, 0.6150864,
203, 250, 0, 0, 0.6230112,
204, 250, 0, 0, 0.643128,
205, 250, 0, 0, 0.8089392,
206, 250, 0, 0, 0.8330184,
207, 250, 0, 0, 0.9140952,
208, 250, 0, 0, 0.9649968,
209, 250, 0, 0, 0.8860536,
210, 250, 0, 0, 0.8220456,
211, 250, 0, 0, 0.7641336,
212, 250, 0, 0, 0.7610856,
213, 250, 0, 0, 0.6708648,
214, 250, 0, 0, 0.70104,
215, 250, 0, 0, 0.6190488,
216, 250, 0, 0, 0.6559296,
217, 250, 0, 0, 0.6419088,
218, 250, 0, 0, 0.637032 ;
}
My Point-Stat config I am using contains the following:
model = "ESTOFS";
fcst = {
field = [ {// name =
"Extra_Tropical_Storm_Surge_Combined_Surge_and_Tide";
name = "ETCWL";
level = ["L0"];
message_type = ["SFCSHP"];
}
];
}
obs = {
field = [ { name = "obs_arr";
level = "(4,5,*,*)";
}
];
}
//obs = fcst;
output_flag = {
fho = NONE;
ctc = NONE;
cts = NONE;
mctc = NONE;
mcts = NONE;
cnt = BOTH;
sl1l2 = NONE;
sal1l2 = NONE;
vl1l2 = NONE;
val1l2 = NONE;
pct = NONE;
pstd = NONE;
pjc = NONE;
prc = NONE;
mpr = BOTH;
// nbrctc = NONE;
// nbrcts = NONE;
// nbrcnt = NONE;
// isc = NONE;
// rhist = NONE;
// phist = NONE;
// orank = NONE;
// ssvar = NONE;
}
When I run the Point-Stat tool using an ESTOFS grib2 file and my ASCII2NC
netcdf observations file from above, I get the following:
DEBUG 1: Default Config File:
/usr/local/share/met/config/PointStatConfig_default
DEBUG 1: User Config File: PointStatConfig_ESTOFS
ERROR :
ERROR : VarInfo::set_level_info_grib() - failed to parse level string
'(4,5,*,*)'
ERROR :
Since I want to use the last field in obs_arr, I thought this was the
correct format. What am I doing wrong? Any help would be appreciated.
Thanks.
*Michael BuchananScience & Operations Officer*National Weather Service
Corpus Christi, Texas
Office: (361) 371-3169
----------------------------------------------------------------
Complete Ticket History
----------------------------------------------------------------
Subject: Proper format of the Point-Stat config file using ASCII2NC netcdf output
From: John Halley Gotway
Time: Fri Oct 20 17:17:45 2017
Mike,
So by convention, version 6.0 of Point-Stat expects you to define the
"obs"
section of the Point-Stat config file as if it were GRIB1 data.
Rather
than creating our own conventions, we chose to adopt the existing
GRIB1
convention. As I mentioned in my previous email, we are relaxing this
in
version 6.1 of MET.
So your observation are encoded using GRIB code 250. Looking in the
default GRIB table #2 (
http://www.nco.ncep.noaa.gov/pmb/docs/on388/table2.html) 250 is for
Solar
radiative heating rate (SWHR). So you could try setting:
obs = {
field = [ {
name = "SWHR";
level = "Z0";
}
];
}
Point-Stat reads the string "SWHR", looks that string up from the
default
GRIB table, and finds that it's for code = 250. And it'll read
through
your observations looking for GRIB codes of 250.
As I mentioned in my previous email, using 228 along with GRIB1_ptv =
129;
is probably a better choice for this data. Additionally, there's a
way you
could define your own custom GRIB table to use your own
abbreviations...
but that's probably overkill in this case. And hopefully you'll find
the
solution of using strings in version 6.1 to be more convenient.
FYI, please try running Point-Stat at verbosity level 3 (-v 3) to get
more
diagnostic info about how many observations are used.
Thanks,
John
On Fri, Oct 20, 2017 at 4:34 PM, mike.buchanan via RT
<met_help at ucar.edu>
wrote:
>
> Fri Oct 20 16:34:58 2017: Request 82455 was acted upon.
> Transaction: Ticket created by mike.buchanan at noaa.gov
> Queue: met_help
> Subject: Proper format of the Point-Stat config file using
ASCII2NC
> netcdf output
> Owner: Nobody
> Requestors: mike.buchanan at noaa.gov
> Status: new
> Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=82455 >
>
>
> MET Support,
>
> I have a netcdf observations file produced by ASCII2NC. It contains
219
> observations. When running ncdump -v obs_arr on this netcdf file I
get:
>
> netcdf Bob_Hall_Pier_Observations_Final {
> dimensions:
> mxstr = 40 ;
> hdr_arr_len = 3 ;
> obs_arr_len = 5 ;
> nhdr = 219 ;
> nobs = UNLIMITED ; // (219 currently)
> variables:
> char hdr_typ(nhdr, mxstr) ;
> hdr_typ:long_name = "message type" ;
> char hdr_sid(nhdr, mxstr) ;
> hdr_sid:long_name = "station identification" ;
> char hdr_vld(nhdr, mxstr) ;
> hdr_vld:long_name = "valid time" ;
> hdr_vld:units = "YYYYMMDD_HHMMSS UTC" ;
> float hdr_arr(nhdr, hdr_arr_len) ;
> hdr_arr:long_name = "array of observation station header
values" ;
> hdr_arr:missing_value = -9999.f ;
> hdr_arr:_FillValue = -9999.f ;
> hdr_arr:columns = "lat lon elv" ;
> hdr_arr:lat_long_name = "latitude" ;
> hdr_arr:lat_units = "degrees_north" ;
> hdr_arr:lon_long_name = "longitude" ;
> hdr_arr:lon_units = "degrees_east" ;
> hdr_arr:elv_long_name = "elevation " ;
> hdr_arr:elv_units = "meters above sea level (msl)" ;
> char obs_qty(nobs, mxstr) ;
> obs_qty:long_name = "quality flag" ;
> float obs_arr(nobs, obs_arr_len) ;
> obs_arr:long_name = "array of observation values" ;
> obs_arr:missing_value = -9999.f ;
> obs_arr:_FillValue = -9999.f ;
> obs_arr:columns = "hdr_id gc lvl hgt ob" ;
> obs_arr:hdr_id_long_name = "index of matching header data" ;
> obs_arr:gc_long_name = "grib code corresponding to the
observation
> type" ;
> obs_arr:lvl_long_name = "pressure level (hPa) or
accumulation
> interval (sec)" ;
> obs_arr:hgt_long_name = "height in meters above sea level or
ground
> level (msl or agl)" ;
> obs_arr:ob_long_name = "observation value" ;
>
> // global attributes:
> :FileOrigins = "File Bob_Hall_Pier_Observations_Final.nc
generated
> 20171020_203727 UTC on host f7ae8186fbe8 by the MET ascii2nc tool" ;
> :MET_version = "V6.0" ;
> :MET_tool = "ascii2nc" ;
> data:
>
> obs_arr =
> 0, 250, 0, 0, 0.6138672,
> 1, 250, 0, 0, 0.6220968,
> 2, 250, 0, 0, 0.627888,
> 3, 250, 0, 0, 0.6528816,
> 4, 250, 0, 0, 0.6220968,
> 5, 250, 0, 0, 0.630936,
> 6, 250, 0, 0, 0.6300216,
> 7, 250, 0, 0, 0.6120384,
> 8, 250, 0, 0, 0.6348984,
> 9, 250, 0, 0, 0.6541008,
> 10, 250, 0, 0, 0.6199632,
> 11, 250, 0, 0, 0.6099048,
> 12, 250, 0, 0, 0.6528816,
> 13, 250, 0, 0, 0.6940296,
> 14, 250, 0, 0, 0.6861048,
> 15, 250, 0, 0, 0.6589776,
> 16, 250, 0, 0, 0.6501384,
> 17, 250, 0, 0, 0.6470904,
> 18, 250, 0, 0, 0.6638544,
> 19, 250, 0, 0, 0.755904,
> 20, 250, 0, 0, 0.790956,
> 21, 250, 0, 0, 0.8628888,
> 22, 250, 0, 0, 0.8019288,
> 23, 250, 0, 0, 0.8281416,
> 24, 250, 0, 0, 0.7641336,
> 25, 250, 0, 0, 0.8150352,
> 26, 250, 0, 0, 0.7488936,
> 27, 250, 0, 0, 0.7239,
> 28, 250, 0, 0, 0.691896,
> 29, 250, 0, 0, 0.697992,
> 30, 250, 0, 0, 0.7028688,
> 31, 250, 0, 0, 0.7348728,
> 32, 250, 0, 0, 0.6300216,
> 33, 250, 0, 0, 0.66294,
> 34, 250, 0, 0, 0.6559296,
> 35, 250, 0, 0, 0.6650736,
> 36, 250, 0, 0, 0.6790944,
> 37, 250, 0, 0, 0.6669024,
> 38, 250, 0, 0, 0.6489192,
> 39, 250, 0, 0, 0.6589776,
> 40, 250, 0, 0, 0.6379464,
> 41, 250, 0, 0, 0.704088,
> 42, 250, 0, 0, 0.7080504,
> 43, 250, 0, 0, 0.6449568,
> 44, 250, 0, 0, 0.6739128,
> 45, 250, 0, 0, 0.7141464,
> 46, 250, 0, 0, 0.6318504,
> 47, 250, 0, 0, 0.6318504,
> 48, 250, 0, 0, 0.6620256,
> 49, 250, 0, 0, 0.6318504,
> 50, 250, 0, 0, 0.6669024,
> 51, 250, 0, 0, 0.6379464,
> 52, 250, 0, 0, 0.675132,
> 53, 250, 0, 0, 0.6251448,
> 54, 250, 0, 0, 0.6379464,
> 55, 250, 0, 0, 0.6150864,
> 56, 250, 0, 0, 0.6099048,
> 57, 250, 0, 0, 0.6480048,
> 58, 250, 0, 0, 0.6528816,
> 59, 250, 0, 0, 0.6181344,
> 60, 250, 0, 0, 0.6181344,
> 61, 250, 0, 0, 0.6208776,
> 62, 250, 0, 0, 0.6269736,
> 63, 250, 0, 0, 0.6480048,
> 64, 250, 0, 0, 0.6729984,
> 65, 250, 0, 0, 0.6510528,
> 66, 250, 0, 0, 0.633984,
> 67, 250, 0, 0, 0.6120384,
> 68, 250, 0, 0, 0.64008,
> 69, 250, 0, 0, 0.6318504,
> 70, 250, 0, 0, 0.6230112,
> 71, 250, 0, 0, 0.6099048,
> 72, 250, 0, 0, 0.64008,
> 73, 250, 0, 0, 0.66294,
> 74, 250, 0, 0, 0.6388608,
> 75, 250, 0, 0, 0.637032,
> 76, 250, 0, 0, 0.6120384,
> 77, 250, 0, 0, 0.6379464,
> 78, 250, 0, 0, 0.6449568,
> 79, 250, 0, 0, 0.6681216,
> 80, 250, 0, 0, 0.726948,
> 81, 250, 0, 0, 0.6931152,
> 82, 250, 0, 0, 0.7540752,
> 83, 250, 0, 0, 0.669036,
> 84, 250, 0, 0, 0.669036,
> 85, 250, 0, 0, 0.6269736,
> 86, 250, 0, 0, 0.665988,
> 87, 250, 0, 0, 0.6489192,
> 88, 250, 0, 0, 0.659892,
> 89, 250, 0, 0, 0.6330696,
> 90, 250, 0, 0, 0.6470904,
> 91, 250, 0, 0, 0.6208776,
> 92, 250, 0, 0, 0.6388608,
> 93, 250, 0, 0, 0.6099048,
> 94, 250, 0, 0, 0.627888,
> 95, 250, 0, 0, 0.633984,
> 96, 250, 0, 0, 0.7629144,
> 97, 250, 0, 0, 0.6580632,
> 98, 250, 0, 0, 0.6739128,
> 99, 250, 0, 0, 0.6318504,
> 100, 250, 0, 0, 0.6190488,
> 101, 250, 0, 0, 0.630936,
> 102, 250, 0, 0, 0.627888,
> 103, 250, 0, 0, 0.665988,
> 104, 250, 0, 0, 0.6580632,
> 105, 250, 0, 0, 0.6541008,
> 106, 250, 0, 0, 0.6181344,
> 107, 250, 0, 0, 0.6251448,
> 108, 250, 0, 0, 0.6449568,
> 109, 250, 0, 0, 0.6379464,
> 110, 250, 0, 0, 0.6348984,
> 111, 250, 0, 0, 0.6440424,
> 112, 250, 0, 0, 0.6589776,
> 113, 250, 0, 0, 0.659892,
> 114, 250, 0, 0, 0.6650736,
> 115, 250, 0, 0, 0.6559296,
> 116, 250, 0, 0, 0.6830568,
> 117, 250, 0, 0, 0.6230112,
> 118, 250, 0, 0, 0.64008,
> 119, 250, 0, 0, 0.6260592,
> 120, 250, 0, 0, 0.6099048,
> 121, 250, 0, 0, 0.6120384,
> 122, 250, 0, 0, 0.6199632,
> 123, 250, 0, 0, 0.6419088,
> 124, 250, 0, 0, 0.6480048,
> 125, 250, 0, 0, 0.6230112,
> 126, 250, 0, 0, 0.643128,
> 127, 250, 0, 0, 0.6190488,
> 128, 250, 0, 0, 0.630936,
> 129, 250, 0, 0, 0.6300216,
> 130, 250, 0, 0, 0.6099048,
> 131, 250, 0, 0, 0.6251448,
> 132, 250, 0, 0, 0.6300216,
> 133, 250, 0, 0, 0.6169152,
> 134, 250, 0, 0, 0.643128,
> 135, 250, 0, 0, 0.630936,
> 136, 250, 0, 0, 0.630936,
> 137, 250, 0, 0, 0.6208776,
> 138, 250, 0, 0, 0.6330696,
> 139, 250, 0, 0, 0.6220968,
> 140, 250, 0, 0, 0.6120384,
> 141, 250, 0, 0, 0.6190488,
> 142, 250, 0, 0, 0.6458712,
> 143, 250, 0, 0, 0.6138672,
> 144, 250, 0, 0, 0.6501384,
> 145, 250, 0, 0, 0.6681216,
> 146, 250, 0, 0, 0.6821424,
> 147, 250, 0, 0, 0.6269736,
> 148, 250, 0, 0, 0.6269736,
> 149, 250, 0, 0, 0.6251448,
> 150, 250, 0, 0, 0.6181344,
> 151, 250, 0, 0, 0.6150864,
> 152, 250, 0, 0, 0.6239256,
> 153, 250, 0, 0, 0.6150864,
> 154, 250, 0, 0, 0.6580632,
> 155, 250, 0, 0, 0.6528816,
> 156, 250, 0, 0, 0.6489192,
> 157, 250, 0, 0, 0.6419088,
> 158, 250, 0, 0, 0.6199632,
> 159, 250, 0, 0, 0.6239256,
> 160, 250, 0, 0, 0.6181344,
> 161, 250, 0, 0, 0.6300216,
> 162, 250, 0, 0, 0.6480048,
> 163, 250, 0, 0, 0.6769608,
> 164, 250, 0, 0, 0.6729984,
> 165, 250, 0, 0, 0.6708648,
> 166, 250, 0, 0, 0.6260592,
> 167, 250, 0, 0, 0.627888,
> 168, 250, 0, 0, 0.6769608,
> 169, 250, 0, 0, 0.6300216,
> 170, 250, 0, 0, 0.6199632,
> 171, 250, 0, 0, 0.6099048,
> 172, 250, 0, 0, 0.6909816,
> 173, 250, 0, 0, 0.7141464,
> 174, 250, 0, 0, 0.6708648,
> 175, 250, 0, 0, 0.6138672,
> 176, 250, 0, 0, 0.6580632,
> 177, 250, 0, 0, 0.6230112,
> 178, 250, 0, 0, 0.6160008,
> 179, 250, 0, 0, 0.6220968,
> 180, 250, 0, 0, 0.627888,
> 181, 250, 0, 0, 0.6208776,
> 182, 250, 0, 0, 0.6348984,
> 183, 250, 0, 0, 0.6269736,
> 184, 250, 0, 0, 0.6388608,
> 185, 250, 0, 0, 0.6361176,
> 186, 250, 0, 0, 0.6318504,
> 187, 250, 0, 0, 0.66294,
> 188, 250, 0, 0, 0.6800088,
> 189, 250, 0, 0, 0.6620256,
> 190, 250, 0, 0, 0.6239256,
> 191, 250, 0, 0, 0.64008,
> 192, 250, 0, 0, 0.611124,
> 193, 250, 0, 0, 0.6300216,
> 194, 250, 0, 0, 0.6550152,
> 195, 250, 0, 0, 0.912876,
> 196, 250, 0, 0, 0.7418832,
> 197, 250, 0, 0, 0.6230112,
> 198, 250, 0, 0, 0.6541008,
> 199, 250, 0, 0, 0.637032,
> 200, 250, 0, 0, 0.6419088,
> 201, 250, 0, 0, 0.6199632,
> 202, 250, 0, 0, 0.6150864,
> 203, 250, 0, 0, 0.6230112,
> 204, 250, 0, 0, 0.643128,
> 205, 250, 0, 0, 0.8089392,
> 206, 250, 0, 0, 0.8330184,
> 207, 250, 0, 0, 0.9140952,
> 208, 250, 0, 0, 0.9649968,
> 209, 250, 0, 0, 0.8860536,
> 210, 250, 0, 0, 0.8220456,
> 211, 250, 0, 0, 0.7641336,
> 212, 250, 0, 0, 0.7610856,
> 213, 250, 0, 0, 0.6708648,
> 214, 250, 0, 0, 0.70104,
> 215, 250, 0, 0, 0.6190488,
> 216, 250, 0, 0, 0.6559296,
> 217, 250, 0, 0, 0.6419088,
> 218, 250, 0, 0, 0.637032 ;
> }
>
> My Point-Stat config I am using contains the following:
>
> model = "ESTOFS";
> fcst = {
> field = [ {// name =
> "Extra_Tropical_Storm_Surge_Combined_Surge_and_Tide";
> name = "ETCWL";
> level = ["L0"];
> message_type = ["SFCSHP"];
> }
> ];
> }
> obs = {
> field = [ { name = "obs_arr";
> level = "(4,5,*,*)";
> }
> ];
> }
>
> //obs = fcst;
> output_flag = {
> fho = NONE;
> ctc = NONE;
> cts = NONE;
> mctc = NONE;
> mcts = NONE;
> cnt = BOTH;
> sl1l2 = NONE;
> sal1l2 = NONE;
> vl1l2 = NONE;
> val1l2 = NONE;
> pct = NONE;
> pstd = NONE;
> pjc = NONE;
> prc = NONE;
> mpr = BOTH;
> // nbrctc = NONE;
> // nbrcts = NONE;
> // nbrcnt = NONE;
> // isc = NONE;
> // rhist = NONE;
> // phist = NONE;
> // orank = NONE;
> // ssvar = NONE;
> }
>
> When I run the Point-Stat tool using an ESTOFS grib2 file and my
ASCII2NC
> netcdf observations file from above, I get the following:
>
> DEBUG 1: Default Config File:
> /usr/local/share/met/config/PointStatConfig_default
> DEBUG 1: User Config File: PointStatConfig_ESTOFS
> ERROR :
> ERROR : VarInfo::set_level_info_grib() - failed to parse level
string
> '(4,5,*,*)'
> ERROR :
>
> Since I want to use the last field in obs_arr, I thought this was
the
> correct format. What am I doing wrong? Any help would be
appreciated.
>
> Thanks.
>
>
>
> *Michael BuchananScience & Operations Officer*National Weather
Service
> Corpus Christi, Texas
>
> Office: (361) 371-3169
>
>
------------------------------------------------
Subject: Proper format of the Point-Stat config file using ASCII2NC netcdf output
From: mike.buchanan
Time: Fri Oct 20 21:16:05 2017
Hi John,
Point-Stat now runs to completion but there are 0 matched pairs. Here
is
the log file:
DEBUG 1: Default Config File:
/usr/local/share/met/config/PointStatConfig_default
DEBUG 1: User Config File: PointStatConfig_ESTOFS
DEBUG 1: Forecast File:
/met/met-
6.0/mydata/Untarred_Data/ESTOFS/com_estofs_prod_estofs.2017042506.output/estofs.atl.t06z.conus.cwl.grib2
DEBUG 1: Observation File:
/met/met-6.0/mydata/Raw_Data/CSV/Bob_Hall_Pier_Observations_Final.nc
DEBUG 2:
DEBUG 2:
--------------------------------------------------------------------------------
DEBUG 2:
DEBUG 2: Reading data for ETCWL/L0.
WARNING:
WARNING: MetGrib2DataFile::data_plane_array() - Multiple exact
matching
records found for "ETCWL/L0" - records 1, 2, 3, 4, 5, 6, 7, 8, 9, 10,
11,
12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28,
29, 30,
31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47,
48, 49,
50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66,
67, 68,
69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85,
86, 87,
88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103,
104,
105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118,
119,
120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133,
134,
135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148,
149,
150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163,
164,
165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178,
179,
180, 181
WARNING:
DEBUG 3: Use the matching forecast and observation grids.
DEBUG 3: Grid Definition: Projection: Lambert Conformal Nx: 2145 Ny:
1377
Lat_LL: 20.192 Lon_LL: 121.554 Lon_orient: 95.000 Alpha: 6509.082
Cone:
0.423 Bx: 1088.0030 By: 5483.6617
DEBUG 2: Processing masking regions.
DEBUG 3: Processing grid mask: FULL
DEBUG 2: For ETCWL/L0 found 1 forecast levels and 0 climatology
levels.
DEBUG 2:
DEBUG 2:
--------------------------------------------------------------------------------
DEBUG 2:
DEBUG 2: Searching 219 observations from 219 messages.
DEBUG 2:
DEBUG 2:
--------------------------------------------------------------------------------
DEBUG 2:
DEBUG 2: Processing ETCWL/L0 versus ETSRG/L0, for observation type
ADPUPA,
over region FULL, for interpolation method NEAREST(1), using 0 pairs.
DEBUG 3: Number of matched pairs = 0
DEBUG 3: Observations processed = 219
DEBUG 3: Rejected: SID exclusion = 0
DEBUG 3: Rejected: GRIB code = 219
DEBUG 3: Rejected: valid time = 0
DEBUG 3: Rejected: bad obs value = 0
DEBUG 3: Rejected: off the grid = 0
DEBUG 3: Rejected: level mismatch = 0
DEBUG 3: Rejected: quality marker = 0
DEBUG 3: Rejected: message type = 0
DEBUG 3: Rejected: masking region = 0
DEBUG 3: Rejected: bad fcst value = 0
DEBUG 3: Rejected: duplicates = 0
DEBUG 2:
DEBUG 2:
--------------------------------------------------------------------------------
DEBUG 2:
DEBUG 1: Output file:
/met/met-6.0/mydata/point_stat_000000L_20170425_060000V.stat
DEBUG 1: Output file:
/met/met-6.0/mydata/point_stat_000000L_20170425_060000V_cnt.txt
DEBUG 1: Output file:
/met/met-6.0/mydata/point_stat_000000L_20170425_060000V_mpr.txt
The 3 output files only have headers. I tried both of your "obs"
suggestions including the one I have above. Do these GRIB code
abbreviations need to be the same?
Not sure what to do next?
Mike
*Michael BuchananScience & Operations Officer*National Weather Service
Corpus Christi, Texas
Office: (361) 371-3169
On Fri, Oct 20, 2017 at 6:17 PM, John Halley Gotway via RT <
met_help at ucar.edu> wrote:
> Mike,
>
> So by convention, version 6.0 of Point-Stat expects you to define
the "obs"
> section of the Point-Stat config file as if it were GRIB1 data.
Rather
> than creating our own conventions, we chose to adopt the existing
GRIB1
> convention. As I mentioned in my previous email, we are relaxing
this in
> version 6.1 of MET.
>
> So your observation are encoded using GRIB code 250. Looking in the
> default GRIB table #2 (
> http://www.nco.ncep.noaa.gov/pmb/docs/on388/table2.html) 250 is for
Solar
> radiative heating rate (SWHR). So you could try setting:
>
> obs = {
> field = [ {
> name = "SWHR";
> level = "Z0";
> }
> ];
> }
>
> Point-Stat reads the string "SWHR", looks that string up from the
default
> GRIB table, and finds that it's for code = 250. And it'll read
through
> your observations looking for GRIB codes of 250.
>
> As I mentioned in my previous email, using 228 along with GRIB1_ptv
= 129;
> is probably a better choice for this data. Additionally, there's a
way you
> could define your own custom GRIB table to use your own
abbreviations...
> but that's probably overkill in this case. And hopefully you'll
find the
> solution of using strings in version 6.1 to be more convenient.
>
> FYI, please try running Point-Stat at verbosity level 3 (-v 3) to
get more
> diagnostic info about how many observations are used.
>
> Thanks,
> John
>
> On Fri, Oct 20, 2017 at 4:34 PM, mike.buchanan via RT
<met_help at ucar.edu>
> wrote:
>
> >
> > Fri Oct 20 16:34:58 2017: Request 82455 was acted upon.
> > Transaction: Ticket created by mike.buchanan at noaa.gov
> > Queue: met_help
> > Subject: Proper format of the Point-Stat config file using
ASCII2NC
> > netcdf output
> > Owner: Nobody
> > Requestors: mike.buchanan at noaa.gov
> > Status: new
> > Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=82455 >
> >
> >
> > MET Support,
> >
> > I have a netcdf observations file produced by ASCII2NC. It
contains 219
> > observations. When running ncdump -v obs_arr on this netcdf file
I get:
> >
> > netcdf Bob_Hall_Pier_Observations_Final {
> > dimensions:
> > mxstr = 40 ;
> > hdr_arr_len = 3 ;
> > obs_arr_len = 5 ;
> > nhdr = 219 ;
> > nobs = UNLIMITED ; // (219 currently)
> > variables:
> > char hdr_typ(nhdr, mxstr) ;
> > hdr_typ:long_name = "message type" ;
> > char hdr_sid(nhdr, mxstr) ;
> > hdr_sid:long_name = "station identification" ;
> > char hdr_vld(nhdr, mxstr) ;
> > hdr_vld:long_name = "valid time" ;
> > hdr_vld:units = "YYYYMMDD_HHMMSS UTC" ;
> > float hdr_arr(nhdr, hdr_arr_len) ;
> > hdr_arr:long_name = "array of observation station header
values"
> ;
> > hdr_arr:missing_value = -9999.f ;
> > hdr_arr:_FillValue = -9999.f ;
> > hdr_arr:columns = "lat lon elv" ;
> > hdr_arr:lat_long_name = "latitude" ;
> > hdr_arr:lat_units = "degrees_north" ;
> > hdr_arr:lon_long_name = "longitude" ;
> > hdr_arr:lon_units = "degrees_east" ;
> > hdr_arr:elv_long_name = "elevation " ;
> > hdr_arr:elv_units = "meters above sea level (msl)" ;
> > char obs_qty(nobs, mxstr) ;
> > obs_qty:long_name = "quality flag" ;
> > float obs_arr(nobs, obs_arr_len) ;
> > obs_arr:long_name = "array of observation values" ;
> > obs_arr:missing_value = -9999.f ;
> > obs_arr:_FillValue = -9999.f ;
> > obs_arr:columns = "hdr_id gc lvl hgt ob" ;
> > obs_arr:hdr_id_long_name = "index of matching header data"
;
> > obs_arr:gc_long_name = "grib code corresponding to the
> observation
> > type" ;
> > obs_arr:lvl_long_name = "pressure level (hPa) or
accumulation
> > interval (sec)" ;
> > obs_arr:hgt_long_name = "height in meters above sea level
or
> ground
> > level (msl or agl)" ;
> > obs_arr:ob_long_name = "observation value" ;
> >
> > // global attributes:
> > :FileOrigins = "File Bob_Hall_Pier_Observations_Final.nc
> generated
> > 20171020_203727 UTC on host f7ae8186fbe8 by the MET ascii2nc tool"
;
> > :MET_version = "V6.0" ;
> > :MET_tool = "ascii2nc" ;
> > data:
> >
> > obs_arr =
> > 0, 250, 0, 0, 0.6138672,
> > 1, 250, 0, 0, 0.6220968,
> > 2, 250, 0, 0, 0.627888,
> > 3, 250, 0, 0, 0.6528816,
> > 4, 250, 0, 0, 0.6220968,
> > 5, 250, 0, 0, 0.630936,
> > 6, 250, 0, 0, 0.6300216,
> > 7, 250, 0, 0, 0.6120384,
> > 8, 250, 0, 0, 0.6348984,
> > 9, 250, 0, 0, 0.6541008,
> > 10, 250, 0, 0, 0.6199632,
> > 11, 250, 0, 0, 0.6099048,
> > 12, 250, 0, 0, 0.6528816,
> > 13, 250, 0, 0, 0.6940296,
> > 14, 250, 0, 0, 0.6861048,
> > 15, 250, 0, 0, 0.6589776,
> > 16, 250, 0, 0, 0.6501384,
> > 17, 250, 0, 0, 0.6470904,
> > 18, 250, 0, 0, 0.6638544,
> > 19, 250, 0, 0, 0.755904,
> > 20, 250, 0, 0, 0.790956,
> > 21, 250, 0, 0, 0.8628888,
> > 22, 250, 0, 0, 0.8019288,
> > 23, 250, 0, 0, 0.8281416,
> > 24, 250, 0, 0, 0.7641336,
> > 25, 250, 0, 0, 0.8150352,
> > 26, 250, 0, 0, 0.7488936,
> > 27, 250, 0, 0, 0.7239,
> > 28, 250, 0, 0, 0.691896,
> > 29, 250, 0, 0, 0.697992,
> > 30, 250, 0, 0, 0.7028688,
> > 31, 250, 0, 0, 0.7348728,
> > 32, 250, 0, 0, 0.6300216,
> > 33, 250, 0, 0, 0.66294,
> > 34, 250, 0, 0, 0.6559296,
> > 35, 250, 0, 0, 0.6650736,
> > 36, 250, 0, 0, 0.6790944,
> > 37, 250, 0, 0, 0.6669024,
> > 38, 250, 0, 0, 0.6489192,
> > 39, 250, 0, 0, 0.6589776,
> > 40, 250, 0, 0, 0.6379464,
> > 41, 250, 0, 0, 0.704088,
> > 42, 250, 0, 0, 0.7080504,
> > 43, 250, 0, 0, 0.6449568,
> > 44, 250, 0, 0, 0.6739128,
> > 45, 250, 0, 0, 0.7141464,
> > 46, 250, 0, 0, 0.6318504,
> > 47, 250, 0, 0, 0.6318504,
> > 48, 250, 0, 0, 0.6620256,
> > 49, 250, 0, 0, 0.6318504,
> > 50, 250, 0, 0, 0.6669024,
> > 51, 250, 0, 0, 0.6379464,
> > 52, 250, 0, 0, 0.675132,
> > 53, 250, 0, 0, 0.6251448,
> > 54, 250, 0, 0, 0.6379464,
> > 55, 250, 0, 0, 0.6150864,
> > 56, 250, 0, 0, 0.6099048,
> > 57, 250, 0, 0, 0.6480048,
> > 58, 250, 0, 0, 0.6528816,
> > 59, 250, 0, 0, 0.6181344,
> > 60, 250, 0, 0, 0.6181344,
> > 61, 250, 0, 0, 0.6208776,
> > 62, 250, 0, 0, 0.6269736,
> > 63, 250, 0, 0, 0.6480048,
> > 64, 250, 0, 0, 0.6729984,
> > 65, 250, 0, 0, 0.6510528,
> > 66, 250, 0, 0, 0.633984,
> > 67, 250, 0, 0, 0.6120384,
> > 68, 250, 0, 0, 0.64008,
> > 69, 250, 0, 0, 0.6318504,
> > 70, 250, 0, 0, 0.6230112,
> > 71, 250, 0, 0, 0.6099048,
> > 72, 250, 0, 0, 0.64008,
> > 73, 250, 0, 0, 0.66294,
> > 74, 250, 0, 0, 0.6388608,
> > 75, 250, 0, 0, 0.637032,
> > 76, 250, 0, 0, 0.6120384,
> > 77, 250, 0, 0, 0.6379464,
> > 78, 250, 0, 0, 0.6449568,
> > 79, 250, 0, 0, 0.6681216,
> > 80, 250, 0, 0, 0.726948,
> > 81, 250, 0, 0, 0.6931152,
> > 82, 250, 0, 0, 0.7540752,
> > 83, 250, 0, 0, 0.669036,
> > 84, 250, 0, 0, 0.669036,
> > 85, 250, 0, 0, 0.6269736,
> > 86, 250, 0, 0, 0.665988,
> > 87, 250, 0, 0, 0.6489192,
> > 88, 250, 0, 0, 0.659892,
> > 89, 250, 0, 0, 0.6330696,
> > 90, 250, 0, 0, 0.6470904,
> > 91, 250, 0, 0, 0.6208776,
> > 92, 250, 0, 0, 0.6388608,
> > 93, 250, 0, 0, 0.6099048,
> > 94, 250, 0, 0, 0.627888,
> > 95, 250, 0, 0, 0.633984,
> > 96, 250, 0, 0, 0.7629144,
> > 97, 250, 0, 0, 0.6580632,
> > 98, 250, 0, 0, 0.6739128,
> > 99, 250, 0, 0, 0.6318504,
> > 100, 250, 0, 0, 0.6190488,
> > 101, 250, 0, 0, 0.630936,
> > 102, 250, 0, 0, 0.627888,
> > 103, 250, 0, 0, 0.665988,
> > 104, 250, 0, 0, 0.6580632,
> > 105, 250, 0, 0, 0.6541008,
> > 106, 250, 0, 0, 0.6181344,
> > 107, 250, 0, 0, 0.6251448,
> > 108, 250, 0, 0, 0.6449568,
> > 109, 250, 0, 0, 0.6379464,
> > 110, 250, 0, 0, 0.6348984,
> > 111, 250, 0, 0, 0.6440424,
> > 112, 250, 0, 0, 0.6589776,
> > 113, 250, 0, 0, 0.659892,
> > 114, 250, 0, 0, 0.6650736,
> > 115, 250, 0, 0, 0.6559296,
> > 116, 250, 0, 0, 0.6830568,
> > 117, 250, 0, 0, 0.6230112,
> > 118, 250, 0, 0, 0.64008,
> > 119, 250, 0, 0, 0.6260592,
> > 120, 250, 0, 0, 0.6099048,
> > 121, 250, 0, 0, 0.6120384,
> > 122, 250, 0, 0, 0.6199632,
> > 123, 250, 0, 0, 0.6419088,
> > 124, 250, 0, 0, 0.6480048,
> > 125, 250, 0, 0, 0.6230112,
> > 126, 250, 0, 0, 0.643128,
> > 127, 250, 0, 0, 0.6190488,
> > 128, 250, 0, 0, 0.630936,
> > 129, 250, 0, 0, 0.6300216,
> > 130, 250, 0, 0, 0.6099048,
> > 131, 250, 0, 0, 0.6251448,
> > 132, 250, 0, 0, 0.6300216,
> > 133, 250, 0, 0, 0.6169152,
> > 134, 250, 0, 0, 0.643128,
> > 135, 250, 0, 0, 0.630936,
> > 136, 250, 0, 0, 0.630936,
> > 137, 250, 0, 0, 0.6208776,
> > 138, 250, 0, 0, 0.6330696,
> > 139, 250, 0, 0, 0.6220968,
> > 140, 250, 0, 0, 0.6120384,
> > 141, 250, 0, 0, 0.6190488,
> > 142, 250, 0, 0, 0.6458712,
> > 143, 250, 0, 0, 0.6138672,
> > 144, 250, 0, 0, 0.6501384,
> > 145, 250, 0, 0, 0.6681216,
> > 146, 250, 0, 0, 0.6821424,
> > 147, 250, 0, 0, 0.6269736,
> > 148, 250, 0, 0, 0.6269736,
> > 149, 250, 0, 0, 0.6251448,
> > 150, 250, 0, 0, 0.6181344,
> > 151, 250, 0, 0, 0.6150864,
> > 152, 250, 0, 0, 0.6239256,
> > 153, 250, 0, 0, 0.6150864,
> > 154, 250, 0, 0, 0.6580632,
> > 155, 250, 0, 0, 0.6528816,
> > 156, 250, 0, 0, 0.6489192,
> > 157, 250, 0, 0, 0.6419088,
> > 158, 250, 0, 0, 0.6199632,
> > 159, 250, 0, 0, 0.6239256,
> > 160, 250, 0, 0, 0.6181344,
> > 161, 250, 0, 0, 0.6300216,
> > 162, 250, 0, 0, 0.6480048,
> > 163, 250, 0, 0, 0.6769608,
> > 164, 250, 0, 0, 0.6729984,
> > 165, 250, 0, 0, 0.6708648,
> > 166, 250, 0, 0, 0.6260592,
> > 167, 250, 0, 0, 0.627888,
> > 168, 250, 0, 0, 0.6769608,
> > 169, 250, 0, 0, 0.6300216,
> > 170, 250, 0, 0, 0.6199632,
> > 171, 250, 0, 0, 0.6099048,
> > 172, 250, 0, 0, 0.6909816,
> > 173, 250, 0, 0, 0.7141464,
> > 174, 250, 0, 0, 0.6708648,
> > 175, 250, 0, 0, 0.6138672,
> > 176, 250, 0, 0, 0.6580632,
> > 177, 250, 0, 0, 0.6230112,
> > 178, 250, 0, 0, 0.6160008,
> > 179, 250, 0, 0, 0.6220968,
> > 180, 250, 0, 0, 0.627888,
> > 181, 250, 0, 0, 0.6208776,
> > 182, 250, 0, 0, 0.6348984,
> > 183, 250, 0, 0, 0.6269736,
> > 184, 250, 0, 0, 0.6388608,
> > 185, 250, 0, 0, 0.6361176,
> > 186, 250, 0, 0, 0.6318504,
> > 187, 250, 0, 0, 0.66294,
> > 188, 250, 0, 0, 0.6800088,
> > 189, 250, 0, 0, 0.6620256,
> > 190, 250, 0, 0, 0.6239256,
> > 191, 250, 0, 0, 0.64008,
> > 192, 250, 0, 0, 0.611124,
> > 193, 250, 0, 0, 0.6300216,
> > 194, 250, 0, 0, 0.6550152,
> > 195, 250, 0, 0, 0.912876,
> > 196, 250, 0, 0, 0.7418832,
> > 197, 250, 0, 0, 0.6230112,
> > 198, 250, 0, 0, 0.6541008,
> > 199, 250, 0, 0, 0.637032,
> > 200, 250, 0, 0, 0.6419088,
> > 201, 250, 0, 0, 0.6199632,
> > 202, 250, 0, 0, 0.6150864,
> > 203, 250, 0, 0, 0.6230112,
> > 204, 250, 0, 0, 0.643128,
> > 205, 250, 0, 0, 0.8089392,
> > 206, 250, 0, 0, 0.8330184,
> > 207, 250, 0, 0, 0.9140952,
> > 208, 250, 0, 0, 0.9649968,
> > 209, 250, 0, 0, 0.8860536,
> > 210, 250, 0, 0, 0.8220456,
> > 211, 250, 0, 0, 0.7641336,
> > 212, 250, 0, 0, 0.7610856,
> > 213, 250, 0, 0, 0.6708648,
> > 214, 250, 0, 0, 0.70104,
> > 215, 250, 0, 0, 0.6190488,
> > 216, 250, 0, 0, 0.6559296,
> > 217, 250, 0, 0, 0.6419088,
> > 218, 250, 0, 0, 0.637032 ;
> > }
> >
> > My Point-Stat config I am using contains the following:
> >
> > model = "ESTOFS";
> > fcst = {
> > field = [ {// name =
> > "Extra_Tropical_Storm_Surge_Combined_Surge_and_Tide";
> > name = "ETCWL";
> > level = ["L0"];
> > message_type = ["SFCSHP"];
> > }
> > ];
> > }
> > obs = {
> > field = [ { name = "obs_arr";
> > level = "(4,5,*,*)";
> > }
> > ];
> > }
> >
> > //obs = fcst;
> > output_flag = {
> > fho = NONE;
> > ctc = NONE;
> > cts = NONE;
> > mctc = NONE;
> > mcts = NONE;
> > cnt = BOTH;
> > sl1l2 = NONE;
> > sal1l2 = NONE;
> > vl1l2 = NONE;
> > val1l2 = NONE;
> > pct = NONE;
> > pstd = NONE;
> > pjc = NONE;
> > prc = NONE;
> > mpr = BOTH;
> > // nbrctc = NONE;
> > // nbrcts = NONE;
> > // nbrcnt = NONE;
> > // isc = NONE;
> > // rhist = NONE;
> > // phist = NONE;
> > // orank = NONE;
> > // ssvar = NONE;
> > }
> >
> > When I run the Point-Stat tool using an ESTOFS grib2 file and my
ASCII2NC
> > netcdf observations file from above, I get the following:
> >
> > DEBUG 1: Default Config File:
> > /usr/local/share/met/config/PointStatConfig_default
> > DEBUG 1: User Config File: PointStatConfig_ESTOFS
> > ERROR :
> > ERROR : VarInfo::set_level_info_grib() - failed to parse level
string
> > '(4,5,*,*)'
> > ERROR :
> >
> > Since I want to use the last field in obs_arr, I thought this was
the
> > correct format. What am I doing wrong? Any help would be
appreciated.
> >
> > Thanks.
> >
> >
> >
> > *Michael BuchananScience & Operations Officer*National Weather
Service
> > Corpus Christi, Texas
> >
> > Office: (361) 371-3169
> >
> >
>
>
------------------------------------------------
Subject: Proper format of the Point-Stat config file using ASCII2NC netcdf output
From: mike.buchanan
Time: Sat Oct 21 09:56:51 2017
Hi John,
I modified my observations file and resulting netcdf to use Grib code
255.
I then modified grib1_ncep_129_7.txt with the following entry at the
bottom:
255 129 7 -1 "ETCWL" "Extra Tropical Storm Surge Combined Surge and
Tide"
"m"
I then re-ran point_stat and here is what it gave me:
DEBUG 1: Default Config File:
/usr/local/share/met/config/PointStatConfig_default
DEBUG 1: User Config File: PointStatConfig_ESTOFS
ERROR :
ERROR : VarInfoGrib::add_grib_code() -> unrecognized GRIB1 field
abbreviation 'ETCWL' for table version 129
How could this be? I thought it was reading this file and it should
have
seen this entry.
Mike
*Michael BuchananScience & Operations Officer*National Weather Service
Corpus Christi, Texas
Office: (361) 371-3169
On Fri, Oct 20, 2017 at 10:16 PM, Mike Buchanan - NOAA Federal <
mike.buchanan at noaa.gov> wrote:
> Hi John,
>
> Point-Stat now runs to completion but there are 0 matched pairs.
Here is
> the log file:
>
> DEBUG 1: Default Config File: /usr/local/share/met/config/
> PointStatConfig_default
> DEBUG 1: User Config File: PointStatConfig_ESTOFS
> DEBUG 1: Forecast File: /met/met-6.0/mydata/Untarred_
> Data/ESTOFS/com_estofs_prod_estofs.2017042506 <(201)%20704-
2506>.output/
> estofs.atl.t06z.conus.cwl.grib2
> DEBUG 1: Observation File: /met/met-
6.0/mydata/Raw_Data/CSV/Bob_Hall_Pier_
> Observations_Final.nc
> DEBUG 2:
> DEBUG 2:
------------------------------------------------------------
> --------------------
> DEBUG 2:
> DEBUG 2: Reading data for ETCWL/L0.
> WARNING:
> WARNING: MetGrib2DataFile::data_plane_array() - Multiple exact
matching
> records found for "ETCWL/L0" - records 1, 2, 3, 4, 5, 6, 7, 8, 9,
10, 11,
> 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28,
29, 30,
> 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47,
48, 49,
> 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66,
67, 68,
> 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85,
86, 87,
> 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103,
104,
> 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117,
118, 119,
> 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132,
133, 134,
> 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147,
148, 149,
> 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162,
163, 164,
> 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177,
178, 179,
> 180, 181
> WARNING:
> DEBUG 3: Use the matching forecast and observation grids.
> DEBUG 3: Grid Definition: Projection: Lambert Conformal Nx: 2145 Ny:
1377
> Lat_LL: 20.192 Lon_LL: 121.554 Lon_orient: 95.000 Alpha: 6509.082
Cone:
> 0.423 Bx: 1088.0030 By: 5483.6617
> DEBUG 2: Processing masking regions.
> DEBUG 3: Processing grid mask: FULL
> DEBUG 2: For ETCWL/L0 found 1 forecast levels and 0 climatology
levels.
> DEBUG 2:
> DEBUG 2:
------------------------------------------------------------
> --------------------
> DEBUG 2:
> DEBUG 2: Searching 219 observations from 219 messages.
> DEBUG 2:
> DEBUG 2:
------------------------------------------------------------
> --------------------
> DEBUG 2:
> DEBUG 2: Processing ETCWL/L0 versus ETSRG/L0, for observation type
ADPUPA,
> over region FULL, for interpolation method NEAREST(1), using 0
pairs.
> DEBUG 3: Number of matched pairs = 0
> DEBUG 3: Observations processed = 219
> DEBUG 3: Rejected: SID exclusion = 0
> DEBUG 3: Rejected: GRIB code = 219
> DEBUG 3: Rejected: valid time = 0
> DEBUG 3: Rejected: bad obs value = 0
> DEBUG 3: Rejected: off the grid = 0
> DEBUG 3: Rejected: level mismatch = 0
> DEBUG 3: Rejected: quality marker = 0
> DEBUG 3: Rejected: message type = 0
> DEBUG 3: Rejected: masking region = 0
> DEBUG 3: Rejected: bad fcst value = 0
> DEBUG 3: Rejected: duplicates = 0
> DEBUG 2:
> DEBUG 2:
------------------------------------------------------------
> --------------------
> DEBUG 2:
> DEBUG 1: Output file: /met/met-6.0/mydata/point_
> stat_000000L_20170425_060000V.stat
> DEBUG 1: Output file: /met/met-6.0/mydata/point_
> stat_000000L_20170425_060000V_cnt.txt
> DEBUG 1: Output file: /met/met-6.0/mydata/point_
> stat_000000L_20170425_060000V_mpr.txt
>
> The 3 output files only have headers. I tried both of your "obs"
> suggestions including the one I have above. Do these GRIB code
> abbreviations need to be the same?
>
> Not sure what to do next?
>
> Mike
>
>
>
> *Michael BuchananScience & Operations Officer*National Weather
Service
> Corpus Christi, Texas
>
> Office: (361) 371-3169
>
> On Fri, Oct 20, 2017 at 6:17 PM, John Halley Gotway via RT <
> met_help at ucar.edu> wrote:
>
>> Mike,
>>
>> So by convention, version 6.0 of Point-Stat expects you to define
the
>> "obs"
>> section of the Point-Stat config file as if it were GRIB1 data.
Rather
>> than creating our own conventions, we chose to adopt the existing
GRIB1
>> convention. As I mentioned in my previous email, we are relaxing
this in
>> version 6.1 of MET.
>>
>> So your observation are encoded using GRIB code 250. Looking in
the
>> default GRIB table #2 (
>> http://www.nco.ncep.noaa.gov/pmb/docs/on388/table2.html) 250 is for
Solar
>> radiative heating rate (SWHR). So you could try setting:
>>
>> obs = {
>> field = [ {
>> name = "SWHR";
>> level = "Z0";
>> }
>> ];
>> }
>>
>> Point-Stat reads the string "SWHR", looks that string up from the
default
>> GRIB table, and finds that it's for code = 250. And it'll read
through
>> your observations looking for GRIB codes of 250.
>>
>> As I mentioned in my previous email, using 228 along with GRIB1_ptv
= 129;
>> is probably a better choice for this data. Additionally, there's a
way
>> you
>> could define your own custom GRIB table to use your own
abbreviations...
>> but that's probably overkill in this case. And hopefully you'll
find the
>> solution of using strings in version 6.1 to be more convenient.
>>
>> FYI, please try running Point-Stat at verbosity level 3 (-v 3) to
get more
>> diagnostic info about how many observations are used.
>>
>> Thanks,
>> John
>>
>> On Fri, Oct 20, 2017 at 4:34 PM, mike.buchanan via RT
<met_help at ucar.edu>
>> wrote:
>>
>> >
>> > Fri Oct 20 16:34:58 2017: Request 82455 was acted upon.
>> > Transaction: Ticket created by mike.buchanan at noaa.gov
>> > Queue: met_help
>> > Subject: Proper format of the Point-Stat config file using
ASCII2NC
>> > netcdf output
>> > Owner: Nobody
>> > Requestors: mike.buchanan at noaa.gov
>> > Status: new
>> > Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=82455 >
>> >
>> >
>> > MET Support,
>> >
>> > I have a netcdf observations file produced by ASCII2NC. It
contains 219
>> > observations. When running ncdump -v obs_arr on this netcdf file
I get:
>> >
>> > netcdf Bob_Hall_Pier_Observations_Final {
>> > dimensions:
>> > mxstr = 40 ;
>> > hdr_arr_len = 3 ;
>> > obs_arr_len = 5 ;
>> > nhdr = 219 ;
>> > nobs = UNLIMITED ; // (219 currently)
>> > variables:
>> > char hdr_typ(nhdr, mxstr) ;
>> > hdr_typ:long_name = "message type" ;
>> > char hdr_sid(nhdr, mxstr) ;
>> > hdr_sid:long_name = "station identification" ;
>> > char hdr_vld(nhdr, mxstr) ;
>> > hdr_vld:long_name = "valid time" ;
>> > hdr_vld:units = "YYYYMMDD_HHMMSS UTC" ;
>> > float hdr_arr(nhdr, hdr_arr_len) ;
>> > hdr_arr:long_name = "array of observation station header
>> values" ;
>> > hdr_arr:missing_value = -9999.f ;
>> > hdr_arr:_FillValue = -9999.f ;
>> > hdr_arr:columns = "lat lon elv" ;
>> > hdr_arr:lat_long_name = "latitude" ;
>> > hdr_arr:lat_units = "degrees_north" ;
>> > hdr_arr:lon_long_name = "longitude" ;
>> > hdr_arr:lon_units = "degrees_east" ;
>> > hdr_arr:elv_long_name = "elevation " ;
>> > hdr_arr:elv_units = "meters above sea level (msl)" ;
>> > char obs_qty(nobs, mxstr) ;
>> > obs_qty:long_name = "quality flag" ;
>> > float obs_arr(nobs, obs_arr_len) ;
>> > obs_arr:long_name = "array of observation values" ;
>> > obs_arr:missing_value = -9999.f ;
>> > obs_arr:_FillValue = -9999.f ;
>> > obs_arr:columns = "hdr_id gc lvl hgt ob" ;
>> > obs_arr:hdr_id_long_name = "index of matching header
data" ;
>> > obs_arr:gc_long_name = "grib code corresponding to the
>> observation
>> > type" ;
>> > obs_arr:lvl_long_name = "pressure level (hPa) or
accumulation
>> > interval (sec)" ;
>> > obs_arr:hgt_long_name = "height in meters above sea level
or
>> ground
>> > level (msl or agl)" ;
>> > obs_arr:ob_long_name = "observation value" ;
>> >
>> > // global attributes:
>> > :FileOrigins = "File Bob_Hall_Pier_Observations_Final.nc
>> generated
>> > 20171020_203727 UTC on host f7ae8186fbe8 by the MET ascii2nc
tool" ;
>> > :MET_version = "V6.0" ;
>> > :MET_tool = "ascii2nc" ;
>> > data:
>> >
>> > obs_arr =
>> > 0, 250, 0, 0, 0.6138672,
>> > 1, 250, 0, 0, 0.6220968,
>> > 2, 250, 0, 0, 0.627888,
>> > 3, 250, 0, 0, 0.6528816,
>> > 4, 250, 0, 0, 0.6220968,
>> > 5, 250, 0, 0, 0.630936,
>> > 6, 250, 0, 0, 0.6300216,
>> > 7, 250, 0, 0, 0.6120384,
>> > 8, 250, 0, 0, 0.6348984,
>> > 9, 250, 0, 0, 0.6541008,
>> > 10, 250, 0, 0, 0.6199632,
>> > 11, 250, 0, 0, 0.6099048,
>> > 12, 250, 0, 0, 0.6528816,
>> > 13, 250, 0, 0, 0.6940296,
>> > 14, 250, 0, 0, 0.6861048,
>> > 15, 250, 0, 0, 0.6589776,
>> > 16, 250, 0, 0, 0.6501384,
>> > 17, 250, 0, 0, 0.6470904,
>> > 18, 250, 0, 0, 0.6638544,
>> > 19, 250, 0, 0, 0.755904,
>> > 20, 250, 0, 0, 0.790956,
>> > 21, 250, 0, 0, 0.8628888,
>> > 22, 250, 0, 0, 0.8019288,
>> > 23, 250, 0, 0, 0.8281416,
>> > 24, 250, 0, 0, 0.7641336,
>> > 25, 250, 0, 0, 0.8150352,
>> > 26, 250, 0, 0, 0.7488936,
>> > 27, 250, 0, 0, 0.7239,
>> > 28, 250, 0, 0, 0.691896,
>> > 29, 250, 0, 0, 0.697992,
>> > 30, 250, 0, 0, 0.7028688,
>> > 31, 250, 0, 0, 0.7348728,
>> > 32, 250, 0, 0, 0.6300216,
>> > 33, 250, 0, 0, 0.66294,
>> > 34, 250, 0, 0, 0.6559296,
>> > 35, 250, 0, 0, 0.6650736,
>> > 36, 250, 0, 0, 0.6790944,
>> > 37, 250, 0, 0, 0.6669024,
>> > 38, 250, 0, 0, 0.6489192,
>> > 39, 250, 0, 0, 0.6589776,
>> > 40, 250, 0, 0, 0.6379464,
>> > 41, 250, 0, 0, 0.704088,
>> > 42, 250, 0, 0, 0.7080504,
>> > 43, 250, 0, 0, 0.6449568,
>> > 44, 250, 0, 0, 0.6739128,
>> > 45, 250, 0, 0, 0.7141464,
>> > 46, 250, 0, 0, 0.6318504,
>> > 47, 250, 0, 0, 0.6318504,
>> > 48, 250, 0, 0, 0.6620256,
>> > 49, 250, 0, 0, 0.6318504,
>> > 50, 250, 0, 0, 0.6669024,
>> > 51, 250, 0, 0, 0.6379464,
>> > 52, 250, 0, 0, 0.675132,
>> > 53, 250, 0, 0, 0.6251448,
>> > 54, 250, 0, 0, 0.6379464,
>> > 55, 250, 0, 0, 0.6150864,
>> > 56, 250, 0, 0, 0.6099048,
>> > 57, 250, 0, 0, 0.6480048,
>> > 58, 250, 0, 0, 0.6528816,
>> > 59, 250, 0, 0, 0.6181344,
>> > 60, 250, 0, 0, 0.6181344,
>> > 61, 250, 0, 0, 0.6208776,
>> > 62, 250, 0, 0, 0.6269736,
>> > 63, 250, 0, 0, 0.6480048,
>> > 64, 250, 0, 0, 0.6729984,
>> > 65, 250, 0, 0, 0.6510528,
>> > 66, 250, 0, 0, 0.633984,
>> > 67, 250, 0, 0, 0.6120384,
>> > 68, 250, 0, 0, 0.64008,
>> > 69, 250, 0, 0, 0.6318504,
>> > 70, 250, 0, 0, 0.6230112,
>> > 71, 250, 0, 0, 0.6099048,
>> > 72, 250, 0, 0, 0.64008,
>> > 73, 250, 0, 0, 0.66294,
>> > 74, 250, 0, 0, 0.6388608,
>> > 75, 250, 0, 0, 0.637032,
>> > 76, 250, 0, 0, 0.6120384,
>> > 77, 250, 0, 0, 0.6379464,
>> > 78, 250, 0, 0, 0.6449568,
>> > 79, 250, 0, 0, 0.6681216,
>> > 80, 250, 0, 0, 0.726948,
>> > 81, 250, 0, 0, 0.6931152,
>> > 82, 250, 0, 0, 0.7540752,
>> > 83, 250, 0, 0, 0.669036,
>> > 84, 250, 0, 0, 0.669036,
>> > 85, 250, 0, 0, 0.6269736,
>> > 86, 250, 0, 0, 0.665988,
>> > 87, 250, 0, 0, 0.6489192,
>> > 88, 250, 0, 0, 0.659892,
>> > 89, 250, 0, 0, 0.6330696,
>> > 90, 250, 0, 0, 0.6470904,
>> > 91, 250, 0, 0, 0.6208776,
>> > 92, 250, 0, 0, 0.6388608,
>> > 93, 250, 0, 0, 0.6099048,
>> > 94, 250, 0, 0, 0.627888,
>> > 95, 250, 0, 0, 0.633984,
>> > 96, 250, 0, 0, 0.7629144,
>> > 97, 250, 0, 0, 0.6580632,
>> > 98, 250, 0, 0, 0.6739128,
>> > 99, 250, 0, 0, 0.6318504,
>> > 100, 250, 0, 0, 0.6190488,
>> > 101, 250, 0, 0, 0.630936,
>> > 102, 250, 0, 0, 0.627888,
>> > 103, 250, 0, 0, 0.665988,
>> > 104, 250, 0, 0, 0.6580632,
>> > 105, 250, 0, 0, 0.6541008,
>> > 106, 250, 0, 0, 0.6181344,
>> > 107, 250, 0, 0, 0.6251448,
>> > 108, 250, 0, 0, 0.6449568,
>> > 109, 250, 0, 0, 0.6379464,
>> > 110, 250, 0, 0, 0.6348984,
>> > 111, 250, 0, 0, 0.6440424,
>> > 112, 250, 0, 0, 0.6589776,
>> > 113, 250, 0, 0, 0.659892,
>> > 114, 250, 0, 0, 0.6650736,
>> > 115, 250, 0, 0, 0.6559296,
>> > 116, 250, 0, 0, 0.6830568,
>> > 117, 250, 0, 0, 0.6230112,
>> > 118, 250, 0, 0, 0.64008,
>> > 119, 250, 0, 0, 0.6260592,
>> > 120, 250, 0, 0, 0.6099048,
>> > 121, 250, 0, 0, 0.6120384,
>> > 122, 250, 0, 0, 0.6199632,
>> > 123, 250, 0, 0, 0.6419088,
>> > 124, 250, 0, 0, 0.6480048,
>> > 125, 250, 0, 0, 0.6230112,
>> > 126, 250, 0, 0, 0.643128,
>> > 127, 250, 0, 0, 0.6190488,
>> > 128, 250, 0, 0, 0.630936,
>> > 129, 250, 0, 0, 0.6300216,
>> > 130, 250, 0, 0, 0.6099048,
>> > 131, 250, 0, 0, 0.6251448,
>> > 132, 250, 0, 0, 0.6300216,
>> > 133, 250, 0, 0, 0.6169152,
>> > 134, 250, 0, 0, 0.643128,
>> > 135, 250, 0, 0, 0.630936,
>> > 136, 250, 0, 0, 0.630936,
>> > 137, 250, 0, 0, 0.6208776,
>> > 138, 250, 0, 0, 0.6330696,
>> > 139, 250, 0, 0, 0.6220968,
>> > 140, 250, 0, 0, 0.6120384,
>> > 141, 250, 0, 0, 0.6190488,
>> > 142, 250, 0, 0, 0.6458712,
>> > 143, 250, 0, 0, 0.6138672,
>> > 144, 250, 0, 0, 0.6501384,
>> > 145, 250, 0, 0, 0.6681216,
>> > 146, 250, 0, 0, 0.6821424,
>> > 147, 250, 0, 0, 0.6269736,
>> > 148, 250, 0, 0, 0.6269736,
>> > 149, 250, 0, 0, 0.6251448,
>> > 150, 250, 0, 0, 0.6181344,
>> > 151, 250, 0, 0, 0.6150864,
>> > 152, 250, 0, 0, 0.6239256,
>> > 153, 250, 0, 0, 0.6150864,
>> > 154, 250, 0, 0, 0.6580632,
>> > 155, 250, 0, 0, 0.6528816,
>> > 156, 250, 0, 0, 0.6489192,
>> > 157, 250, 0, 0, 0.6419088,
>> > 158, 250, 0, 0, 0.6199632,
>> > 159, 250, 0, 0, 0.6239256,
>> > 160, 250, 0, 0, 0.6181344,
>> > 161, 250, 0, 0, 0.6300216,
>> > 162, 250, 0, 0, 0.6480048,
>> > 163, 250, 0, 0, 0.6769608,
>> > 164, 250, 0, 0, 0.6729984,
>> > 165, 250, 0, 0, 0.6708648,
>> > 166, 250, 0, 0, 0.6260592,
>> > 167, 250, 0, 0, 0.627888,
>> > 168, 250, 0, 0, 0.6769608,
>> > 169, 250, 0, 0, 0.6300216,
>> > 170, 250, 0, 0, 0.6199632,
>> > 171, 250, 0, 0, 0.6099048,
>> > 172, 250, 0, 0, 0.6909816,
>> > 173, 250, 0, 0, 0.7141464,
>> > 174, 250, 0, 0, 0.6708648,
>> > 175, 250, 0, 0, 0.6138672,
>> > 176, 250, 0, 0, 0.6580632,
>> > 177, 250, 0, 0, 0.6230112,
>> > 178, 250, 0, 0, 0.6160008,
>> > 179, 250, 0, 0, 0.6220968,
>> > 180, 250, 0, 0, 0.627888,
>> > 181, 250, 0, 0, 0.6208776,
>> > 182, 250, 0, 0, 0.6348984,
>> > 183, 250, 0, 0, 0.6269736,
>> > 184, 250, 0, 0, 0.6388608,
>> > 185, 250, 0, 0, 0.6361176,
>> > 186, 250, 0, 0, 0.6318504,
>> > 187, 250, 0, 0, 0.66294,
>> > 188, 250, 0, 0, 0.6800088,
>> > 189, 250, 0, 0, 0.6620256,
>> > 190, 250, 0, 0, 0.6239256,
>> > 191, 250, 0, 0, 0.64008,
>> > 192, 250, 0, 0, 0.611124,
>> > 193, 250, 0, 0, 0.6300216,
>> > 194, 250, 0, 0, 0.6550152,
>> > 195, 250, 0, 0, 0.912876,
>> > 196, 250, 0, 0, 0.7418832,
>> > 197, 250, 0, 0, 0.6230112,
>> > 198, 250, 0, 0, 0.6541008,
>> > 199, 250, 0, 0, 0.637032,
>> > 200, 250, 0, 0, 0.6419088,
>> > 201, 250, 0, 0, 0.6199632,
>> > 202, 250, 0, 0, 0.6150864,
>> > 203, 250, 0, 0, 0.6230112,
>> > 204, 250, 0, 0, 0.643128,
>> > 205, 250, 0, 0, 0.8089392,
>> > 206, 250, 0, 0, 0.8330184,
>> > 207, 250, 0, 0, 0.9140952,
>> > 208, 250, 0, 0, 0.9649968,
>> > 209, 250, 0, 0, 0.8860536,
>> > 210, 250, 0, 0, 0.8220456,
>> > 211, 250, 0, 0, 0.7641336,
>> > 212, 250, 0, 0, 0.7610856,
>> > 213, 250, 0, 0, 0.6708648,
>> > 214, 250, 0, 0, 0.70104,
>> > 215, 250, 0, 0, 0.6190488,
>> > 216, 250, 0, 0, 0.6559296,
>> > 217, 250, 0, 0, 0.6419088,
>> > 218, 250, 0, 0, 0.637032 ;
>> > }
>> >
>> > My Point-Stat config I am using contains the following:
>> >
>> > model = "ESTOFS";
>> > fcst = {
>> > field = [ {// name =
>> > "Extra_Tropical_Storm_Surge_Combined_Surge_and_Tide";
>> > name = "ETCWL";
>> > level = ["L0"];
>> > message_type = ["SFCSHP"];
>> > }
>> > ];
>> > }
>> > obs = {
>> > field = [ { name = "obs_arr";
>> > level = "(4,5,*,*)";
>> > }
>> > ];
>> > }
>> >
>> > //obs = fcst;
>> > output_flag = {
>> > fho = NONE;
>> > ctc = NONE;
>> > cts = NONE;
>> > mctc = NONE;
>> > mcts = NONE;
>> > cnt = BOTH;
>> > sl1l2 = NONE;
>> > sal1l2 = NONE;
>> > vl1l2 = NONE;
>> > val1l2 = NONE;
>> > pct = NONE;
>> > pstd = NONE;
>> > pjc = NONE;
>> > prc = NONE;
>> > mpr = BOTH;
>> > // nbrctc = NONE;
>> > // nbrcts = NONE;
>> > // nbrcnt = NONE;
>> > // isc = NONE;
>> > // rhist = NONE;
>> > // phist = NONE;
>> > // orank = NONE;
>> > // ssvar = NONE;
>> > }
>> >
>> > When I run the Point-Stat tool using an ESTOFS grib2 file and my
>> ASCII2NC
>> > netcdf observations file from above, I get the following:
>> >
>> > DEBUG 1: Default Config File:
>> > /usr/local/share/met/config/PointStatConfig_default
>> > DEBUG 1: User Config File: PointStatConfig_ESTOFS
>> > ERROR :
>> > ERROR : VarInfo::set_level_info_grib() - failed to parse level
string
>> > '(4,5,*,*)'
>> > ERROR :
>> >
>> > Since I want to use the last field in obs_arr, I thought this was
the
>> > correct format. What am I doing wrong? Any help would be
appreciated.
>> >
>> > Thanks.
>> >
>> >
>> >
>> > *Michael BuchananScience & Operations Officer*National Weather
Service
>> > Corpus Christi, Texas
>> >
>> > Office: (361) 371-3169
>> >
>> >
>>
>>
>
------------------------------------------------
Subject: Proper format of the Point-Stat config file using ASCII2NC netcdf output
From: John Halley Gotway
Time: Mon Oct 23 13:01:16 2017
Mike,
The question is *where* did you edit that file:
grib1_ncep_129_7.txt
That file lives in met-6.0/data/table_files/grib1_ncep_129_7.txt...
*BUT* when MET in installed, it gets copied over into
[INSTALL_DIR]/share/met/table_files/grib1_ncep_129_7.txt
And that's where the MET tools read this file at runtime. You have 2
choices:
(1) Edit that grib1_ncep_129_7.txt in the *installed* location.
(2) Or define a custom GRIB1 table and set the MET_GRIB_TABLES
environment
variable to point to it. Take a look in the MET User's Guide and
search
for MET_GRIB_TABLES for info about it:
https://dtcenter.org/met/users/docs/users_guide/MET_Users_Guide_v6.0.pdf
Thanks,
John
On Sat, Oct 21, 2017 at 9:56 AM, mike.buchanan via RT
<met_help at ucar.edu>
wrote:
>
> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=82455 >
>
> Hi John,
>
> I modified my observations file and resulting netcdf to use Grib
code 255.
> I then modified grib1_ncep_129_7.txt with the following entry at the
> bottom:
>
> 255 129 7 -1 "ETCWL" "Extra Tropical Storm Surge Combined Surge and
Tide"
> "m"
>
> I then re-ran point_stat and here is what it gave me:
>
> DEBUG 1: Default Config File:
> /usr/local/share/met/config/PointStatConfig_default
> DEBUG 1: User Config File: PointStatConfig_ESTOFS
> ERROR :
> ERROR : VarInfoGrib::add_grib_code() -> unrecognized GRIB1 field
> abbreviation 'ETCWL' for table version 129
>
> How could this be? I thought it was reading this file and it should
have
> seen this entry.
>
> Mike
>
>
>
>
> *Michael BuchananScience & Operations Officer*National Weather
Service
> Corpus Christi, Texas
>
> Office: (361) 371-3169
>
> On Fri, Oct 20, 2017 at 10:16 PM, Mike Buchanan - NOAA Federal <
> mike.buchanan at noaa.gov> wrote:
>
> > Hi John,
> >
> > Point-Stat now runs to completion but there are 0 matched pairs.
Here is
> > the log file:
> >
> > DEBUG 1: Default Config File: /usr/local/share/met/config/
> > PointStatConfig_default
> > DEBUG 1: User Config File: PointStatConfig_ESTOFS
> > DEBUG 1: Forecast File: /met/met-6.0/mydata/Untarred_
> > Data/ESTOFS/com_estofs_prod_estofs.2017042506 <(201)%20704-
2506>.output/
> > estofs.atl.t06z.conus.cwl.grib2
> > DEBUG 1: Observation File: /met/met-6.0/mydata/Raw_Data/
> CSV/Bob_Hall_Pier_
> > Observations_Final.nc
> > DEBUG 2:
> > DEBUG 2:
------------------------------------------------------------
> > --------------------
> > DEBUG 2:
> > DEBUG 2: Reading data for ETCWL/L0.
> > WARNING:
> > WARNING: MetGrib2DataFile::data_plane_array() - Multiple exact
matching
> > records found for "ETCWL/L0" - records 1, 2, 3, 4, 5, 6, 7, 8, 9,
10, 11,
> > 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27,
28, 29,
> 30,
> > 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46,
47, 48,
> 49,
> > 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65,
66, 67,
> 68,
> > 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84,
85, 86,
> 87,
> > 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102,
103, 104,
> > 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117,
118,
> 119,
> > 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132,
133,
> 134,
> > 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147,
148,
> 149,
> > 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162,
163,
> 164,
> > 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177,
178,
> 179,
> > 180, 181
> > WARNING:
> > DEBUG 3: Use the matching forecast and observation grids.
> > DEBUG 3: Grid Definition: Projection: Lambert Conformal Nx: 2145
Ny: 1377
> > Lat_LL: 20.192 Lon_LL: 121.554 Lon_orient: 95.000 Alpha: 6509.082
Cone:
> > 0.423 Bx: 1088.0030 By: 5483.6617
> > DEBUG 2: Processing masking regions.
> > DEBUG 3: Processing grid mask: FULL
> > DEBUG 2: For ETCWL/L0 found 1 forecast levels and 0 climatology
levels.
> > DEBUG 2:
> > DEBUG 2:
------------------------------------------------------------
> > --------------------
> > DEBUG 2:
> > DEBUG 2: Searching 219 observations from 219 messages.
> > DEBUG 2:
> > DEBUG 2:
------------------------------------------------------------
> > --------------------
> > DEBUG 2:
> > DEBUG 2: Processing ETCWL/L0 versus ETSRG/L0, for observation type
> ADPUPA,
> > over region FULL, for interpolation method NEAREST(1), using 0
pairs.
> > DEBUG 3: Number of matched pairs = 0
> > DEBUG 3: Observations processed = 219
> > DEBUG 3: Rejected: SID exclusion = 0
> > DEBUG 3: Rejected: GRIB code = 219
> > DEBUG 3: Rejected: valid time = 0
> > DEBUG 3: Rejected: bad obs value = 0
> > DEBUG 3: Rejected: off the grid = 0
> > DEBUG 3: Rejected: level mismatch = 0
> > DEBUG 3: Rejected: quality marker = 0
> > DEBUG 3: Rejected: message type = 0
> > DEBUG 3: Rejected: masking region = 0
> > DEBUG 3: Rejected: bad fcst value = 0
> > DEBUG 3: Rejected: duplicates = 0
> > DEBUG 2:
> > DEBUG 2:
------------------------------------------------------------
> > --------------------
> > DEBUG 2:
> > DEBUG 1: Output file: /met/met-6.0/mydata/point_
> > stat_000000L_20170425_060000V.stat
> > DEBUG 1: Output file: /met/met-6.0/mydata/point_
> > stat_000000L_20170425_060000V_cnt.txt
> > DEBUG 1: Output file: /met/met-6.0/mydata/point_
> > stat_000000L_20170425_060000V_mpr.txt
> >
> > The 3 output files only have headers. I tried both of your "obs"
> > suggestions including the one I have above. Do these GRIB code
> > abbreviations need to be the same?
> >
> > Not sure what to do next?
> >
> > Mike
> >
> >
> >
> > *Michael BuchananScience & Operations Officer*National Weather
Service
> > Corpus Christi, Texas
> >
> > Office: (361) 371-3169
> >
> > On Fri, Oct 20, 2017 at 6:17 PM, John Halley Gotway via RT <
> > met_help at ucar.edu> wrote:
> >
> >> Mike,
> >>
> >> So by convention, version 6.0 of Point-Stat expects you to define
the
> >> "obs"
> >> section of the Point-Stat config file as if it were GRIB1 data.
Rather
> >> than creating our own conventions, we chose to adopt the existing
GRIB1
> >> convention. As I mentioned in my previous email, we are relaxing
this
> in
> >> version 6.1 of MET.
> >>
> >> So your observation are encoded using GRIB code 250. Looking in
the
> >> default GRIB table #2 (
> >> http://www.nco.ncep.noaa.gov/pmb/docs/on388/table2.html) 250 is
for
> Solar
> >> radiative heating rate (SWHR). So you could try setting:
> >>
> >> obs = {
> >> field = [ {
> >> name = "SWHR";
> >> level = "Z0";
> >> }
> >> ];
> >> }
> >>
> >> Point-Stat reads the string "SWHR", looks that string up from the
> default
> >> GRIB table, and finds that it's for code = 250. And it'll read
through
> >> your observations looking for GRIB codes of 250.
> >>
> >> As I mentioned in my previous email, using 228 along with
GRIB1_ptv =
> 129;
> >> is probably a better choice for this data. Additionally, there's
a way
> >> you
> >> could define your own custom GRIB table to use your own
abbreviations...
> >> but that's probably overkill in this case. And hopefully you'll
find
> the
> >> solution of using strings in version 6.1 to be more convenient.
> >>
> >> FYI, please try running Point-Stat at verbosity level 3 (-v 3) to
get
> more
> >> diagnostic info about how many observations are used.
> >>
> >> Thanks,
> >> John
> >>
> >> On Fri, Oct 20, 2017 at 4:34 PM, mike.buchanan via RT <
> met_help at ucar.edu>
> >> wrote:
> >>
> >> >
> >> > Fri Oct 20 16:34:58 2017: Request 82455 was acted upon.
> >> > Transaction: Ticket created by mike.buchanan at noaa.gov
> >> > Queue: met_help
> >> > Subject: Proper format of the Point-Stat config file using
> ASCII2NC
> >> > netcdf output
> >> > Owner: Nobody
> >> > Requestors: mike.buchanan at noaa.gov
> >> > Status: new
> >> > Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=82455
> >
> >> >
> >> >
> >> > MET Support,
> >> >
> >> > I have a netcdf observations file produced by ASCII2NC. It
contains
> 219
> >> > observations. When running ncdump -v obs_arr on this netcdf
file I
> get:
> >> >
> >> > netcdf Bob_Hall_Pier_Observations_Final {
> >> > dimensions:
> >> > mxstr = 40 ;
> >> > hdr_arr_len = 3 ;
> >> > obs_arr_len = 5 ;
> >> > nhdr = 219 ;
> >> > nobs = UNLIMITED ; // (219 currently)
> >> > variables:
> >> > char hdr_typ(nhdr, mxstr) ;
> >> > hdr_typ:long_name = "message type" ;
> >> > char hdr_sid(nhdr, mxstr) ;
> >> > hdr_sid:long_name = "station identification" ;
> >> > char hdr_vld(nhdr, mxstr) ;
> >> > hdr_vld:long_name = "valid time" ;
> >> > hdr_vld:units = "YYYYMMDD_HHMMSS UTC" ;
> >> > float hdr_arr(nhdr, hdr_arr_len) ;
> >> > hdr_arr:long_name = "array of observation station
header
> >> values" ;
> >> > hdr_arr:missing_value = -9999.f ;
> >> > hdr_arr:_FillValue = -9999.f ;
> >> > hdr_arr:columns = "lat lon elv" ;
> >> > hdr_arr:lat_long_name = "latitude" ;
> >> > hdr_arr:lat_units = "degrees_north" ;
> >> > hdr_arr:lon_long_name = "longitude" ;
> >> > hdr_arr:lon_units = "degrees_east" ;
> >> > hdr_arr:elv_long_name = "elevation " ;
> >> > hdr_arr:elv_units = "meters above sea level (msl)" ;
> >> > char obs_qty(nobs, mxstr) ;
> >> > obs_qty:long_name = "quality flag" ;
> >> > float obs_arr(nobs, obs_arr_len) ;
> >> > obs_arr:long_name = "array of observation values" ;
> >> > obs_arr:missing_value = -9999.f ;
> >> > obs_arr:_FillValue = -9999.f ;
> >> > obs_arr:columns = "hdr_id gc lvl hgt ob" ;
> >> > obs_arr:hdr_id_long_name = "index of matching header
data" ;
> >> > obs_arr:gc_long_name = "grib code corresponding to the
> >> observation
> >> > type" ;
> >> > obs_arr:lvl_long_name = "pressure level (hPa) or
accumulation
> >> > interval (sec)" ;
> >> > obs_arr:hgt_long_name = "height in meters above sea
level or
> >> ground
> >> > level (msl or agl)" ;
> >> > obs_arr:ob_long_name = "observation value" ;
> >> >
> >> > // global attributes:
> >> > :FileOrigins = "File
Bob_Hall_Pier_Observations_Final.nc
> >> generated
> >> > 20171020_203727 UTC on host f7ae8186fbe8 by the MET ascii2nc
tool" ;
> >> > :MET_version = "V6.0" ;
> >> > :MET_tool = "ascii2nc" ;
> >> > data:
> >> >
> >> > obs_arr =
> >> > 0, 250, 0, 0, 0.6138672,
> >> > 1, 250, 0, 0, 0.6220968,
> >> > 2, 250, 0, 0, 0.627888,
> >> > 3, 250, 0, 0, 0.6528816,
> >> > 4, 250, 0, 0, 0.6220968,
> >> > 5, 250, 0, 0, 0.630936,
> >> > 6, 250, 0, 0, 0.6300216,
> >> > 7, 250, 0, 0, 0.6120384,
> >> > 8, 250, 0, 0, 0.6348984,
> >> > 9, 250, 0, 0, 0.6541008,
> >> > 10, 250, 0, 0, 0.6199632,
> >> > 11, 250, 0, 0, 0.6099048,
> >> > 12, 250, 0, 0, 0.6528816,
> >> > 13, 250, 0, 0, 0.6940296,
> >> > 14, 250, 0, 0, 0.6861048,
> >> > 15, 250, 0, 0, 0.6589776,
> >> > 16, 250, 0, 0, 0.6501384,
> >> > 17, 250, 0, 0, 0.6470904,
> >> > 18, 250, 0, 0, 0.6638544,
> >> > 19, 250, 0, 0, 0.755904,
> >> > 20, 250, 0, 0, 0.790956,
> >> > 21, 250, 0, 0, 0.8628888,
> >> > 22, 250, 0, 0, 0.8019288,
> >> > 23, 250, 0, 0, 0.8281416,
> >> > 24, 250, 0, 0, 0.7641336,
> >> > 25, 250, 0, 0, 0.8150352,
> >> > 26, 250, 0, 0, 0.7488936,
> >> > 27, 250, 0, 0, 0.7239,
> >> > 28, 250, 0, 0, 0.691896,
> >> > 29, 250, 0, 0, 0.697992,
> >> > 30, 250, 0, 0, 0.7028688,
> >> > 31, 250, 0, 0, 0.7348728,
> >> > 32, 250, 0, 0, 0.6300216,
> >> > 33, 250, 0, 0, 0.66294,
> >> > 34, 250, 0, 0, 0.6559296,
> >> > 35, 250, 0, 0, 0.6650736,
> >> > 36, 250, 0, 0, 0.6790944,
> >> > 37, 250, 0, 0, 0.6669024,
> >> > 38, 250, 0, 0, 0.6489192,
> >> > 39, 250, 0, 0, 0.6589776,
> >> > 40, 250, 0, 0, 0.6379464,
> >> > 41, 250, 0, 0, 0.704088,
> >> > 42, 250, 0, 0, 0.7080504,
> >> > 43, 250, 0, 0, 0.6449568,
> >> > 44, 250, 0, 0, 0.6739128,
> >> > 45, 250, 0, 0, 0.7141464,
> >> > 46, 250, 0, 0, 0.6318504,
> >> > 47, 250, 0, 0, 0.6318504,
> >> > 48, 250, 0, 0, 0.6620256,
> >> > 49, 250, 0, 0, 0.6318504,
> >> > 50, 250, 0, 0, 0.6669024,
> >> > 51, 250, 0, 0, 0.6379464,
> >> > 52, 250, 0, 0, 0.675132,
> >> > 53, 250, 0, 0, 0.6251448,
> >> > 54, 250, 0, 0, 0.6379464,
> >> > 55, 250, 0, 0, 0.6150864,
> >> > 56, 250, 0, 0, 0.6099048,
> >> > 57, 250, 0, 0, 0.6480048,
> >> > 58, 250, 0, 0, 0.6528816,
> >> > 59, 250, 0, 0, 0.6181344,
> >> > 60, 250, 0, 0, 0.6181344,
> >> > 61, 250, 0, 0, 0.6208776,
> >> > 62, 250, 0, 0, 0.6269736,
> >> > 63, 250, 0, 0, 0.6480048,
> >> > 64, 250, 0, 0, 0.6729984,
> >> > 65, 250, 0, 0, 0.6510528,
> >> > 66, 250, 0, 0, 0.633984,
> >> > 67, 250, 0, 0, 0.6120384,
> >> > 68, 250, 0, 0, 0.64008,
> >> > 69, 250, 0, 0, 0.6318504,
> >> > 70, 250, 0, 0, 0.6230112,
> >> > 71, 250, 0, 0, 0.6099048,
> >> > 72, 250, 0, 0, 0.64008,
> >> > 73, 250, 0, 0, 0.66294,
> >> > 74, 250, 0, 0, 0.6388608,
> >> > 75, 250, 0, 0, 0.637032,
> >> > 76, 250, 0, 0, 0.6120384,
> >> > 77, 250, 0, 0, 0.6379464,
> >> > 78, 250, 0, 0, 0.6449568,
> >> > 79, 250, 0, 0, 0.6681216,
> >> > 80, 250, 0, 0, 0.726948,
> >> > 81, 250, 0, 0, 0.6931152,
> >> > 82, 250, 0, 0, 0.7540752,
> >> > 83, 250, 0, 0, 0.669036,
> >> > 84, 250, 0, 0, 0.669036,
> >> > 85, 250, 0, 0, 0.6269736,
> >> > 86, 250, 0, 0, 0.665988,
> >> > 87, 250, 0, 0, 0.6489192,
> >> > 88, 250, 0, 0, 0.659892,
> >> > 89, 250, 0, 0, 0.6330696,
> >> > 90, 250, 0, 0, 0.6470904,
> >> > 91, 250, 0, 0, 0.6208776,
> >> > 92, 250, 0, 0, 0.6388608,
> >> > 93, 250, 0, 0, 0.6099048,
> >> > 94, 250, 0, 0, 0.627888,
> >> > 95, 250, 0, 0, 0.633984,
> >> > 96, 250, 0, 0, 0.7629144,
> >> > 97, 250, 0, 0, 0.6580632,
> >> > 98, 250, 0, 0, 0.6739128,
> >> > 99, 250, 0, 0, 0.6318504,
> >> > 100, 250, 0, 0, 0.6190488,
> >> > 101, 250, 0, 0, 0.630936,
> >> > 102, 250, 0, 0, 0.627888,
> >> > 103, 250, 0, 0, 0.665988,
> >> > 104, 250, 0, 0, 0.6580632,
> >> > 105, 250, 0, 0, 0.6541008,
> >> > 106, 250, 0, 0, 0.6181344,
> >> > 107, 250, 0, 0, 0.6251448,
> >> > 108, 250, 0, 0, 0.6449568,
> >> > 109, 250, 0, 0, 0.6379464,
> >> > 110, 250, 0, 0, 0.6348984,
> >> > 111, 250, 0, 0, 0.6440424,
> >> > 112, 250, 0, 0, 0.6589776,
> >> > 113, 250, 0, 0, 0.659892,
> >> > 114, 250, 0, 0, 0.6650736,
> >> > 115, 250, 0, 0, 0.6559296,
> >> > 116, 250, 0, 0, 0.6830568,
> >> > 117, 250, 0, 0, 0.6230112,
> >> > 118, 250, 0, 0, 0.64008,
> >> > 119, 250, 0, 0, 0.6260592,
> >> > 120, 250, 0, 0, 0.6099048,
> >> > 121, 250, 0, 0, 0.6120384,
> >> > 122, 250, 0, 0, 0.6199632,
> >> > 123, 250, 0, 0, 0.6419088,
> >> > 124, 250, 0, 0, 0.6480048,
> >> > 125, 250, 0, 0, 0.6230112,
> >> > 126, 250, 0, 0, 0.643128,
> >> > 127, 250, 0, 0, 0.6190488,
> >> > 128, 250, 0, 0, 0.630936,
> >> > 129, 250, 0, 0, 0.6300216,
> >> > 130, 250, 0, 0, 0.6099048,
> >> > 131, 250, 0, 0, 0.6251448,
> >> > 132, 250, 0, 0, 0.6300216,
> >> > 133, 250, 0, 0, 0.6169152,
> >> > 134, 250, 0, 0, 0.643128,
> >> > 135, 250, 0, 0, 0.630936,
> >> > 136, 250, 0, 0, 0.630936,
> >> > 137, 250, 0, 0, 0.6208776,
> >> > 138, 250, 0, 0, 0.6330696,
> >> > 139, 250, 0, 0, 0.6220968,
> >> > 140, 250, 0, 0, 0.6120384,
> >> > 141, 250, 0, 0, 0.6190488,
> >> > 142, 250, 0, 0, 0.6458712,
> >> > 143, 250, 0, 0, 0.6138672,
> >> > 144, 250, 0, 0, 0.6501384,
> >> > 145, 250, 0, 0, 0.6681216,
> >> > 146, 250, 0, 0, 0.6821424,
> >> > 147, 250, 0, 0, 0.6269736,
> >> > 148, 250, 0, 0, 0.6269736,
> >> > 149, 250, 0, 0, 0.6251448,
> >> > 150, 250, 0, 0, 0.6181344,
> >> > 151, 250, 0, 0, 0.6150864,
> >> > 152, 250, 0, 0, 0.6239256,
> >> > 153, 250, 0, 0, 0.6150864,
> >> > 154, 250, 0, 0, 0.6580632,
> >> > 155, 250, 0, 0, 0.6528816,
> >> > 156, 250, 0, 0, 0.6489192,
> >> > 157, 250, 0, 0, 0.6419088,
> >> > 158, 250, 0, 0, 0.6199632,
> >> > 159, 250, 0, 0, 0.6239256,
> >> > 160, 250, 0, 0, 0.6181344,
> >> > 161, 250, 0, 0, 0.6300216,
> >> > 162, 250, 0, 0, 0.6480048,
> >> > 163, 250, 0, 0, 0.6769608,
> >> > 164, 250, 0, 0, 0.6729984,
> >> > 165, 250, 0, 0, 0.6708648,
> >> > 166, 250, 0, 0, 0.6260592,
> >> > 167, 250, 0, 0, 0.627888,
> >> > 168, 250, 0, 0, 0.6769608,
> >> > 169, 250, 0, 0, 0.6300216,
> >> > 170, 250, 0, 0, 0.6199632,
> >> > 171, 250, 0, 0, 0.6099048,
> >> > 172, 250, 0, 0, 0.6909816,
> >> > 173, 250, 0, 0, 0.7141464,
> >> > 174, 250, 0, 0, 0.6708648,
> >> > 175, 250, 0, 0, 0.6138672,
> >> > 176, 250, 0, 0, 0.6580632,
> >> > 177, 250, 0, 0, 0.6230112,
> >> > 178, 250, 0, 0, 0.6160008,
> >> > 179, 250, 0, 0, 0.6220968,
> >> > 180, 250, 0, 0, 0.627888,
> >> > 181, 250, 0, 0, 0.6208776,
> >> > 182, 250, 0, 0, 0.6348984,
> >> > 183, 250, 0, 0, 0.6269736,
> >> > 184, 250, 0, 0, 0.6388608,
> >> > 185, 250, 0, 0, 0.6361176,
> >> > 186, 250, 0, 0, 0.6318504,
> >> > 187, 250, 0, 0, 0.66294,
> >> > 188, 250, 0, 0, 0.6800088,
> >> > 189, 250, 0, 0, 0.6620256,
> >> > 190, 250, 0, 0, 0.6239256,
> >> > 191, 250, 0, 0, 0.64008,
> >> > 192, 250, 0, 0, 0.611124,
> >> > 193, 250, 0, 0, 0.6300216,
> >> > 194, 250, 0, 0, 0.6550152,
> >> > 195, 250, 0, 0, 0.912876,
> >> > 196, 250, 0, 0, 0.7418832,
> >> > 197, 250, 0, 0, 0.6230112,
> >> > 198, 250, 0, 0, 0.6541008,
> >> > 199, 250, 0, 0, 0.637032,
> >> > 200, 250, 0, 0, 0.6419088,
> >> > 201, 250, 0, 0, 0.6199632,
> >> > 202, 250, 0, 0, 0.6150864,
> >> > 203, 250, 0, 0, 0.6230112,
> >> > 204, 250, 0, 0, 0.643128,
> >> > 205, 250, 0, 0, 0.8089392,
> >> > 206, 250, 0, 0, 0.8330184,
> >> > 207, 250, 0, 0, 0.9140952,
> >> > 208, 250, 0, 0, 0.9649968,
> >> > 209, 250, 0, 0, 0.8860536,
> >> > 210, 250, 0, 0, 0.8220456,
> >> > 211, 250, 0, 0, 0.7641336,
> >> > 212, 250, 0, 0, 0.7610856,
> >> > 213, 250, 0, 0, 0.6708648,
> >> > 214, 250, 0, 0, 0.70104,
> >> > 215, 250, 0, 0, 0.6190488,
> >> > 216, 250, 0, 0, 0.6559296,
> >> > 217, 250, 0, 0, 0.6419088,
> >> > 218, 250, 0, 0, 0.637032 ;
> >> > }
> >> >
> >> > My Point-Stat config I am using contains the following:
> >> >
> >> > model = "ESTOFS";
> >> > fcst = {
> >> > field = [ {// name =
> >> > "Extra_Tropical_Storm_Surge_Combined_Surge_and_Tide";
> >> > name = "ETCWL";
> >> > level = ["L0"];
> >> > message_type = ["SFCSHP"];
> >> > }
> >> > ];
> >> > }
> >> > obs = {
> >> > field = [ { name = "obs_arr";
> >> > level = "(4,5,*,*)";
> >> > }
> >> > ];
> >> > }
> >> >
> >> > //obs = fcst;
> >> > output_flag = {
> >> > fho = NONE;
> >> > ctc = NONE;
> >> > cts = NONE;
> >> > mctc = NONE;
> >> > mcts = NONE;
> >> > cnt = BOTH;
> >> > sl1l2 = NONE;
> >> > sal1l2 = NONE;
> >> > vl1l2 = NONE;
> >> > val1l2 = NONE;
> >> > pct = NONE;
> >> > pstd = NONE;
> >> > pjc = NONE;
> >> > prc = NONE;
> >> > mpr = BOTH;
> >> > // nbrctc = NONE;
> >> > // nbrcts = NONE;
> >> > // nbrcnt = NONE;
> >> > // isc = NONE;
> >> > // rhist = NONE;
> >> > // phist = NONE;
> >> > // orank = NONE;
> >> > // ssvar = NONE;
> >> > }
> >> >
> >> > When I run the Point-Stat tool using an ESTOFS grib2 file and
my
> >> ASCII2NC
> >> > netcdf observations file from above, I get the following:
> >> >
> >> > DEBUG 1: Default Config File:
> >> > /usr/local/share/met/config/PointStatConfig_default
> >> > DEBUG 1: User Config File: PointStatConfig_ESTOFS
> >> > ERROR :
> >> > ERROR : VarInfo::set_level_info_grib() - failed to parse level
string
> >> > '(4,5,*,*)'
> >> > ERROR :
> >> >
> >> > Since I want to use the last field in obs_arr, I thought this
was the
> >> > correct format. What am I doing wrong? Any help would be
> appreciated.
> >> >
> >> > Thanks.
> >> >
> >> >
> >> >
> >> > *Michael BuchananScience & Operations Officer*National Weather
Service
> >> > Corpus Christi, Texas
> >> >
> >> > Office: (361) 371-3169
> >> >
> >> >
> >>
> >>
> >
>
>
------------------------------------------------
Subject: Proper format of the Point-Stat config file using ASCII2NC netcdf output
From: mike.buchanan
Time: Mon Oct 23 13:15:41 2017
Hi John,
I edited the grib1_ncep_129_7.txt file in met-6.0/data/table_files/.
It may be easier to place this edited grib table into the share
directory. I will make a backup of the original grib1_ncep_129_7.txt
file, just in case.
Mike
On 10/23/2017 2:01 PM, John Halley Gotway via RT wrote:
> Mike,
>
> The question is *where* did you edit that file:
> grib1_ncep_129_7.txt
>
> That file lives in met-6.0/data/table_files/grib1_ncep_129_7.txt...
> *BUT* when MET in installed, it gets copied over into
> [INSTALL_DIR]/share/met/table_files/grib1_ncep_129_7.txt
>
> And that's where the MET tools read this file at runtime. You have
2
> choices:
>
> (1) Edit that grib1_ncep_129_7.txt in the *installed* location.
>
> (2) Or define a custom GRIB1 table and set the MET_GRIB_TABLES
environment
> variable to point to it. Take a look in the MET User's Guide and
search
> for MET_GRIB_TABLES for info about it:
>
https://dtcenter.org/met/users/docs/users_guide/MET_Users_Guide_v6.0.pdf
>
> Thanks,
> John
>
>
> On Sat, Oct 21, 2017 at 9:56 AM, mike.buchanan via RT
<met_help at ucar.edu>
> wrote:
>
>> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=82455 >
>>
>> Hi John,
>>
>> I modified my observations file and resulting netcdf to use Grib
code 255.
>> I then modified grib1_ncep_129_7.txt with the following entry at
the
>> bottom:
>>
>> 255 129 7 -1 "ETCWL" "Extra Tropical Storm Surge Combined Surge and
Tide"
>> "m"
>>
>> I then re-ran point_stat and here is what it gave me:
>>
>> DEBUG 1: Default Config File:
>> /usr/local/share/met/config/PointStatConfig_default
>> DEBUG 1: User Config File: PointStatConfig_ESTOFS
>> ERROR :
>> ERROR : VarInfoGrib::add_grib_code() -> unrecognized GRIB1 field
>> abbreviation 'ETCWL' for table version 129
>>
>> How could this be? I thought it was reading this file and it
should have
>> seen this entry.
>>
>> Mike
>>
>>
>>
>>
>> *Michael BuchananScience & Operations Officer*National Weather
Service
>> Corpus Christi, Texas
>>
>> Office: (361) 371-3169
>>
>> On Fri, Oct 20, 2017 at 10:16 PM, Mike Buchanan - NOAA Federal <
>> mike.buchanan at noaa.gov> wrote:
>>
>>> Hi John,
>>>
>>> Point-Stat now runs to completion but there are 0 matched pairs.
Here is
>>> the log file:
>>>
>>> DEBUG 1: Default Config File: /usr/local/share/met/config/
>>> PointStatConfig_default
>>> DEBUG 1: User Config File: PointStatConfig_ESTOFS
>>> DEBUG 1: Forecast File: /met/met-6.0/mydata/Untarred_
>>> Data/ESTOFS/com_estofs_prod_estofs.2017042506 <(201)%20704-
2506>.output/
>>> estofs.atl.t06z.conus.cwl.grib2
>>> DEBUG 1: Observation File: /met/met-6.0/mydata/Raw_Data/
>> CSV/Bob_Hall_Pier_
>>> Observations_Final.nc
>>> DEBUG 2:
>>> DEBUG 2:
------------------------------------------------------------
>>> --------------------
>>> DEBUG 2:
>>> DEBUG 2: Reading data for ETCWL/L0.
>>> WARNING:
>>> WARNING: MetGrib2DataFile::data_plane_array() - Multiple exact
matching
>>> records found for "ETCWL/L0" - records 1, 2, 3, 4, 5, 6, 7, 8, 9,
10, 11,
>>> 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27,
28, 29,
>> 30,
>>> 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46,
47, 48,
>> 49,
>>> 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65,
66, 67,
>> 68,
>>> 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84,
85, 86,
>> 87,
>>> 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102,
103, 104,
>>> 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117,
118,
>> 119,
>>> 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132,
133,
>> 134,
>>> 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147,
148,
>> 149,
>>> 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162,
163,
>> 164,
>>> 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177,
178,
>> 179,
>>> 180, 181
>>> WARNING:
>>> DEBUG 3: Use the matching forecast and observation grids.
>>> DEBUG 3: Grid Definition: Projection: Lambert Conformal Nx: 2145
Ny: 1377
>>> Lat_LL: 20.192 Lon_LL: 121.554 Lon_orient: 95.000 Alpha: 6509.082
Cone:
>>> 0.423 Bx: 1088.0030 By: 5483.6617
>>> DEBUG 2: Processing masking regions.
>>> DEBUG 3: Processing grid mask: FULL
>>> DEBUG 2: For ETCWL/L0 found 1 forecast levels and 0 climatology
levels.
>>> DEBUG 2:
>>> DEBUG 2:
------------------------------------------------------------
>>> --------------------
>>> DEBUG 2:
>>> DEBUG 2: Searching 219 observations from 219 messages.
>>> DEBUG 2:
>>> DEBUG 2:
------------------------------------------------------------
>>> --------------------
>>> DEBUG 2:
>>> DEBUG 2: Processing ETCWL/L0 versus ETSRG/L0, for observation type
>> ADPUPA,
>>> over region FULL, for interpolation method NEAREST(1), using 0
pairs.
>>> DEBUG 3: Number of matched pairs = 0
>>> DEBUG 3: Observations processed = 219
>>> DEBUG 3: Rejected: SID exclusion = 0
>>> DEBUG 3: Rejected: GRIB code = 219
>>> DEBUG 3: Rejected: valid time = 0
>>> DEBUG 3: Rejected: bad obs value = 0
>>> DEBUG 3: Rejected: off the grid = 0
>>> DEBUG 3: Rejected: level mismatch = 0
>>> DEBUG 3: Rejected: quality marker = 0
>>> DEBUG 3: Rejected: message type = 0
>>> DEBUG 3: Rejected: masking region = 0
>>> DEBUG 3: Rejected: bad fcst value = 0
>>> DEBUG 3: Rejected: duplicates = 0
>>> DEBUG 2:
>>> DEBUG 2:
------------------------------------------------------------
>>> --------------------
>>> DEBUG 2:
>>> DEBUG 1: Output file: /met/met-6.0/mydata/point_
>>> stat_000000L_20170425_060000V.stat
>>> DEBUG 1: Output file: /met/met-6.0/mydata/point_
>>> stat_000000L_20170425_060000V_cnt.txt
>>> DEBUG 1: Output file: /met/met-6.0/mydata/point_
>>> stat_000000L_20170425_060000V_mpr.txt
>>>
>>> The 3 output files only have headers. I tried both of your "obs"
>>> suggestions including the one I have above. Do these GRIB code
>>> abbreviations need to be the same?
>>>
>>> Not sure what to do next?
>>>
>>> Mike
>>>
>>>
>>>
>>> *Michael BuchananScience & Operations Officer*National Weather
Service
>>> Corpus Christi, Texas
>>>
>>> Office: (361) 371-3169
>>>
>>> On Fri, Oct 20, 2017 at 6:17 PM, John Halley Gotway via RT <
>>> met_help at ucar.edu> wrote:
>>>
>>>> Mike,
>>>>
>>>> So by convention, version 6.0 of Point-Stat expects you to define
the
>>>> "obs"
>>>> section of the Point-Stat config file as if it were GRIB1 data.
Rather
>>>> than creating our own conventions, we chose to adopt the existing
GRIB1
>>>> convention. As I mentioned in my previous email, we are relaxing
this
>> in
>>>> version 6.1 of MET.
>>>>
>>>> So your observation are encoded using GRIB code 250. Looking in
the
>>>> default GRIB table #2 (
>>>> http://www.nco.ncep.noaa.gov/pmb/docs/on388/table2.html) 250 is
for
>> Solar
>>>> radiative heating rate (SWHR). So you could try setting:
>>>>
>>>> obs = {
>>>> field = [ {
>>>> name = "SWHR";
>>>> level = "Z0";
>>>> }
>>>> ];
>>>> }
>>>>
>>>> Point-Stat reads the string "SWHR", looks that string up from the
>> default
>>>> GRIB table, and finds that it's for code = 250. And it'll read
through
>>>> your observations looking for GRIB codes of 250.
>>>>
>>>> As I mentioned in my previous email, using 228 along with
GRIB1_ptv =
>> 129;
>>>> is probably a better choice for this data. Additionally, there's
a way
>>>> you
>>>> could define your own custom GRIB table to use your own
abbreviations...
>>>> but that's probably overkill in this case. And hopefully you'll
find
>> the
>>>> solution of using strings in version 6.1 to be more convenient.
>>>>
>>>> FYI, please try running Point-Stat at verbosity level 3 (-v 3) to
get
>> more
>>>> diagnostic info about how many observations are used.
>>>>
>>>> Thanks,
>>>> John
>>>>
>>>> On Fri, Oct 20, 2017 at 4:34 PM, mike.buchanan via RT <
>> met_help at ucar.edu>
>>>> wrote:
>>>>
>>>>> Fri Oct 20 16:34:58 2017: Request 82455 was acted upon.
>>>>> Transaction: Ticket created by mike.buchanan at noaa.gov
>>>>> Queue: met_help
>>>>> Subject: Proper format of the Point-Stat config file using
>> ASCII2NC
>>>>> netcdf output
>>>>> Owner: Nobody
>>>>> Requestors: mike.buchanan at noaa.gov
>>>>> Status: new
>>>>> Ticket <URL:
https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=82455
>>>>>
>>>>> MET Support,
>>>>>
>>>>> I have a netcdf observations file produced by ASCII2NC. It
contains
>> 219
>>>>> observations. When running ncdump -v obs_arr on this netcdf
file I
>> get:
>>>>> netcdf Bob_Hall_Pier_Observations_Final {
>>>>> dimensions:
>>>>> mxstr = 40 ;
>>>>> hdr_arr_len = 3 ;
>>>>> obs_arr_len = 5 ;
>>>>> nhdr = 219 ;
>>>>> nobs = UNLIMITED ; // (219 currently)
>>>>> variables:
>>>>> char hdr_typ(nhdr, mxstr) ;
>>>>> hdr_typ:long_name = "message type" ;
>>>>> char hdr_sid(nhdr, mxstr) ;
>>>>> hdr_sid:long_name = "station identification" ;
>>>>> char hdr_vld(nhdr, mxstr) ;
>>>>> hdr_vld:long_name = "valid time" ;
>>>>> hdr_vld:units = "YYYYMMDD_HHMMSS UTC" ;
>>>>> float hdr_arr(nhdr, hdr_arr_len) ;
>>>>> hdr_arr:long_name = "array of observation station
header
>>>> values" ;
>>>>> hdr_arr:missing_value = -9999.f ;
>>>>> hdr_arr:_FillValue = -9999.f ;
>>>>> hdr_arr:columns = "lat lon elv" ;
>>>>> hdr_arr:lat_long_name = "latitude" ;
>>>>> hdr_arr:lat_units = "degrees_north" ;
>>>>> hdr_arr:lon_long_name = "longitude" ;
>>>>> hdr_arr:lon_units = "degrees_east" ;
>>>>> hdr_arr:elv_long_name = "elevation " ;
>>>>> hdr_arr:elv_units = "meters above sea level (msl)" ;
>>>>> char obs_qty(nobs, mxstr) ;
>>>>> obs_qty:long_name = "quality flag" ;
>>>>> float obs_arr(nobs, obs_arr_len) ;
>>>>> obs_arr:long_name = "array of observation values" ;
>>>>> obs_arr:missing_value = -9999.f ;
>>>>> obs_arr:_FillValue = -9999.f ;
>>>>> obs_arr:columns = "hdr_id gc lvl hgt ob" ;
>>>>> obs_arr:hdr_id_long_name = "index of matching header
data" ;
>>>>> obs_arr:gc_long_name = "grib code corresponding to the
>>>> observation
>>>>> type" ;
>>>>> obs_arr:lvl_long_name = "pressure level (hPa) or
accumulation
>>>>> interval (sec)" ;
>>>>> obs_arr:hgt_long_name = "height in meters above sea
level or
>>>> ground
>>>>> level (msl or agl)" ;
>>>>> obs_arr:ob_long_name = "observation value" ;
>>>>>
>>>>> // global attributes:
>>>>> :FileOrigins = "File
Bob_Hall_Pier_Observations_Final.nc
>>>> generated
>>>>> 20171020_203727 UTC on host f7ae8186fbe8 by the MET ascii2nc
tool" ;
>>>>> :MET_version = "V6.0" ;
>>>>> :MET_tool = "ascii2nc" ;
>>>>> data:
>>>>>
>>>>> obs_arr =
>>>>> 0, 250, 0, 0, 0.6138672,
>>>>> 1, 250, 0, 0, 0.6220968,
>>>>> 2, 250, 0, 0, 0.627888,
>>>>> 3, 250, 0, 0, 0.6528816,
>>>>> 4, 250, 0, 0, 0.6220968,
>>>>> 5, 250, 0, 0, 0.630936,
>>>>> 6, 250, 0, 0, 0.6300216,
>>>>> 7, 250, 0, 0, 0.6120384,
>>>>> 8, 250, 0, 0, 0.6348984,
>>>>> 9, 250, 0, 0, 0.6541008,
>>>>> 10, 250, 0, 0, 0.6199632,
>>>>> 11, 250, 0, 0, 0.6099048,
>>>>> 12, 250, 0, 0, 0.6528816,
>>>>> 13, 250, 0, 0, 0.6940296,
>>>>> 14, 250, 0, 0, 0.6861048,
>>>>> 15, 250, 0, 0, 0.6589776,
>>>>> 16, 250, 0, 0, 0.6501384,
>>>>> 17, 250, 0, 0, 0.6470904,
>>>>> 18, 250, 0, 0, 0.6638544,
>>>>> 19, 250, 0, 0, 0.755904,
>>>>> 20, 250, 0, 0, 0.790956,
>>>>> 21, 250, 0, 0, 0.8628888,
>>>>> 22, 250, 0, 0, 0.8019288,
>>>>> 23, 250, 0, 0, 0.8281416,
>>>>> 24, 250, 0, 0, 0.7641336,
>>>>> 25, 250, 0, 0, 0.8150352,
>>>>> 26, 250, 0, 0, 0.7488936,
>>>>> 27, 250, 0, 0, 0.7239,
>>>>> 28, 250, 0, 0, 0.691896,
>>>>> 29, 250, 0, 0, 0.697992,
>>>>> 30, 250, 0, 0, 0.7028688,
>>>>> 31, 250, 0, 0, 0.7348728,
>>>>> 32, 250, 0, 0, 0.6300216,
>>>>> 33, 250, 0, 0, 0.66294,
>>>>> 34, 250, 0, 0, 0.6559296,
>>>>> 35, 250, 0, 0, 0.6650736,
>>>>> 36, 250, 0, 0, 0.6790944,
>>>>> 37, 250, 0, 0, 0.6669024,
>>>>> 38, 250, 0, 0, 0.6489192,
>>>>> 39, 250, 0, 0, 0.6589776,
>>>>> 40, 250, 0, 0, 0.6379464,
>>>>> 41, 250, 0, 0, 0.704088,
>>>>> 42, 250, 0, 0, 0.7080504,
>>>>> 43, 250, 0, 0, 0.6449568,
>>>>> 44, 250, 0, 0, 0.6739128,
>>>>> 45, 250, 0, 0, 0.7141464,
>>>>> 46, 250, 0, 0, 0.6318504,
>>>>> 47, 250, 0, 0, 0.6318504,
>>>>> 48, 250, 0, 0, 0.6620256,
>>>>> 49, 250, 0, 0, 0.6318504,
>>>>> 50, 250, 0, 0, 0.6669024,
>>>>> 51, 250, 0, 0, 0.6379464,
>>>>> 52, 250, 0, 0, 0.675132,
>>>>> 53, 250, 0, 0, 0.6251448,
>>>>> 54, 250, 0, 0, 0.6379464,
>>>>> 55, 250, 0, 0, 0.6150864,
>>>>> 56, 250, 0, 0, 0.6099048,
>>>>> 57, 250, 0, 0, 0.6480048,
>>>>> 58, 250, 0, 0, 0.6528816,
>>>>> 59, 250, 0, 0, 0.6181344,
>>>>> 60, 250, 0, 0, 0.6181344,
>>>>> 61, 250, 0, 0, 0.6208776,
>>>>> 62, 250, 0, 0, 0.6269736,
>>>>> 63, 250, 0, 0, 0.6480048,
>>>>> 64, 250, 0, 0, 0.6729984,
>>>>> 65, 250, 0, 0, 0.6510528,
>>>>> 66, 250, 0, 0, 0.633984,
>>>>> 67, 250, 0, 0, 0.6120384,
>>>>> 68, 250, 0, 0, 0.64008,
>>>>> 69, 250, 0, 0, 0.6318504,
>>>>> 70, 250, 0, 0, 0.6230112,
>>>>> 71, 250, 0, 0, 0.6099048,
>>>>> 72, 250, 0, 0, 0.64008,
>>>>> 73, 250, 0, 0, 0.66294,
>>>>> 74, 250, 0, 0, 0.6388608,
>>>>> 75, 250, 0, 0, 0.637032,
>>>>> 76, 250, 0, 0, 0.6120384,
>>>>> 77, 250, 0, 0, 0.6379464,
>>>>> 78, 250, 0, 0, 0.6449568,
>>>>> 79, 250, 0, 0, 0.6681216,
>>>>> 80, 250, 0, 0, 0.726948,
>>>>> 81, 250, 0, 0, 0.6931152,
>>>>> 82, 250, 0, 0, 0.7540752,
>>>>> 83, 250, 0, 0, 0.669036,
>>>>> 84, 250, 0, 0, 0.669036,
>>>>> 85, 250, 0, 0, 0.6269736,
>>>>> 86, 250, 0, 0, 0.665988,
>>>>> 87, 250, 0, 0, 0.6489192,
>>>>> 88, 250, 0, 0, 0.659892,
>>>>> 89, 250, 0, 0, 0.6330696,
>>>>> 90, 250, 0, 0, 0.6470904,
>>>>> 91, 250, 0, 0, 0.6208776,
>>>>> 92, 250, 0, 0, 0.6388608,
>>>>> 93, 250, 0, 0, 0.6099048,
>>>>> 94, 250, 0, 0, 0.627888,
>>>>> 95, 250, 0, 0, 0.633984,
>>>>> 96, 250, 0, 0, 0.7629144,
>>>>> 97, 250, 0, 0, 0.6580632,
>>>>> 98, 250, 0, 0, 0.6739128,
>>>>> 99, 250, 0, 0, 0.6318504,
>>>>> 100, 250, 0, 0, 0.6190488,
>>>>> 101, 250, 0, 0, 0.630936,
>>>>> 102, 250, 0, 0, 0.627888,
>>>>> 103, 250, 0, 0, 0.665988,
>>>>> 104, 250, 0, 0, 0.6580632,
>>>>> 105, 250, 0, 0, 0.6541008,
>>>>> 106, 250, 0, 0, 0.6181344,
>>>>> 107, 250, 0, 0, 0.6251448,
>>>>> 108, 250, 0, 0, 0.6449568,
>>>>> 109, 250, 0, 0, 0.6379464,
>>>>> 110, 250, 0, 0, 0.6348984,
>>>>> 111, 250, 0, 0, 0.6440424,
>>>>> 112, 250, 0, 0, 0.6589776,
>>>>> 113, 250, 0, 0, 0.659892,
>>>>> 114, 250, 0, 0, 0.6650736,
>>>>> 115, 250, 0, 0, 0.6559296,
>>>>> 116, 250, 0, 0, 0.6830568,
>>>>> 117, 250, 0, 0, 0.6230112,
>>>>> 118, 250, 0, 0, 0.64008,
>>>>> 119, 250, 0, 0, 0.6260592,
>>>>> 120, 250, 0, 0, 0.6099048,
>>>>> 121, 250, 0, 0, 0.6120384,
>>>>> 122, 250, 0, 0, 0.6199632,
>>>>> 123, 250, 0, 0, 0.6419088,
>>>>> 124, 250, 0, 0, 0.6480048,
>>>>> 125, 250, 0, 0, 0.6230112,
>>>>> 126, 250, 0, 0, 0.643128,
>>>>> 127, 250, 0, 0, 0.6190488,
>>>>> 128, 250, 0, 0, 0.630936,
>>>>> 129, 250, 0, 0, 0.6300216,
>>>>> 130, 250, 0, 0, 0.6099048,
>>>>> 131, 250, 0, 0, 0.6251448,
>>>>> 132, 250, 0, 0, 0.6300216,
>>>>> 133, 250, 0, 0, 0.6169152,
>>>>> 134, 250, 0, 0, 0.643128,
>>>>> 135, 250, 0, 0, 0.630936,
>>>>> 136, 250, 0, 0, 0.630936,
>>>>> 137, 250, 0, 0, 0.6208776,
>>>>> 138, 250, 0, 0, 0.6330696,
>>>>> 139, 250, 0, 0, 0.6220968,
>>>>> 140, 250, 0, 0, 0.6120384,
>>>>> 141, 250, 0, 0, 0.6190488,
>>>>> 142, 250, 0, 0, 0.6458712,
>>>>> 143, 250, 0, 0, 0.6138672,
>>>>> 144, 250, 0, 0, 0.6501384,
>>>>> 145, 250, 0, 0, 0.6681216,
>>>>> 146, 250, 0, 0, 0.6821424,
>>>>> 147, 250, 0, 0, 0.6269736,
>>>>> 148, 250, 0, 0, 0.6269736,
>>>>> 149, 250, 0, 0, 0.6251448,
>>>>> 150, 250, 0, 0, 0.6181344,
>>>>> 151, 250, 0, 0, 0.6150864,
>>>>> 152, 250, 0, 0, 0.6239256,
>>>>> 153, 250, 0, 0, 0.6150864,
>>>>> 154, 250, 0, 0, 0.6580632,
>>>>> 155, 250, 0, 0, 0.6528816,
>>>>> 156, 250, 0, 0, 0.6489192,
>>>>> 157, 250, 0, 0, 0.6419088,
>>>>> 158, 250, 0, 0, 0.6199632,
>>>>> 159, 250, 0, 0, 0.6239256,
>>>>> 160, 250, 0, 0, 0.6181344,
>>>>> 161, 250, 0, 0, 0.6300216,
>>>>> 162, 250, 0, 0, 0.6480048,
>>>>> 163, 250, 0, 0, 0.6769608,
>>>>> 164, 250, 0, 0, 0.6729984,
>>>>> 165, 250, 0, 0, 0.6708648,
>>>>> 166, 250, 0, 0, 0.6260592,
>>>>> 167, 250, 0, 0, 0.627888,
>>>>> 168, 250, 0, 0, 0.6769608,
>>>>> 169, 250, 0, 0, 0.6300216,
>>>>> 170, 250, 0, 0, 0.6199632,
>>>>> 171, 250, 0, 0, 0.6099048,
>>>>> 172, 250, 0, 0, 0.6909816,
>>>>> 173, 250, 0, 0, 0.7141464,
>>>>> 174, 250, 0, 0, 0.6708648,
>>>>> 175, 250, 0, 0, 0.6138672,
>>>>> 176, 250, 0, 0, 0.6580632,
>>>>> 177, 250, 0, 0, 0.6230112,
>>>>> 178, 250, 0, 0, 0.6160008,
>>>>> 179, 250, 0, 0, 0.6220968,
>>>>> 180, 250, 0, 0, 0.627888,
>>>>> 181, 250, 0, 0, 0.6208776,
>>>>> 182, 250, 0, 0, 0.6348984,
>>>>> 183, 250, 0, 0, 0.6269736,
>>>>> 184, 250, 0, 0, 0.6388608,
>>>>> 185, 250, 0, 0, 0.6361176,
>>>>> 186, 250, 0, 0, 0.6318504,
>>>>> 187, 250, 0, 0, 0.66294,
>>>>> 188, 250, 0, 0, 0.6800088,
>>>>> 189, 250, 0, 0, 0.6620256,
>>>>> 190, 250, 0, 0, 0.6239256,
>>>>> 191, 250, 0, 0, 0.64008,
>>>>> 192, 250, 0, 0, 0.611124,
>>>>> 193, 250, 0, 0, 0.6300216,
>>>>> 194, 250, 0, 0, 0.6550152,
>>>>> 195, 250, 0, 0, 0.912876,
>>>>> 196, 250, 0, 0, 0.7418832,
>>>>> 197, 250, 0, 0, 0.6230112,
>>>>> 198, 250, 0, 0, 0.6541008,
>>>>> 199, 250, 0, 0, 0.637032,
>>>>> 200, 250, 0, 0, 0.6419088,
>>>>> 201, 250, 0, 0, 0.6199632,
>>>>> 202, 250, 0, 0, 0.6150864,
>>>>> 203, 250, 0, 0, 0.6230112,
>>>>> 204, 250, 0, 0, 0.643128,
>>>>> 205, 250, 0, 0, 0.8089392,
>>>>> 206, 250, 0, 0, 0.8330184,
>>>>> 207, 250, 0, 0, 0.9140952,
>>>>> 208, 250, 0, 0, 0.9649968,
>>>>> 209, 250, 0, 0, 0.8860536,
>>>>> 210, 250, 0, 0, 0.8220456,
>>>>> 211, 250, 0, 0, 0.7641336,
>>>>> 212, 250, 0, 0, 0.7610856,
>>>>> 213, 250, 0, 0, 0.6708648,
>>>>> 214, 250, 0, 0, 0.70104,
>>>>> 215, 250, 0, 0, 0.6190488,
>>>>> 216, 250, 0, 0, 0.6559296,
>>>>> 217, 250, 0, 0, 0.6419088,
>>>>> 218, 250, 0, 0, 0.637032 ;
>>>>> }
>>>>>
>>>>> My Point-Stat config I am using contains the following:
>>>>>
>>>>> model = "ESTOFS";
>>>>> fcst = {
>>>>> field = [ {// name =
>>>>> "Extra_Tropical_Storm_Surge_Combined_Surge_and_Tide";
>>>>> name = "ETCWL";
>>>>> level = ["L0"];
>>>>> message_type = ["SFCSHP"];
>>>>> }
>>>>> ];
>>>>> }
>>>>> obs = {
>>>>> field = [ { name = "obs_arr";
>>>>> level = "(4,5,*,*)";
>>>>> }
>>>>> ];
>>>>> }
>>>>>
>>>>> //obs = fcst;
>>>>> output_flag = {
>>>>> fho = NONE;
>>>>> ctc = NONE;
>>>>> cts = NONE;
>>>>> mctc = NONE;
>>>>> mcts = NONE;
>>>>> cnt = BOTH;
>>>>> sl1l2 = NONE;
>>>>> sal1l2 = NONE;
>>>>> vl1l2 = NONE;
>>>>> val1l2 = NONE;
>>>>> pct = NONE;
>>>>> pstd = NONE;
>>>>> pjc = NONE;
>>>>> prc = NONE;
>>>>> mpr = BOTH;
>>>>> // nbrctc = NONE;
>>>>> // nbrcts = NONE;
>>>>> // nbrcnt = NONE;
>>>>> // isc = NONE;
>>>>> // rhist = NONE;
>>>>> // phist = NONE;
>>>>> // orank = NONE;
>>>>> // ssvar = NONE;
>>>>> }
>>>>>
>>>>> When I run the Point-Stat tool using an ESTOFS grib2 file and my
>>>> ASCII2NC
>>>>> netcdf observations file from above, I get the following:
>>>>>
>>>>> DEBUG 1: Default Config File:
>>>>> /usr/local/share/met/config/PointStatConfig_default
>>>>> DEBUG 1: User Config File: PointStatConfig_ESTOFS
>>>>> ERROR :
>>>>> ERROR : VarInfo::set_level_info_grib() - failed to parse level
string
>>>>> '(4,5,*,*)'
>>>>> ERROR :
>>>>>
>>>>> Since I want to use the last field in obs_arr, I thought this
was the
>>>>> correct format. What am I doing wrong? Any help would be
>> appreciated.
>>>>> Thanks.
>>>>>
>>>>>
>>>>>
>>>>> *Michael BuchananScience & Operations Officer*National Weather
Service
>>>>> Corpus Christi, Texas
>>>>>
>>>>> Office: (361) 371-3169
>>>>>
>>>>>
>>>>
>>
------------------------------------------------
Subject: Proper format of the Point-Stat config file using ASCII2NC netcdf output
From: John Halley Gotway
Time: Mon Oct 23 13:32:03 2017
Mike,
OK, sounds good. If you're ever running MET in a shared environment
where
you wouldn't have permission to modify the GRIB tables in a common
location, that's when you'd want to define your own custom GRIB table
and
use MET_GRIB_TABLES to refer to that.
Thanks,
John
On Mon, Oct 23, 2017 at 1:15 PM, mike.buchanan via RT
<met_help at ucar.edu>
wrote:
>
> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=82455 >
>
> Hi John,
>
> I edited the grib1_ncep_129_7.txt file in met-6.0/data/table_files/.
> It may be easier to place this edited grib table into the share
> directory. I will make a backup of the original
grib1_ncep_129_7.txt
> file, just in case.
>
> Mike
>
>
>
> On 10/23/2017 2:01 PM, John Halley Gotway via RT wrote:
> > Mike,
> >
> > The question is *where* did you edit that file:
> > grib1_ncep_129_7.txt
> >
> > That file lives in met-
6.0/data/table_files/grib1_ncep_129_7.txt...
> > *BUT* when MET in installed, it gets copied over into
> > [INSTALL_DIR]/share/met/table_files/grib1_ncep_129_7.txt
> >
> > And that's where the MET tools read this file at runtime. You
have 2
> > choices:
> >
> > (1) Edit that grib1_ncep_129_7.txt in the *installed* location.
> >
> > (2) Or define a custom GRIB1 table and set the MET_GRIB_TABLES
> environment
> > variable to point to it. Take a look in the MET User's Guide and
search
> > for MET_GRIB_TABLES for info about it:
> >
https://dtcenter.org/met/users/docs/users_guide/MET_Users_Guide_v6.0.pdf
> >
> > Thanks,
> > John
> >
> >
> > On Sat, Oct 21, 2017 at 9:56 AM, mike.buchanan via RT
<met_help at ucar.edu
> >
> > wrote:
> >
> >> <URL: https://rt.rap.ucar.edu/rt/Ticket/Display.html?id=82455 >
> >>
> >> Hi John,
> >>
> >> I modified my observations file and resulting netcdf to use Grib
code
> 255.
> >> I then modified grib1_ncep_129_7.txt with the following entry at
the
> >> bottom:
> >>
> >> 255 129 7 -1 "ETCWL" "Extra Tropical Storm Surge Combined Surge
and
> Tide"
> >> "m"
> >>
> >> I then re-ran point_stat and here is what it gave me:
> >>
> >> DEBUG 1: Default Config File:
> >> /usr/local/share/met/config/PointStatConfig_default
> >> DEBUG 1: User Config File: PointStatConfig_ESTOFS
> >> ERROR :
> >> ERROR : VarInfoGrib::add_grib_code() -> unrecognized GRIB1 field
> >> abbreviation 'ETCWL' for table version 129
> >>
> >> How could this be? I thought it was reading this file and it
should
> have
> >> seen this entry.
> >>
> >> Mike
> >>
> >>
> >>
> >>
> >> *Michael BuchananScience & Operations Officer*National Weather
Service
> >> Corpus Christi, Texas
> >>
> >> Office: (361) 371-3169
> >>
> >> On Fri, Oct 20, 2017 at 10:16 PM, Mike Buchanan - NOAA Federal <
> >> mike.buchanan at noaa.gov> wrote:
> >>
> >>> Hi John,
> >>>
> >>> Point-Stat now runs to completion but there are 0 matched pairs.
Here
> is
> >>> the log file:
> >>>
> >>> DEBUG 1: Default Config File: /usr/local/share/met/config/
> >>> PointStatConfig_default
> >>> DEBUG 1: User Config File: PointStatConfig_ESTOFS
> >>> DEBUG 1: Forecast File: /met/met-6.0/mydata/Untarred_
> >>> Data/ESTOFS/com_estofs_prod_estofs.2017042506
> <(201)%20704-2506>.output/
> >>> estofs.atl.t06z.conus.cwl.grib2
> >>> DEBUG 1: Observation File: /met/met-6.0/mydata/Raw_Data/
> >> CSV/Bob_Hall_Pier_
> >>> Observations_Final.nc
> >>> DEBUG 2:
> >>> DEBUG 2:
------------------------------------------------------------
> >>> --------------------
> >>> DEBUG 2:
> >>> DEBUG 2: Reading data for ETCWL/L0.
> >>> WARNING:
> >>> WARNING: MetGrib2DataFile::data_plane_array() - Multiple exact
> matching
> >>> records found for "ETCWL/L0" - records 1, 2, 3, 4, 5, 6, 7, 8,
9, 10,
> 11,
> >>> 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27,
28, 29,
> >> 30,
> >>> 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46,
47, 48,
> >> 49,
> >>> 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65,
66, 67,
> >> 68,
> >>> 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84,
85, 86,
> >> 87,
> >>> 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102,
103,
> 104,
> >>> 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117,
118,
> >> 119,
> >>> 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132,
133,
> >> 134,
> >>> 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147,
148,
> >> 149,
> >>> 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162,
163,
> >> 164,
> >>> 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177,
178,
> >> 179,
> >>> 180, 181
> >>> WARNING:
> >>> DEBUG 3: Use the matching forecast and observation grids.
> >>> DEBUG 3: Grid Definition: Projection: Lambert Conformal Nx: 2145
Ny:
> 1377
> >>> Lat_LL: 20.192 Lon_LL: 121.554 Lon_orient: 95.000 Alpha:
6509.082 Cone:
> >>> 0.423 Bx: 1088.0030 By: 5483.6617
> >>> DEBUG 2: Processing masking regions.
> >>> DEBUG 3: Processing grid mask: FULL
> >>> DEBUG 2: For ETCWL/L0 found 1 forecast levels and 0 climatology
levels.
> >>> DEBUG 2:
> >>> DEBUG 2:
------------------------------------------------------------
> >>> --------------------
> >>> DEBUG 2:
> >>> DEBUG 2: Searching 219 observations from 219 messages.
> >>> DEBUG 2:
> >>> DEBUG 2:
------------------------------------------------------------
> >>> --------------------
> >>> DEBUG 2:
> >>> DEBUG 2: Processing ETCWL/L0 versus ETSRG/L0, for observation
type
> >> ADPUPA,
> >>> over region FULL, for interpolation method NEAREST(1), using 0
pairs.
> >>> DEBUG 3: Number of matched pairs = 0
> >>> DEBUG 3: Observations processed = 219
> >>> DEBUG 3: Rejected: SID exclusion = 0
> >>> DEBUG 3: Rejected: GRIB code = 219
> >>> DEBUG 3: Rejected: valid time = 0
> >>> DEBUG 3: Rejected: bad obs value = 0
> >>> DEBUG 3: Rejected: off the grid = 0
> >>> DEBUG 3: Rejected: level mismatch = 0
> >>> DEBUG 3: Rejected: quality marker = 0
> >>> DEBUG 3: Rejected: message type = 0
> >>> DEBUG 3: Rejected: masking region = 0
> >>> DEBUG 3: Rejected: bad fcst value = 0
> >>> DEBUG 3: Rejected: duplicates = 0
> >>> DEBUG 2:
> >>> DEBUG 2:
------------------------------------------------------------
> >>> --------------------
> >>> DEBUG 2:
> >>> DEBUG 1: Output file: /met/met-6.0/mydata/point_
> >>> stat_000000L_20170425_060000V.stat
> >>> DEBUG 1: Output file: /met/met-6.0/mydata/point_
> >>> stat_000000L_20170425_060000V_cnt.txt
> >>> DEBUG 1: Output file: /met/met-6.0/mydata/point_
> >>> stat_000000L_20170425_060000V_mpr.txt
> >>>
> >>> The 3 output files only have headers. I tried both of your
"obs"
> >>> suggestions including the one I have above. Do these GRIB code
> >>> abbreviations need to be the same?
> >>>
> >>> Not sure what to do next?
> >>>
> >>> Mike
> >>>
> >>>
> >>>
> >>> *Michael BuchananScience & Operations Officer*National Weather
Service
> >>> Corpus Christi, Texas
> >>>
> >>> Office: (361) 371-3169
> >>>
> >>> On Fri, Oct 20, 2017 at 6:17 PM, John Halley Gotway via RT <
> >>> met_help at ucar.edu> wrote:
> >>>
> >>>> Mike,
> >>>>
> >>>> So by convention, version 6.0 of Point-Stat expects you to
define the
> >>>> "obs"
> >>>> section of the Point-Stat config file as if it were GRIB1 data.
> Rather
> >>>> than creating our own conventions, we chose to adopt the
existing
> GRIB1
> >>>> convention. As I mentioned in my previous email, we are
relaxing this
> >> in
> >>>> version 6.1 of MET.
> >>>>
> >>>> So your observation are encoded using GRIB code 250. Looking
in the
> >>>> default GRIB table #2 (
> >>>> http://www.nco.ncep.noaa.gov/pmb/docs/on388/table2.html) 250 is
for
> >> Solar
> >>>> radiative heating rate (SWHR). So you could try setting:
> >>>>
> >>>> obs = {
> >>>> field = [ {
> >>>> name = "SWHR";
> >>>> level = "Z0";
> >>>> }
> >>>> ];
> >>>> }
> >>>>
> >>>> Point-Stat reads the string "SWHR", looks that string up from
the
> >> default
> >>>> GRIB table, and finds that it's for code = 250. And it'll read
> through
> >>>> your observations looking for GRIB codes of 250.
> >>>>
> >>>> As I mentioned in my previous email, using 228 along with
GRIB1_ptv =
> >> 129;
> >>>> is probably a better choice for this data. Additionally,
there's a
> way
> >>>> you
> >>>> could define your own custom GRIB table to use your own
> abbreviations...
> >>>> but that's probably overkill in this case. And hopefully
you'll find
> >> the
> >>>> solution of using strings in version 6.1 to be more convenient.
> >>>>
> >>>> FYI, please try running Point-Stat at verbosity level 3 (-v 3)
to get
> >> more
> >>>> diagnostic info about how many observations are used.
> >>>>
> >>>> Thanks,
> >>>> John
> >>>>
> >>>> On Fri, Oct 20, 2017 at 4:34 PM, mike.buchanan via RT <
> >> met_help at ucar.edu>
> >>>> wrote:
> >>>>
> >>>>> Fri Oct 20 16:34:58 2017: Request 82455 was acted upon.
> >>>>> Transaction: Ticket created by mike.buchanan at noaa.gov
> >>>>> Queue: met_help
> >>>>> Subject: Proper format of the Point-Stat config file
using
> >> ASCII2NC
> >>>>> netcdf output
> >>>>> Owner: Nobody
> >>>>> Requestors: mike.buchanan at noaa.gov
> >>>>> Status: new
> >>>>> Ticket <URL: https://rt.rap.ucar.edu/rt/
> Ticket/Display.html?id=82455
> >>>>>
> >>>>> MET Support,
> >>>>>
> >>>>> I have a netcdf observations file produced by ASCII2NC. It
contains
> >> 219
> >>>>> observations. When running ncdump -v obs_arr on this netcdf
file I
> >> get:
> >>>>> netcdf Bob_Hall_Pier_Observations_Final {
> >>>>> dimensions:
> >>>>> mxstr = 40 ;
> >>>>> hdr_arr_len = 3 ;
> >>>>> obs_arr_len = 5 ;
> >>>>> nhdr = 219 ;
> >>>>> nobs = UNLIMITED ; // (219 currently)
> >>>>> variables:
> >>>>> char hdr_typ(nhdr, mxstr) ;
> >>>>> hdr_typ:long_name = "message type" ;
> >>>>> char hdr_sid(nhdr, mxstr) ;
> >>>>> hdr_sid:long_name = "station identification" ;
> >>>>> char hdr_vld(nhdr, mxstr) ;
> >>>>> hdr_vld:long_name = "valid time" ;
> >>>>> hdr_vld:units = "YYYYMMDD_HHMMSS UTC" ;
> >>>>> float hdr_arr(nhdr, hdr_arr_len) ;
> >>>>> hdr_arr:long_name = "array of observation station
header
> >>>> values" ;
> >>>>> hdr_arr:missing_value = -9999.f ;
> >>>>> hdr_arr:_FillValue = -9999.f ;
> >>>>> hdr_arr:columns = "lat lon elv" ;
> >>>>> hdr_arr:lat_long_name = "latitude" ;
> >>>>> hdr_arr:lat_units = "degrees_north" ;
> >>>>> hdr_arr:lon_long_name = "longitude" ;
> >>>>> hdr_arr:lon_units = "degrees_east" ;
> >>>>> hdr_arr:elv_long_name = "elevation " ;
> >>>>> hdr_arr:elv_units = "meters above sea level (msl)" ;
> >>>>> char obs_qty(nobs, mxstr) ;
> >>>>> obs_qty:long_name = "quality flag" ;
> >>>>> float obs_arr(nobs, obs_arr_len) ;
> >>>>> obs_arr:long_name = "array of observation values" ;
> >>>>> obs_arr:missing_value = -9999.f ;
> >>>>> obs_arr:_FillValue = -9999.f ;
> >>>>> obs_arr:columns = "hdr_id gc lvl hgt ob" ;
> >>>>> obs_arr:hdr_id_long_name = "index of matching header
data" ;
> >>>>> obs_arr:gc_long_name = "grib code corresponding to
the
> >>>> observation
> >>>>> type" ;
> >>>>> obs_arr:lvl_long_name = "pressure level (hPa) or
> accumulation
> >>>>> interval (sec)" ;
> >>>>> obs_arr:hgt_long_name = "height in meters above sea
level or
> >>>> ground
> >>>>> level (msl or agl)" ;
> >>>>> obs_arr:ob_long_name = "observation value" ;
> >>>>>
> >>>>> // global attributes:
> >>>>> :FileOrigins = "File
Bob_Hall_Pier_Observations_Final.nc
> >>>> generated
> >>>>> 20171020_203727 UTC on host f7ae8186fbe8 by the MET ascii2nc
tool" ;
> >>>>> :MET_version = "V6.0" ;
> >>>>> :MET_tool = "ascii2nc" ;
> >>>>> data:
> >>>>>
> >>>>> obs_arr =
> >>>>> 0, 250, 0, 0, 0.6138672,
> >>>>> 1, 250, 0, 0, 0.6220968,
> >>>>> 2, 250, 0, 0, 0.627888,
> >>>>> 3, 250, 0, 0, 0.6528816,
> >>>>> 4, 250, 0, 0, 0.6220968,
> >>>>> 5, 250, 0, 0, 0.630936,
> >>>>> 6, 250, 0, 0, 0.6300216,
> >>>>> 7, 250, 0, 0, 0.6120384,
> >>>>> 8, 250, 0, 0, 0.6348984,
> >>>>> 9, 250, 0, 0, 0.6541008,
> >>>>> 10, 250, 0, 0, 0.6199632,
> >>>>> 11, 250, 0, 0, 0.6099048,
> >>>>> 12, 250, 0, 0, 0.6528816,
> >>>>> 13, 250, 0, 0, 0.6940296,
> >>>>> 14, 250, 0, 0, 0.6861048,
> >>>>> 15, 250, 0, 0, 0.6589776,
> >>>>> 16, 250, 0, 0, 0.6501384,
> >>>>> 17, 250, 0, 0, 0.6470904,
> >>>>> 18, 250, 0, 0, 0.6638544,
> >>>>> 19, 250, 0, 0, 0.755904,
> >>>>> 20, 250, 0, 0, 0.790956,
> >>>>> 21, 250, 0, 0, 0.8628888,
> >>>>> 22, 250, 0, 0, 0.8019288,
> >>>>> 23, 250, 0, 0, 0.8281416,
> >>>>> 24, 250, 0, 0, 0.7641336,
> >>>>> 25, 250, 0, 0, 0.8150352,
> >>>>> 26, 250, 0, 0, 0.7488936,
> >>>>> 27, 250, 0, 0, 0.7239,
> >>>>> 28, 250, 0, 0, 0.691896,
> >>>>> 29, 250, 0, 0, 0.697992,
> >>>>> 30, 250, 0, 0, 0.7028688,
> >>>>> 31, 250, 0, 0, 0.7348728,
> >>>>> 32, 250, 0, 0, 0.6300216,
> >>>>> 33, 250, 0, 0, 0.66294,
> >>>>> 34, 250, 0, 0, 0.6559296,
> >>>>> 35, 250, 0, 0, 0.6650736,
> >>>>> 36, 250, 0, 0, 0.6790944,
> >>>>> 37, 250, 0, 0, 0.6669024,
> >>>>> 38, 250, 0, 0, 0.6489192,
> >>>>> 39, 250, 0, 0, 0.6589776,
> >>>>> 40, 250, 0, 0, 0.6379464,
> >>>>> 41, 250, 0, 0, 0.704088,
> >>>>> 42, 250, 0, 0, 0.7080504,
> >>>>> 43, 250, 0, 0, 0.6449568,
> >>>>> 44, 250, 0, 0, 0.6739128,
> >>>>> 45, 250, 0, 0, 0.7141464,
> >>>>> 46, 250, 0, 0, 0.6318504,
> >>>>> 47, 250, 0, 0, 0.6318504,
> >>>>> 48, 250, 0, 0, 0.6620256,
> >>>>> 49, 250, 0, 0, 0.6318504,
> >>>>> 50, 250, 0, 0, 0.6669024,
> >>>>> 51, 250, 0, 0, 0.6379464,
> >>>>> 52, 250, 0, 0, 0.675132,
> >>>>> 53, 250, 0, 0, 0.6251448,
> >>>>> 54, 250, 0, 0, 0.6379464,
> >>>>> 55, 250, 0, 0, 0.6150864,
> >>>>> 56, 250, 0, 0, 0.6099048,
> >>>>> 57, 250, 0, 0, 0.6480048,
> >>>>> 58, 250, 0, 0, 0.6528816,
> >>>>> 59, 250, 0, 0, 0.6181344,
> >>>>> 60, 250, 0, 0, 0.6181344,
> >>>>> 61, 250, 0, 0, 0.6208776,
> >>>>> 62, 250, 0, 0, 0.6269736,
> >>>>> 63, 250, 0, 0, 0.6480048,
> >>>>> 64, 250, 0, 0, 0.6729984,
> >>>>> 65, 250, 0, 0, 0.6510528,
> >>>>> 66, 250, 0, 0, 0.633984,
> >>>>> 67, 250, 0, 0, 0.6120384,
> >>>>> 68, 250, 0, 0, 0.64008,
> >>>>> 69, 250, 0, 0, 0.6318504,
> >>>>> 70, 250, 0, 0, 0.6230112,
> >>>>> 71, 250, 0, 0, 0.6099048,
> >>>>> 72, 250, 0, 0, 0.64008,
> >>>>> 73, 250, 0, 0, 0.66294,
> >>>>> 74, 250, 0, 0, 0.6388608,
> >>>>> 75, 250, 0, 0, 0.637032,
> >>>>> 76, 250, 0, 0, 0.6120384,
> >>>>> 77, 250, 0, 0, 0.6379464,
> >>>>> 78, 250, 0, 0, 0.6449568,
> >>>>> 79, 250, 0, 0, 0.6681216,
> >>>>> 80, 250, 0, 0, 0.726948,
> >>>>> 81, 250, 0, 0, 0.6931152,
> >>>>> 82, 250, 0, 0, 0.7540752,
> >>>>> 83, 250, 0, 0, 0.669036,
> >>>>> 84, 250, 0, 0, 0.669036,
> >>>>> 85, 250, 0, 0, 0.6269736,
> >>>>> 86, 250, 0, 0, 0.665988,
> >>>>> 87, 250, 0, 0, 0.6489192,
> >>>>> 88, 250, 0, 0, 0.659892,
> >>>>> 89, 250, 0, 0, 0.6330696,
> >>>>> 90, 250, 0, 0, 0.6470904,
> >>>>> 91, 250, 0, 0, 0.6208776,
> >>>>> 92, 250, 0, 0, 0.6388608,
> >>>>> 93, 250, 0, 0, 0.6099048,
> >>>>> 94, 250, 0, 0, 0.627888,
> >>>>> 95, 250, 0, 0, 0.633984,
> >>>>> 96, 250, 0, 0, 0.7629144,
> >>>>> 97, 250, 0, 0, 0.6580632,
> >>>>> 98, 250, 0, 0, 0.6739128,
> >>>>> 99, 250, 0, 0, 0.6318504,
> >>>>> 100, 250, 0, 0, 0.6190488,
> >>>>> 101, 250, 0, 0, 0.630936,
> >>>>> 102, 250, 0, 0, 0.627888,
> >>>>> 103, 250, 0, 0, 0.665988,
> >>>>> 104, 250, 0, 0, 0.6580632,
> >>>>> 105, 250, 0, 0, 0.6541008,
> >>>>> 106, 250, 0, 0, 0.6181344,
> >>>>> 107, 250, 0, 0, 0.6251448,
> >>>>> 108, 250, 0, 0, 0.6449568,
> >>>>> 109, 250, 0, 0, 0.6379464,
> >>>>> 110, 250, 0, 0, 0.6348984,
> >>>>> 111, 250, 0, 0, 0.6440424,
> >>>>> 112, 250, 0, 0, 0.6589776,
> >>>>> 113, 250, 0, 0, 0.659892,
> >>>>> 114, 250, 0, 0, 0.6650736,
> >>>>> 115, 250, 0, 0, 0.6559296,
> >>>>> 116, 250, 0, 0, 0.6830568,
> >>>>> 117, 250, 0, 0, 0.6230112,
> >>>>> 118, 250, 0, 0, 0.64008,
> >>>>> 119, 250, 0, 0, 0.6260592,
> >>>>> 120, 250, 0, 0, 0.6099048,
> >>>>> 121, 250, 0, 0, 0.6120384,
> >>>>> 122, 250, 0, 0, 0.6199632,
> >>>>> 123, 250, 0, 0, 0.6419088,
> >>>>> 124, 250, 0, 0, 0.6480048,
> >>>>> 125, 250, 0, 0, 0.6230112,
> >>>>> 126, 250, 0, 0, 0.643128,
> >>>>> 127, 250, 0, 0, 0.6190488,
> >>>>> 128, 250, 0, 0, 0.630936,
> >>>>> 129, 250, 0, 0, 0.6300216,
> >>>>> 130, 250, 0, 0, 0.6099048,
> >>>>> 131, 250, 0, 0, 0.6251448,
> >>>>> 132, 250, 0, 0, 0.6300216,
> >>>>> 133, 250, 0, 0, 0.6169152,
> >>>>> 134, 250, 0, 0, 0.643128,
> >>>>> 135, 250, 0, 0, 0.630936,
> >>>>> 136, 250, 0, 0, 0.630936,
> >>>>> 137, 250, 0, 0, 0.6208776,
> >>>>> 138, 250, 0, 0, 0.6330696,
> >>>>> 139, 250, 0, 0, 0.6220968,
> >>>>> 140, 250, 0, 0, 0.6120384,
> >>>>> 141, 250, 0, 0, 0.6190488,
> >>>>> 142, 250, 0, 0, 0.6458712,
> >>>>> 143, 250, 0, 0, 0.6138672,
> >>>>> 144, 250, 0, 0, 0.6501384,
> >>>>> 145, 250, 0, 0, 0.6681216,
> >>>>> 146, 250, 0, 0, 0.6821424,
> >>>>> 147, 250, 0, 0, 0.6269736,
> >>>>> 148, 250, 0, 0, 0.6269736,
> >>>>> 149, 250, 0, 0, 0.6251448,
> >>>>> 150, 250, 0, 0, 0.6181344,
> >>>>> 151, 250, 0, 0, 0.6150864,
> >>>>> 152, 250, 0, 0, 0.6239256,
> >>>>> 153, 250, 0, 0, 0.6150864,
> >>>>> 154, 250, 0, 0, 0.6580632,
> >>>>> 155, 250, 0, 0, 0.6528816,
> >>>>> 156, 250, 0, 0, 0.6489192,
> >>>>> 157, 250, 0, 0, 0.6419088,
> >>>>> 158, 250, 0, 0, 0.6199632,
> >>>>> 159, 250, 0, 0, 0.6239256,
> >>>>> 160, 250, 0, 0, 0.6181344,
> >>>>> 161, 250, 0, 0, 0.6300216,
> >>>>> 162, 250, 0, 0, 0.6480048,
> >>>>> 163, 250, 0, 0, 0.6769608,
> >>>>> 164, 250, 0, 0, 0.6729984,
> >>>>> 165, 250, 0, 0, 0.6708648,
> >>>>> 166, 250, 0, 0, 0.6260592,
> >>>>> 167, 250, 0, 0, 0.627888,
> >>>>> 168, 250, 0, 0, 0.6769608,
> >>>>> 169, 250, 0, 0, 0.6300216,
> >>>>> 170, 250, 0, 0, 0.6199632,
> >>>>> 171, 250, 0, 0, 0.6099048,
> >>>>> 172, 250, 0, 0, 0.6909816,
> >>>>> 173, 250, 0, 0, 0.7141464,
> >>>>> 174, 250, 0, 0, 0.6708648,
> >>>>> 175, 250, 0, 0, 0.6138672,
> >>>>> 176, 250, 0, 0, 0.6580632,
> >>>>> 177, 250, 0, 0, 0.6230112,
> >>>>> 178, 250, 0, 0, 0.6160008,
> >>>>> 179, 250, 0, 0, 0.6220968,
> >>>>> 180, 250, 0, 0, 0.627888,
> >>>>> 181, 250, 0, 0, 0.6208776,
> >>>>> 182, 250, 0, 0, 0.6348984,
> >>>>> 183, 250, 0, 0, 0.6269736,
> >>>>> 184, 250, 0, 0, 0.6388608,
> >>>>> 185, 250, 0, 0, 0.6361176,
> >>>>> 186, 250, 0, 0, 0.6318504,
> >>>>> 187, 250, 0, 0, 0.66294,
> >>>>> 188, 250, 0, 0, 0.6800088,
> >>>>> 189, 250, 0, 0, 0.6620256,
> >>>>> 190, 250, 0, 0, 0.6239256,
> >>>>> 191, 250, 0, 0, 0.64008,
> >>>>> 192, 250, 0, 0, 0.611124,
> >>>>> 193, 250, 0, 0, 0.6300216,
> >>>>> 194, 250, 0, 0, 0.6550152,
> >>>>> 195, 250, 0, 0, 0.912876,
> >>>>> 196, 250, 0, 0, 0.7418832,
> >>>>> 197, 250, 0, 0, 0.6230112,
> >>>>> 198, 250, 0, 0, 0.6541008,
> >>>>> 199, 250, 0, 0, 0.637032,
> >>>>> 200, 250, 0, 0, 0.6419088,
> >>>>> 201, 250, 0, 0, 0.6199632,
> >>>>> 202, 250, 0, 0, 0.6150864,
> >>>>> 203, 250, 0, 0, 0.6230112,
> >>>>> 204, 250, 0, 0, 0.643128,
> >>>>> 205, 250, 0, 0, 0.8089392,
> >>>>> 206, 250, 0, 0, 0.8330184,
> >>>>> 207, 250, 0, 0, 0.9140952,
> >>>>> 208, 250, 0, 0, 0.9649968,
> >>>>> 209, 250, 0, 0, 0.8860536,
> >>>>> 210, 250, 0, 0, 0.8220456,
> >>>>> 211, 250, 0, 0, 0.7641336,
> >>>>> 212, 250, 0, 0, 0.7610856,
> >>>>> 213, 250, 0, 0, 0.6708648,
> >>>>> 214, 250, 0, 0, 0.70104,
> >>>>> 215, 250, 0, 0, 0.6190488,
> >>>>> 216, 250, 0, 0, 0.6559296,
> >>>>> 217, 250, 0, 0, 0.6419088,
> >>>>> 218, 250, 0, 0, 0.637032 ;
> >>>>> }
> >>>>>
> >>>>> My Point-Stat config I am using contains the following:
> >>>>>
> >>>>> model = "ESTOFS";
> >>>>> fcst = {
> >>>>> field = [ {// name =
> >>>>> "Extra_Tropical_Storm_Surge_Combined_Surge_and_Tide";
> >>>>> name = "ETCWL";
> >>>>> level = ["L0"];
> >>>>> message_type = ["SFCSHP"];
> >>>>> }
> >>>>> ];
> >>>>> }
> >>>>> obs = {
> >>>>> field = [ { name = "obs_arr";
> >>>>> level = "(4,5,*,*)";
> >>>>> }
> >>>>> ];
> >>>>> }
> >>>>>
> >>>>> //obs = fcst;
> >>>>> output_flag = {
> >>>>> fho = NONE;
> >>>>> ctc = NONE;
> >>>>> cts = NONE;
> >>>>> mctc = NONE;
> >>>>> mcts = NONE;
> >>>>> cnt = BOTH;
> >>>>> sl1l2 = NONE;
> >>>>> sal1l2 = NONE;
> >>>>> vl1l2 = NONE;
> >>>>> val1l2 = NONE;
> >>>>> pct = NONE;
> >>>>> pstd = NONE;
> >>>>> pjc = NONE;
> >>>>> prc = NONE;
> >>>>> mpr = BOTH;
> >>>>> // nbrctc = NONE;
> >>>>> // nbrcts = NONE;
> >>>>> // nbrcnt = NONE;
> >>>>> // isc = NONE;
> >>>>> // rhist = NONE;
> >>>>> // phist = NONE;
> >>>>> // orank = NONE;
> >>>>> // ssvar = NONE;
> >>>>> }
> >>>>>
> >>>>> When I run the Point-Stat tool using an ESTOFS grib2 file and
my
> >>>> ASCII2NC
> >>>>> netcdf observations file from above, I get the following:
> >>>>>
> >>>>> DEBUG 1: Default Config File:
> >>>>> /usr/local/share/met/config/PointStatConfig_default
> >>>>> DEBUG 1: User Config File: PointStatConfig_ESTOFS
> >>>>> ERROR :
> >>>>> ERROR : VarInfo::set_level_info_grib() - failed to parse
level
> string
> >>>>> '(4,5,*,*)'
> >>>>> ERROR :
> >>>>>
> >>>>> Since I want to use the last field in obs_arr, I thought this
was the
> >>>>> correct format. What am I doing wrong? Any help would be
> >> appreciated.
> >>>>> Thanks.
> >>>>>
> >>>>>
> >>>>>
> >>>>> *Michael BuchananScience & Operations Officer*National Weather
> Service
> >>>>> Corpus Christi, Texas
> >>>>>
> >>>>> Office: (361) 371-3169
> >>>>>
> >>>>>
> >>>>
> >>
>
>
>
------------------------------------------------
More information about the Met_help
mailing list