From e776298660e264f5318de2e1c0e2edcaf916f5e5 Mon Sep 17 00:00:00 2001 From: garciam Date: Fri, 8 Sep 2023 15:00:08 +0200 Subject: [PATCH 1/7] Fixes and new vars from cads-obs-catalogue-manager tables version. --- table_definitions/duration.csv | 2 +- table_definitions/era5fb_table.csv | 104 ++++++++++++++--------------- tables/observed_variable.dat | 25 ++++++- 3 files changed, 75 insertions(+), 56 deletions(-) diff --git a/table_definitions/duration.csv b/table_definitions/duration.csv index e587274..5cc29ac 100644 --- a/table_definitions/duration.csv +++ b/table_definitions/duration.csv @@ -1,6 +1,6 @@ # Description: Duration of report # Source: element_name kind external_table description -duration int(pk) Primary key +duration int(pk) Primary key description varchar Text description of duration period int Duration converted to seconds diff --git a/table_definitions/era5fb_table.csv b/table_definitions/era5fb_table.csv index ce4961f..3e5720e 100755 --- a/table_definitions/era5fb_table.csv +++ b/table_definitions/era5fb_table.csv @@ -1,52 +1,52 @@ -element_name kind ext. tab. description -obs_id INTEGER observation id -report_id INTEGER header\_table:report\_id -source_id INTEGER source\_configuration:source\_id -feedback_method INTEGER feedback\_method:method 0=online 1=offline -type INTEGER mars key - type of field used to retrieve data -expver STRING mars key - experiment id -class INTEGER mars key - ecmwf classification for data -stream INTEGER mars key - forecasting system used to generate data -andate INTEGER analysis date -antime INTEGER analysis time -reportype INTEGER mars key - report type for mar -seqno@hdr INTEGER observation sequence -source@hdr STRING source id of obs. (character*8) : re-analysis purposes -bufrtype@hdr INTEGER bufr-type -subtype@hdr INTEGER bufr subtype for reference -groupid@hdr INTEGER mars key - observation group -obstype@hdr INTEGER observation type -codetype@hdr INTEGER observation code type -sensor@hdr INTEGER ecmwf satellite local (rttov) sensor indicator -statid@hdr STRING station id (character*8) -date@hdr INTEGER obs. date -time@hdr INTEGER obs. exact time -report_status@hdr BITFIELD report's status -report_event1@hdr BITFIELD report's events (part 1) -report_rdbflag@hdr BITFIELD report's flags -lat@hdr REAL latitude -lon@hdr REAL longitude -lsm@modsurf REAL model land-sea mask -orography@modsurf REAL model orography -windspeed10m@modsurf REAL 10 metre wind speed -sonde_type@conv INTEGER in order to do bias corr. of temps -obsvalue@body REAL observed variable -varno@body INTEGER variable number -vertco_type@body INTEGER vertical coordinate type -vertco_reference_1@body REAL vertical coordinate reference 1 -vertco_reference_2@body REAL vertical coordinate reference 2 -ppcode@conv_body INTEGER pressure code -datum_anflag@body BITFIELD observation flags -datum_status@body BITFIELD new feature equivalent to old def : "status status_t" -datum_event1@body BITFIELD observation events (part 1) -datum_rdbflag@body BITFIELD observation flags (rdb) -biascorr@body REAL radiance bias correction -qc_pge@body REAL var qc a posteriori probability of gross error -an_depar@body REAL observed minus analysed value -fg_depar@body REAL observed minus first guess value -lsm@surfbody_feedback REAL -stalt@hdr REAL altitude -obs_error@errstat REAL prescribed observation error -final_obs_error@errstat REAL final observation error (combination of prescribed and persistence errors) -fg_error@errstat REAL first guess error -eda_spread@errstat REAL (Unscaled) spread from the EDA. The units depend on the data - they are the same as +element_name kind external_table description +obs_id int (pk) observations_table:observation_id +report_id int header\_table:report\_id +source_id int source\_configuration:source\_id +feedback_method int feedback\_method:method 0=online 1=offline +type int mars key - type of field used to retrieve data +expver varchar mars key - experiment id +class int mars key - ecmwf classification for data +stream int mars key - forecasting system used to generate data +andate int analysis date +antime int analysis time +reportype int mars key - report type for mar +seqno@hdr int observation sequence +source@hdr varchar source id of obs. (character*8) : re-analysis purposes +bufrtype@hdr int bufr-type +subtype@hdr int bufr subtype for reference +groupid@hdr int mars key - observation group +obstype@hdr int observation type +codetype@hdr int observation code type +sensor@hdr int ecmwf satellite local (rttov) sensor indicator +statid@hdr varchar station id (character*8) +date@hdr int obs. date +time@hdr int obs. exact time +report_status@hdr bool report's status +report_event1@hdr bool report's events (part 1) +report_rdbflag@hdr bool report's flags +lat@hdr numeric latitude +lon@hdr numeric longitude +lsm@modsurf numeric model land-sea mask +orography@modsurf numeric model orography +windspeed10m@modsurf numeric 10 metre wind speed +sonde_type@conv int in order to do bias corr. of temps +obsvalue@body numeric observed variable +varno@body int variable number +vertco_type@body int vertical coordinate type +vertco_reference_1@body numeric vertical coordinate reference 1 +vertco_reference_2@body numeric vertical coordinate reference 2 +ppcode@conv_body int pressure code +datum_anflag@body bool observation flags +datum_status@body bool new feature equivalent to old def : "status status_t" +datum_event1@body bool observation events (part 1) +datum_rdbflag@body bool observation flags (rdb) +biascorr@body numeric radiance bias correction +qc_pge@body numeric var qc a posteriori probability of gross error +an_depar@body numeric observed minus analysed value +fg_depar@body numeric observed minus first guess value +lsm@surfbody_feedback numeric +stalt@hdr numeric altitude +obs_error@errstat numeric prescribed observation error +final_obs_error@errstat numeric final observation error (combination of prescribed and persistence errors) +fg_error@errstat numeric first guess error +eda_spread@errstat numeric (Unscaled) spread from the EDA. The units depend on the data - they are the same as diff --git a/tables/observed_variable.dat b/tables/observed_variable.dat index 3f1ca96..f420af1 100644 --- a/tables/observed_variable.dat +++ b/tables/observed_variable.dat @@ -153,7 +153,26 @@ variable parameter_group domain sub_domain name units description 164 lidar atmospheric base_layer_altitude Frequency distribution of the base layer altitude values 165 lidar atmospheric top_layer_altitude Frequency distribution of the top layer altitude values 166 lidar atmospheric center_of_mass_altitude Frequency distribution of the center of mass altitude values -167 Global Navigation Satellite System atmosphere surface;upper-air zenith_total_delay m This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour. new variable added to observed variable table +167 Global Navigation Satellite System atmosphere surface;upper-air zenith_total_delay m This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour. 168 Global Navigation Satellite System atmosphere surface;upper-air zenith tropospheric delay m This parameter characterizes the delay through the troposphere of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. -169 humidity atmospheric surface wetness Ohms The presence or absence of moisture due to precipitation, in Ohms. High values (>= 1000) indicate an absence of moisture. Low values (< 1000) indicate the presence of moisture -170 humidity atmospheric surface soil_moisture m3 m-3 Ratio of water volume over sample volume (m^3 water/m^3 soil) +169 humidity atmospheric surface wetness Ohms The presence or absence of moisture due to precipitation, in Ohms. High values (>= 1000) indicate an absence of moisture. Low values (< 1000) indicate the presence of moisture +170 humidity atmospheric surface soil_moisture m3 m-3 Ratio of water volume over sample volume (m^3 water/m^3 soil) +171 humidity atmospheric daily maximum relative humidity percent TBD +172 humidity atmospheric daily minimum relative humidity percent TBD +173 temperature atmospheric monthly maximum soil temperature K Lot 1 is using Ts - WMO abbrev. +174 temperature atmospheric monthly minimum soil temperature K Lot 1 is using Ts - WMO abbrev. +175 wind atmospheric surface; upper-air wind speed 2 meters from earth surface m s-1 Speed is the magnitude of velocity. Wind is defined as a two-dimensional (horizontal) air velocity vector, with no vertical component. (Vertical motion in the atmosphere has the standard name upward air velocity.) The wind speed is the magnitude of the wind velocity. Lot 1 uses ff - WMO abbrev. +176 temperature atmospheric soil temperature 5cm from earth surface K TBD +177 temperature atmospheric soil temperature 10cm from earth surface K TBD +178 temperature atmospheric soil temperature 20cm from earth surface K TBD +179 temperature atmospheric soil temperature 50cm from earth surface K TBD +180 temperature atmospheric soil temperature 100cm from earth surface K TBD +181 humidity atmospheric soil moisture 5cm from earth surface m3 m-3 TBD +182 humidity atmospheric soil moisture 10cm from earth surface m3 m-3 TBD +183 humidity atmospheric soil moisture 20cm from earth surface m3 m-3 TBD +184 humidity atmospheric soil moisture 50cm from earth surface m3 m-3 TBD +185 humidity atmospheric soil moisture 100cm from earth surface m3 m-3 TBD +186 radiation atmospheric hourly maximum downward shortwave irradiance at earth surface W m-2 Flux density of the solar radiation at the Earth surface +187 radiation atmospheric hourly minimum downward shortwave irradiance at earth surface W m-2 Flux density of the solar radiation at the Earth surface +188 temperature atmospheric hourly maximum soil temperature K Lot 1 is using Ts - WMO abbrev. +189 temperature atmospheric hourly minimum soil temperature K Lot 1 is using Ts - WMO abbrev. From e3c875282a421b5063bd7e3f683b264196fa943d Mon Sep 17 00:00:00 2001 From: garciam Date: Fri, 8 Sep 2023 18:27:41 +0200 Subject: [PATCH 2/7] new table for CUON --- table_definitions/advanced_homogenisation.csv | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 table_definitions/advanced_homogenisation.csv diff --git a/table_definitions/advanced_homogenisation.csv b/table_definitions/advanced_homogenisation.csv new file mode 100644 index 0000000..fce4427 --- /dev/null +++ b/table_definitions/advanced_homogenisation.csv @@ -0,0 +1,14 @@ +# Description: +# Source: +element_name kind external_table description +observation_id varchar (pk) observations_table:observation_id Link to observation this entry is for +RAOBCORE_bias_estimate numeric RAOBCORE bias estimate +RASE_bias_estimate numeric RASE bias estimate +RICH_bias_estimate numeric RICH bias estimate +RISE_bias_estimate numeric RISE bias estimate +humidity_bias_estimate numeric Humidity bias estimate +latitude_displacement numeric Latitude displacement +longitude_displacement numeric Longitude displacement +time_since_launch numeric Time since launch +true_time numeric True time +wind_bias_estimate numeric Wind bias estimate From 2ade4f515a47af4c78b000a6641b2bf7e1520b9f Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 12 Sep 2023 10:14:54 +0200 Subject: [PATCH 3/7] typo fixed --- tables/observed_variable.dat | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tables/observed_variable.dat b/tables/observed_variable.dat index f420af1..a1c4244 100644 --- a/tables/observed_variable.dat +++ b/tables/observed_variable.dat @@ -127,7 +127,7 @@ variable parameter_group domain sub_domain name units description 138 humidity atmospheric surface; upper air relative humidity 1 Relative humidity (from profile measurement) 139 wind atmospheric surface; upper air eastward wind speed m s-1 Eastward wind speed (from profile measurement) 140 wind atmospheric surface; upper air northward wind speed m s-1 Northward wind speed (from profile measurement) -141 radiation atmospheric surface; upper air Solar zenith angle degrees solar zenith angle +141 radiation atmospheric surface; upper air solar zenith angle degrees solar zenith angle 142 pressure atmospheric upper air pressure Pa pressure 143 time since launch s Time since launch of radiosonde 144 atmospheric upper-air monthly total ozone column DU Monthly value of total column ozone amount From e8d5dcb765a5d5ab42deaa1e1cddbaffc99c96ba Mon Sep 17 00:00:00 2001 From: garciam Date: Wed, 11 Oct 2023 10:09:24 +0200 Subject: [PATCH 4/7] add uncertainty variables to the observation table, add era5 precipitable water from GNSS --- table_definitions/observations_table.csv | 4 ++++ tables/observed_variable.dat | 1 + 2 files changed, 5 insertions(+) diff --git a/table_definitions/observations_table.csv b/table_definitions/observations_table.csv index 6caa57e..b17baee 100644 --- a/table_definitions/observations_table.csv +++ b/table_definitions/observations_table.csv @@ -50,3 +50,7 @@ advanced_uncertainty int data_present:flag Flag indicating whether uncertainty e advanced_homogenisation int data_present:flag Flag indicating whether advanced homogenisation information is available advanced_assimilation_feedback int data_present:flag Flag indicating whether assimilation feedback is available source_id varchar source_configuration:source_id Original source of data, link to external table +total_uncertainty numeric The total uncertainty is the sum in quadrature of all the contributions (systematic, quasi-systematic and statistical) to the uncertainty budget. +systematic_uncertainty numeric Systematic uncertainties are the uncertainty contributions due to systematic effects which, although they can be corrected in principle, cannot be corrected in practice. In other words, systematic uncertainties are statistical characterizations, by means of distributions of possible values of the measurand, of those systematic errors which, although removable in principle, cannot be corrected in practice. +random_uncertainty numeric Random uncertainties are the uncertainty contributions due to random effects causing random errors that cannot be corrected for in a single measured value, even in principle, because the effect is stochastic. +quasisystematic_uncertainty numeric The quasi-systematic uncertainties are related to the estimates of errors which behave in a consistent way between measurements over a time period similar to that over which measurements are recorded. diff --git a/tables/observed_variable.dat b/tables/observed_variable.dat index a1c4244..897eb8e 100644 --- a/tables/observed_variable.dat +++ b/tables/observed_variable.dat @@ -176,3 +176,4 @@ variable parameter_group domain sub_domain name units description 187 radiation atmospheric hourly minimum downward shortwave irradiance at earth surface W m-2 Flux density of the solar radiation at the Earth surface 188 temperature atmospheric hourly maximum soil temperature K Lot 1 is using Ts - WMO abbrev. 189 temperature atmospheric hourly minimum soil temperature K Lot 1 is using Ts - WMO abbrev. +190 precipitable water column era5 kg m-2 TBD (GNSS variable)ad \ No newline at end of file From 5131c36862cfd6cb180832db74b3bcba5842529d Mon Sep 17 00:00:00 2001 From: garciam Date: Wed, 11 Oct 2023 10:33:19 +0200 Subject: [PATCH 5/7] fix precipitable water era5 --- tables/observed_variable.dat | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tables/observed_variable.dat b/tables/observed_variable.dat index 897eb8e..5e5a855 100644 --- a/tables/observed_variable.dat +++ b/tables/observed_variable.dat @@ -176,4 +176,4 @@ variable parameter_group domain sub_domain name units description 187 radiation atmospheric hourly minimum downward shortwave irradiance at earth surface W m-2 Flux density of the solar radiation at the Earth surface 188 temperature atmospheric hourly maximum soil temperature K Lot 1 is using Ts - WMO abbrev. 189 temperature atmospheric hourly minimum soil temperature K Lot 1 is using Ts - WMO abbrev. -190 precipitable water column era5 kg m-2 TBD (GNSS variable)ad \ No newline at end of file +190 precipitable water column era5 kg m-2 TBD (GNSS variable) From 4230641fe78e1a656f06e5ad1cc3bdc5545e9d34 Mon Sep 17 00:00:00 2001 From: garciam Date: Mon, 16 Oct 2023 09:49:25 +0200 Subject: [PATCH 6/7] fix uncertainty fields --- table_definitions/observations_table.csv | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/table_definitions/observations_table.csv b/table_definitions/observations_table.csv index b17baee..a9660e8 100644 --- a/table_definitions/observations_table.csv +++ b/table_definitions/observations_table.csv @@ -49,8 +49,8 @@ advanced_qc int data_present:flag Flag indicating whether advanced qc data are a advanced_uncertainty int data_present:flag Flag indicating whether uncertainty estimates are available advanced_homogenisation int data_present:flag Flag indicating whether advanced homogenisation information is available advanced_assimilation_feedback int data_present:flag Flag indicating whether assimilation feedback is available -source_id varchar source_configuration:source_id Original source of data, link to external table -total_uncertainty numeric The total uncertainty is the sum in quadrature of all the contributions (systematic, quasi-systematic and statistical) to the uncertainty budget. -systematic_uncertainty numeric Systematic uncertainties are the uncertainty contributions due to systematic effects which, although they can be corrected in principle, cannot be corrected in practice. In other words, systematic uncertainties are statistical characterizations, by means of distributions of possible values of the measurand, of those systematic errors which, although removable in principle, cannot be corrected in practice. -random_uncertainty numeric Random uncertainties are the uncertainty contributions due to random effects causing random errors that cannot be corrected for in a single measured value, even in principle, because the effect is stochastic. -quasisystematic_uncertainty numeric The quasi-systematic uncertainties are related to the estimates of errors which behave in a consistent way between measurements over a time period similar to that over which measurements are recorded. +source_id varchar source_configuration:source_id Original source of data, link to external table +total_uncertainty numeric The total uncertainty is the sum in quadrature of all the contributions (systematic, quasi-systematic and statistical) to the uncertainty budget. +systematic_uncertainty numeric Systematic uncertainties are the uncertainty contributions due to systematic effects which, although they can be corrected in principle, cannot be corrected in practice. In other words, systematic uncertainties are statistical characterizations, by means of distributions of possible values of the measurand, of those systematic errors which, although removable in principle, cannot be corrected in practice. +random_uncertainty numeric Random uncertainties are the uncertainty contributions due to random effects causing random errors that cannot be corrected for in a single measured value, even in principle, because the effect is stochastic. +quasisystematic_uncertainty numeric The quasi-systematic uncertainties are related to the estimates of errors which behave in a consistent way between measurements over a time period similar to that over which measurements are recorded. From dfc561aaf69684e912416ccecf6c4d690fb210d2 Mon Sep 17 00:00:00 2001 From: EddyCMWF Date: Thu, 22 Feb 2024 10:00:05 +0000 Subject: [PATCH 7/7] cadsobs-changes from Markel --- table_definitions/advanced_homogenisation.csv | 14 +++ table_definitions/duration.csv | 2 +- table_definitions/era5fb_table.csv | 104 +++++++++--------- table_definitions/observations_table.csv | 6 +- tables/observed_variable.dat | 28 ++++- 5 files changed, 96 insertions(+), 58 deletions(-) create mode 100644 table_definitions/advanced_homogenisation.csv diff --git a/table_definitions/advanced_homogenisation.csv b/table_definitions/advanced_homogenisation.csv new file mode 100644 index 0000000..fce4427 --- /dev/null +++ b/table_definitions/advanced_homogenisation.csv @@ -0,0 +1,14 @@ +# Description: +# Source: +element_name kind external_table description +observation_id varchar (pk) observations_table:observation_id Link to observation this entry is for +RAOBCORE_bias_estimate numeric RAOBCORE bias estimate +RASE_bias_estimate numeric RASE bias estimate +RICH_bias_estimate numeric RICH bias estimate +RISE_bias_estimate numeric RISE bias estimate +humidity_bias_estimate numeric Humidity bias estimate +latitude_displacement numeric Latitude displacement +longitude_displacement numeric Longitude displacement +time_since_launch numeric Time since launch +true_time numeric True time +wind_bias_estimate numeric Wind bias estimate diff --git a/table_definitions/duration.csv b/table_definitions/duration.csv index e587274..5cc29ac 100644 --- a/table_definitions/duration.csv +++ b/table_definitions/duration.csv @@ -1,6 +1,6 @@ # Description: Duration of report # Source: element_name kind external_table description -duration int(pk) Primary key +duration int(pk) Primary key description varchar Text description of duration period int Duration converted to seconds diff --git a/table_definitions/era5fb_table.csv b/table_definitions/era5fb_table.csv index ce4961f..3e5720e 100755 --- a/table_definitions/era5fb_table.csv +++ b/table_definitions/era5fb_table.csv @@ -1,52 +1,52 @@ -element_name kind ext. tab. description -obs_id INTEGER observation id -report_id INTEGER header\_table:report\_id -source_id INTEGER source\_configuration:source\_id -feedback_method INTEGER feedback\_method:method 0=online 1=offline -type INTEGER mars key - type of field used to retrieve data -expver STRING mars key - experiment id -class INTEGER mars key - ecmwf classification for data -stream INTEGER mars key - forecasting system used to generate data -andate INTEGER analysis date -antime INTEGER analysis time -reportype INTEGER mars key - report type for mar -seqno@hdr INTEGER observation sequence -source@hdr STRING source id of obs. (character*8) : re-analysis purposes -bufrtype@hdr INTEGER bufr-type -subtype@hdr INTEGER bufr subtype for reference -groupid@hdr INTEGER mars key - observation group -obstype@hdr INTEGER observation type -codetype@hdr INTEGER observation code type -sensor@hdr INTEGER ecmwf satellite local (rttov) sensor indicator -statid@hdr STRING station id (character*8) -date@hdr INTEGER obs. date -time@hdr INTEGER obs. exact time -report_status@hdr BITFIELD report's status -report_event1@hdr BITFIELD report's events (part 1) -report_rdbflag@hdr BITFIELD report's flags -lat@hdr REAL latitude -lon@hdr REAL longitude -lsm@modsurf REAL model land-sea mask -orography@modsurf REAL model orography -windspeed10m@modsurf REAL 10 metre wind speed -sonde_type@conv INTEGER in order to do bias corr. of temps -obsvalue@body REAL observed variable -varno@body INTEGER variable number -vertco_type@body INTEGER vertical coordinate type -vertco_reference_1@body REAL vertical coordinate reference 1 -vertco_reference_2@body REAL vertical coordinate reference 2 -ppcode@conv_body INTEGER pressure code -datum_anflag@body BITFIELD observation flags -datum_status@body BITFIELD new feature equivalent to old def : "status status_t" -datum_event1@body BITFIELD observation events (part 1) -datum_rdbflag@body BITFIELD observation flags (rdb) -biascorr@body REAL radiance bias correction -qc_pge@body REAL var qc a posteriori probability of gross error -an_depar@body REAL observed minus analysed value -fg_depar@body REAL observed minus first guess value -lsm@surfbody_feedback REAL -stalt@hdr REAL altitude -obs_error@errstat REAL prescribed observation error -final_obs_error@errstat REAL final observation error (combination of prescribed and persistence errors) -fg_error@errstat REAL first guess error -eda_spread@errstat REAL (Unscaled) spread from the EDA. The units depend on the data - they are the same as +element_name kind external_table description +obs_id int (pk) observations_table:observation_id +report_id int header\_table:report\_id +source_id int source\_configuration:source\_id +feedback_method int feedback\_method:method 0=online 1=offline +type int mars key - type of field used to retrieve data +expver varchar mars key - experiment id +class int mars key - ecmwf classification for data +stream int mars key - forecasting system used to generate data +andate int analysis date +antime int analysis time +reportype int mars key - report type for mar +seqno@hdr int observation sequence +source@hdr varchar source id of obs. (character*8) : re-analysis purposes +bufrtype@hdr int bufr-type +subtype@hdr int bufr subtype for reference +groupid@hdr int mars key - observation group +obstype@hdr int observation type +codetype@hdr int observation code type +sensor@hdr int ecmwf satellite local (rttov) sensor indicator +statid@hdr varchar station id (character*8) +date@hdr int obs. date +time@hdr int obs. exact time +report_status@hdr bool report's status +report_event1@hdr bool report's events (part 1) +report_rdbflag@hdr bool report's flags +lat@hdr numeric latitude +lon@hdr numeric longitude +lsm@modsurf numeric model land-sea mask +orography@modsurf numeric model orography +windspeed10m@modsurf numeric 10 metre wind speed +sonde_type@conv int in order to do bias corr. of temps +obsvalue@body numeric observed variable +varno@body int variable number +vertco_type@body int vertical coordinate type +vertco_reference_1@body numeric vertical coordinate reference 1 +vertco_reference_2@body numeric vertical coordinate reference 2 +ppcode@conv_body int pressure code +datum_anflag@body bool observation flags +datum_status@body bool new feature equivalent to old def : "status status_t" +datum_event1@body bool observation events (part 1) +datum_rdbflag@body bool observation flags (rdb) +biascorr@body numeric radiance bias correction +qc_pge@body numeric var qc a posteriori probability of gross error +an_depar@body numeric observed minus analysed value +fg_depar@body numeric observed minus first guess value +lsm@surfbody_feedback numeric +stalt@hdr numeric altitude +obs_error@errstat numeric prescribed observation error +final_obs_error@errstat numeric final observation error (combination of prescribed and persistence errors) +fg_error@errstat numeric first guess error +eda_spread@errstat numeric (Unscaled) spread from the EDA. The units depend on the data - they are the same as diff --git a/table_definitions/observations_table.csv b/table_definitions/observations_table.csv index 6caa57e..a9660e8 100644 --- a/table_definitions/observations_table.csv +++ b/table_definitions/observations_table.csv @@ -49,4 +49,8 @@ advanced_qc int data_present:flag Flag indicating whether advanced qc data are a advanced_uncertainty int data_present:flag Flag indicating whether uncertainty estimates are available advanced_homogenisation int data_present:flag Flag indicating whether advanced homogenisation information is available advanced_assimilation_feedback int data_present:flag Flag indicating whether assimilation feedback is available -source_id varchar source_configuration:source_id Original source of data, link to external table +source_id varchar source_configuration:source_id Original source of data, link to external table +total_uncertainty numeric The total uncertainty is the sum in quadrature of all the contributions (systematic, quasi-systematic and statistical) to the uncertainty budget. +systematic_uncertainty numeric Systematic uncertainties are the uncertainty contributions due to systematic effects which, although they can be corrected in principle, cannot be corrected in practice. In other words, systematic uncertainties are statistical characterizations, by means of distributions of possible values of the measurand, of those systematic errors which, although removable in principle, cannot be corrected in practice. +random_uncertainty numeric Random uncertainties are the uncertainty contributions due to random effects causing random errors that cannot be corrected for in a single measured value, even in principle, because the effect is stochastic. +quasisystematic_uncertainty numeric The quasi-systematic uncertainties are related to the estimates of errors which behave in a consistent way between measurements over a time period similar to that over which measurements are recorded. diff --git a/tables/observed_variable.dat b/tables/observed_variable.dat index 3f1ca96..5e5a855 100644 --- a/tables/observed_variable.dat +++ b/tables/observed_variable.dat @@ -127,7 +127,7 @@ variable parameter_group domain sub_domain name units description 138 humidity atmospheric surface; upper air relative humidity 1 Relative humidity (from profile measurement) 139 wind atmospheric surface; upper air eastward wind speed m s-1 Eastward wind speed (from profile measurement) 140 wind atmospheric surface; upper air northward wind speed m s-1 Northward wind speed (from profile measurement) -141 radiation atmospheric surface; upper air Solar zenith angle degrees solar zenith angle +141 radiation atmospheric surface; upper air solar zenith angle degrees solar zenith angle 142 pressure atmospheric upper air pressure Pa pressure 143 time since launch s Time since launch of radiosonde 144 atmospheric upper-air monthly total ozone column DU Monthly value of total column ozone amount @@ -153,7 +153,27 @@ variable parameter_group domain sub_domain name units description 164 lidar atmospheric base_layer_altitude Frequency distribution of the base layer altitude values 165 lidar atmospheric top_layer_altitude Frequency distribution of the top layer altitude values 166 lidar atmospheric center_of_mass_altitude Frequency distribution of the center of mass altitude values -167 Global Navigation Satellite System atmosphere surface;upper-air zenith_total_delay m This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour. new variable added to observed variable table +167 Global Navigation Satellite System atmosphere surface;upper-air zenith_total_delay m This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour. 168 Global Navigation Satellite System atmosphere surface;upper-air zenith tropospheric delay m This parameter characterizes the delay through the troposphere of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. -169 humidity atmospheric surface wetness Ohms The presence or absence of moisture due to precipitation, in Ohms. High values (>= 1000) indicate an absence of moisture. Low values (< 1000) indicate the presence of moisture -170 humidity atmospheric surface soil_moisture m3 m-3 Ratio of water volume over sample volume (m^3 water/m^3 soil) +169 humidity atmospheric surface wetness Ohms The presence or absence of moisture due to precipitation, in Ohms. High values (>= 1000) indicate an absence of moisture. Low values (< 1000) indicate the presence of moisture +170 humidity atmospheric surface soil_moisture m3 m-3 Ratio of water volume over sample volume (m^3 water/m^3 soil) +171 humidity atmospheric daily maximum relative humidity percent TBD +172 humidity atmospheric daily minimum relative humidity percent TBD +173 temperature atmospheric monthly maximum soil temperature K Lot 1 is using Ts - WMO abbrev. +174 temperature atmospheric monthly minimum soil temperature K Lot 1 is using Ts - WMO abbrev. +175 wind atmospheric surface; upper-air wind speed 2 meters from earth surface m s-1 Speed is the magnitude of velocity. Wind is defined as a two-dimensional (horizontal) air velocity vector, with no vertical component. (Vertical motion in the atmosphere has the standard name upward air velocity.) The wind speed is the magnitude of the wind velocity. Lot 1 uses ff - WMO abbrev. +176 temperature atmospheric soil temperature 5cm from earth surface K TBD +177 temperature atmospheric soil temperature 10cm from earth surface K TBD +178 temperature atmospheric soil temperature 20cm from earth surface K TBD +179 temperature atmospheric soil temperature 50cm from earth surface K TBD +180 temperature atmospheric soil temperature 100cm from earth surface K TBD +181 humidity atmospheric soil moisture 5cm from earth surface m3 m-3 TBD +182 humidity atmospheric soil moisture 10cm from earth surface m3 m-3 TBD +183 humidity atmospheric soil moisture 20cm from earth surface m3 m-3 TBD +184 humidity atmospheric soil moisture 50cm from earth surface m3 m-3 TBD +185 humidity atmospheric soil moisture 100cm from earth surface m3 m-3 TBD +186 radiation atmospheric hourly maximum downward shortwave irradiance at earth surface W m-2 Flux density of the solar radiation at the Earth surface +187 radiation atmospheric hourly minimum downward shortwave irradiance at earth surface W m-2 Flux density of the solar radiation at the Earth surface +188 temperature atmospheric hourly maximum soil temperature K Lot 1 is using Ts - WMO abbrev. +189 temperature atmospheric hourly minimum soil temperature K Lot 1 is using Ts - WMO abbrev. +190 precipitable water column era5 kg m-2 TBD (GNSS variable)