Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update the bufr2ioda yamls #183

Open
wants to merge 9 commits into
base: develop
Choose a base branch
from
176 changes: 105 additions & 71 deletions rrfs-test/IODA/yaml/prepbufr_adpsfc.yaml
Original file line number Diff line number Diff line change
@@ -1,26 +1,26 @@
# (C) Copyright 2020 NOAA/NWS/NCEP/EMC
# (C) Copyright 2024 NOAA/NWS/NCEP/EMC
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.

observations:
- obs space:
name: bufr

obsdatain: "./prepbufr"
obsdatain: "./bufr/2024052700.rap.t00z.prepbufr.tm00"

exports:
#group_by_variable: prepbufrDataLvlCat
subsets:
- ADPSFC # SURFACE LAND (SYNOPTIC, METAR) REPORTS
- SFCSHP # SURFACE MARINE (SHIP, BUOY, C-MAN/TIGE GAUGE PLATFORM) REPORTS
#- SFCSHP # SURFACE MARINE (SHIP, BUOY, C-MAN/TIGE GAUGE PLATFORM) REPORTS
variables:
# MetaData
timestamp:
timeoffset:
timeOffset: "*/DHR"
transforms:
- scale: 3600
referenceTime: @referenceTime@
referenceTime: "2024-05-27T00:00:00Z"
timeOffset:
query: "*/DHR"
longitude:
Expand All @@ -31,31 +31,36 @@ observations:
query: "*/SID"
stationElevation:
query: "*/ELV"
type: float
prepbufrReportType:
guoqing-noaa marked this conversation as resolved.
Show resolved Hide resolved
query: "*/TYP"
dumpReportType:
query: "*/T29"

prepbufrDataLvlCat:
query: "*/CAT"

pressure:
query: "*/P___INFO/P__EVENT{1}/POB"
transforms:
- scale: 100
pressureQualityMarker:
stationPressure:
query: "*/P___INFO/P__EVENT{1}/POB"
transforms:
- scale: 100
stationPressureQualityMarker:
query: "*/P___INFO/P__EVENT{1}/PQM"
pressureError:
stationPressureError:
query: "*/P___INFO/P__BACKG/POE"
transforms:
- scale: 100
pressureTunedError:
stationPressureTunedError:
query: "*/P___INFO/P__POSTP/POETU"
transforms:
- scale: 100

heightOfObservation:
query: "*/Z___INFO/Z__EVENT{1}/ZOB"
type: float
heightOfObservationQualityMark:
guoqing-noaa marked this conversation as resolved.
Show resolved Hide resolved
query: "*/Z___INFO/Z__EVENT{1}/ZQM"

Expand Down Expand Up @@ -125,13 +130,13 @@ observations:
heightOfWaves:
query: "*/WAVE_SEQ/HOWV"
type: float

presentWeather:
query: "*/PREWXSEQ{1}/PRWE"

maximumWindGustSpeed:
query: "*/GUST1SEQ/MXGS"

verticalSignificance:
query: "*/CLOUDSEQ{1}/VSSO"
cloudAmount:
Expand All @@ -151,7 +156,6 @@ observations:
backend: netcdf
obsdataout: "./ioda_adpsfc.nc"


dimensions:
- name: pevent_Dim
path: "*/P___INFO/P__EVENT"
Expand All @@ -177,8 +181,8 @@ observations:
- name: "MetaData/timeOffset"
coordinates: "longitude latitude"
source: variables/timeOffset
longName: "Observation Time Offset from Reference Time"
units: "Seconds"
longName: "Observation Time Minus Reference Time"
units: "Hours"

- name: "MetaData/stationIdentification"
coordinates: "longitude latitude"
Expand All @@ -203,7 +207,7 @@ observations:
- name: "MetaData/stationElevation"
coordinates: "longitude latitude"
source: variables/stationElevation
longName: "Height of Station"
longName: "Elevation of Station"
units: "Meter"

- name: "MetaData/prepbufrReportType"
Expand All @@ -224,22 +228,23 @@ observations:
longName: "Prepbufr Data Level Category"
units: ""

- name: "MetaData/pressure"
- name: "MetaData/seaTemperatureMethod"
coordinates: "longitude latitude"
source: variables/pressure
longName: "Pressure"
units: "Pa"
source: variables/seaTemperatureMethod
longName: "Method of Sea Temperature Measurement"
units: ""

- name: "MetaData/height"
coordinates: "longitude latitude"
source: variables/heightOfObservation
longName: "Height"
units: "Meter"

- name: "MetaData/seaTemperatureMethod"
- name: "MetaData/pressure"
coordinates: "longitude latitude"
source: variables/seaTemperatureMethod
longName: "Method of Sea Temperature Measurement"
source: variables/pressure
longName: "Pressure"
units: "Pa"

# ObsType
- name: "ObsType/specificHumidity"
Expand All @@ -266,6 +271,12 @@ observations:
longName: "windNorthward Report Type"
units: ""

- name: "ObsType/stationPressure"
coordinates: "longitude latitude"
source: variables/prepbufrReportType
longName: "Pressure"
units: ""

# ObsValue
- name: "ObsValue/specificHumidity"
coordinates: "longitude latitude"
Expand Down Expand Up @@ -297,6 +308,12 @@ observations:
longName: "Northward Wind"
units: "Meter Second-1"

- name: "ObsValue/stationPressure"
coordinates: "longitude latitude"
source: variables/stationPressure
longName: "Station Pressure"
units: "Pa"

- name: "ObsValue/pressureReducedToMeanSeaLevel"
coordinates: "longitude latitude"
source: variables/pressureReducedToMeanSeaLevel
Expand All @@ -308,7 +325,7 @@ observations:
source: variables/seaTemperature
longName: "Sea Temperature"
units: "Kelvin"

- name: "ObsValue/depthBelowSeaSurface"
coordinates: "longitude latitude"
source: variables/depthBelowSeaSurface
Expand All @@ -320,7 +337,7 @@ observations:
source: variables/heightOfWaves
longName: "Height of Waves"
units: "Meter"

- name: "ObsValue/presentWeather"
coordinates: "longitude latitude"
source: variables/presentWeather
Expand All @@ -331,122 +348,139 @@ observations:
source: variables/maximumWindGustSpeed
longName: "Maximum Wind Gust Speed"
units: "Meter Second-1"

- name: "ObsValue/verticalSignificance"
coordinates: "longitude latitude"
source: variables/verticalSignificance
longName: "Description of Vertical Significance (Surface Observations)"

- name: "ObsValue/cloudAmount"
coordinates: "longitude latitude"
source: variables/cloudAmount
longName: "Description of Cloud Amount"

- name: "ObsValue/heightOfBaseOfCloud"
coordinates: "longitude latitude"
source: variables/heightOfBaseOfCloud
longName: "Height of Base of Cloud"
units: "Meter"

- name: "ObsValue/cloudCoverTotal"
coordinates: "longitude latitude"
source: variables/cloudCoverTotal
longName: "Total Cloud Coverage"
units: "1"

- name: "ObsValue/heightAboveSurfaceOfBaseOfLowestCloud"
coordinates: "longitude latitude"
source: variables/heightAboveSurfaceOfBaseOfLowestCloud
longName: "Height above Surface of Base of Lowest Cloud Seen"

# Quality Marker
- name: "QualityMarker/pressure"
- name: "QualityMarker/stationPressure"
coordinates: "longitude latitude"
source: variables/pressureQualityMarker
source: variables/stationPressureQualityMarker
longName: "Pressure Quality Marker"

- name: "QualityMarker/height"
coordinates: "longitude latitude"
source: variables/heightOfObservationQualityMark
longName: "Height Quality Marker"

- name: "QualityMarker/specificHumidity"
coordinates: "longitude latitude"
source: variables/specificHumidityQualityMarker
longName: "Specific Humidity Quality Marker"

- name: "QualityMarker/airTemperature"
coordinates: "longitude latitude"
source: variables/airTemperatureQualityMarker
longName: "Temperature Quality Marker"
- name: "QualityMarker/wind"

- name: "QualityMarker/windEastward"
coordinates: "longitude latitude"
source: variables/windQualityMarker
longName: "U, V-Component of Wind Quality Marker"
longName: "windEastward Quality Marker"

- name: "QualityMarker/windNorthward"
coordinates: "longitude latitude"
source: variables/windQualityMarker
longName: "windNorthward Quality Marker"

- name: "QualityMarker/pressureReducedToMeanSeaLevel"
coordinates: "longitude latitude"
source: variables/pressureReducedToMeanSeaLevelQualityMarker
longName: "Mean Sea Level Pressure Quality Marker"

- name: "QualityMarker/seaTemperature"
coordinates: "longitude latitude"
source: variables/seaTemperatureQualityMarker
longName: "Sea Temperature Quality Marker"

# ObsError
- name: "ObsError/pressure"
- name: "ObsError/stationPressure"
coordinates: "longitude latitude"
source: variables/pressureError
source: variables/stationPressureError
longName: "Pressure Observation Error"
units: "Pa"

- name: "ObsError/relativeHumidity"
coordinates: "longitude latitude"
source: variables/relativeHumidityError
longName: "Relative Humidity Error"
units: "1"

- name: "ObsError/airTemperature"
coordinates: "longitude latitude"
source: variables/airTemperatureError
longName: "Temperature Error"
units: "Kelvin"

- name: "ObsError/wind"

- name: "ObsError/windEastward"
coordinates: "longitude latitude"
source: variables/windError
longName: "Eastward wind error"
units: "Meter Second-1"

- name: "ObsError/windNorthward"
coordinates: "longitude latitude"
source: variables/windError
longName: "East and Northward wind error"
units: "Meter Second-1"
longName: "Northward wind error"
units: "Meter Second-1"

- name: "ObsError/seaTemperature"
coordinates: "longitude latitude"
source: variables/seaTemperatureError
longName: "Sea Temperature Observation Error"
units: "Kelvin"

# Tuned ObsError
- name: "TunedObsError/pressure"
coordinates: "longitude latitude"
source: variables/pressureTunedError
longName: "Analysis-Tuned Pressure Observation Error"
units: "Pa"

- name: "TunedObsError/relativeHumidity"
coordinates: "longitude latitude"
source: variables/relativeHumidityTunedError
longName: "Analysis-Tuned Relative Humidity Error"
units: "1"

- name: "TunedObsError/airTemperature"
coordinates: "longitude latitude"
source: variables/airTemperatureTunedError
longName: "Analysis-Tuned Temperature Error"
units: "Kelvin"

- name: "TunedObsError/wind"
coordinates: "longitude latitude"
source: variables/windTunedError
longName: "Analysis-Tuned East and Northward wind error"
units: "Meter Second-1"
# # Tuned ObsError
# - name: "TunedObsError/stationPressure"
# coordinates: "longitude latitude"
# source: variables/stationPressureTunedError
# longName: "Analysis-Tuned Pressure Observation Error"
# units: "Pa"
#
# - name: "TunedObsError/relativeHumidity"
# coordinates: "longitude latitude"
# source: variables/relativeHumidityTunedError
# longName: "Analysis-Tuned Relative Humidity Error"
# units: "1"
#
# - name: "TunedObsError/airTemperature"
# coordinates: "longitude latitude"
# source: variables/airTemperatureTunedError
# longName: "Analysis-Tuned Temperature Error"
# units: "Kelvin"
#
# - name: "TunedObsError/windEastward"
# coordinates: "longitude latitude"
# source: variables/windTunedError
# longName: "Analysis-Tuned Eastward wind error"
# units: "Meter Second-1"
#
# - name: "TunedObsError/windNorthward"
# coordinates: "longitude latitude"
# source: variables/windTunedError
# longName: "Analysis-Tuned Northward wind error"
# units: "Meter Second-1"
Loading
Loading