...
| Variable | parameterNumber | constituentType |
|---|---|---|
| Alder pollen | 59 | 62100 |
| Ammonia | 0 | 9 |
| Birch pollen | 59 | 62101 |
| Carbon monoxide | 0 | 4 |
| Dust | 0 | 62001 |
| Formaldehyde | 0 | 7 |
| Glyoxal | 0 | 10038 |
| Grass pollen | 59 | 62300 |
| Mugwort pollen | 59 | 62201 |
| Nitrogen dioxide | 0 | 5 |
| Nitrogen monoxide | 0 | 11 |
| Non-methane VOCs | 0 | 60013 |
| Olive pollen | 59 | 64002 |
| Ozone | 0 | 0 |
| Particulate matter < 10um (PM10) | 0 | 40008 |
| Particulate matter < 2.5um (PM2.5) | 0 | 40009 |
| Peroxyacyl nitrates (PANs) | 0 | 60018 |
| PM2.5, total organic matter only | 0 | 62010 |
| PM10, sea salt (dry) only | 0 | 62008 |
| PM10, wildfires onlyPM10 from wildfires | 0 | 62096 |
| Ragweed pollen | 59 | 62200 |
| Residential elementary carbon | 0 | 62094 |
| Secondary inorganic aerosol (SIA) | 0 | 62099 |
| Sulphur dioxide | 0 | 8 |
| Total elementary carbon | 0 | 62095 |
| Code Block |
|---|
from eccodes import (
codes_grib_new_from_file, codes_get, codes_release, codes_write)
# Dictionary matching ADS API key/value pairs to grib key/value pairs
definitions = {
'variable': {
'ammonia': {
'parameterNumber': 0, # Mass density (kg/m3)
'constituentType': 9},
'carbon_monoxide': {
'parameterNumber': 0,
'constituentType': 4},
'dust': {
'parameterNumber': 0,
'constituentType': 62001},
'formaldehyde': {
'parameterNumber': 0,
'constituentType': 7},
'glyoxal': {
'parameterNumber': 0,
'constituentType': 10038},
'non_methane_vocs': {
'parameterNumber': 0,
'constituentType': 60013},
'nitrogen_monoxide': {
'parameterNumber': 0,
'constituentType': 11},
'nitrogen_dioxide': {
'parameterNumber': 0,
'constituentType': 5},
'ozone': {
'parameterNumber': 0,
'constituentType': 0},
'peroxyacyl_nitrates': {
'parameterNumber': 0,
'constituentType': 60018},
'particulate_matter_10um': {
'parameterNumber': 0,
'constituentType': 40008},
'particulate_matter_2.5um': {
'parameterNumber': 0,
'constituentType': 40009},
'pm2.5_anthropogenic_wood_burning_carbon': {
'parameterNumber': 0,
'constituentType': 62098},
'pm2.5_anthropogenic_fossil_fuel_carbon': {
'parameterNumber': 0,
'constituentType': 62097},
'pm2.5_total_organic_matter': {
'parameterNumber': 0,
'constituentType': 62010},
'pm10_sea_salt_dry': {
'parameterNumber': 0,
'constituentType': 62008},
'pm10_wildfires': {
'parameterNumber': 0,
'constituentType': 62096},
'residential_elementary_carbon': {
'parameterNumber': 0,
'constituentType': 62094},
'secondary_inorganic_aerosol': {
'parameterNumber': 0,
'constituentType': 62099},
'sulphur_dioxide': {
'parameterNumber': 0,
'constituentType': 8},
'total_elementary_carbon': {
'parameterNumber': 0,
'constituentType': 62095},
'alder_pollen': {
'parameterNumber': 59, # Number Concentration (1/m3)
'constituentType': 62100},
'birch_pollen': {
'parameterNumber': 59,
'constituentType': 62101},
'grass_pollen': {
'parameterNumber': 59,
'constituentType': 62300},
'mugwort_pollen': {
'parameterNumber': 59,
'constituentType': 62201},
'olive_pollen': {
'parameterNumber': 59,
'constituentType': 64002},
'ragweed_pollen': {
'parameterNumber': 59,
'constituentType': 62200}
},
'model': {
'chimere': {
'centre': 85, # France
'subCentre': 200},
'dehm': {
'centre': 85,
'subCentre': 203},
'emep': {
'centre': 88, # Oslo
'subCentre': 0},
'ensemble': {
'centre': 85, # France
'subCentre': 2},
'euradim': {
'centre': 85, # France
'subCentre': 201},
'gemaq': {
'centre': 85,
'subCentre': 204},
'lotos': {
'centre': 99,
'subCentre': 0},
'match': {
'centre': 82, # Norrkoping
'subCentre': 98},
'mocage': {
'centre': 85, # Meteo France
'subCentre': 1},
'silam': {
'centre': 86, # Helsinki
'subCentre': 0},
'minni': {
'centre': 85,
'subCentre': 205},
'monarch': {
'centre': 85,
'subCentre': 206}
}
}
def identify_field(msg):
"""Return a dict identifying the input grib message"""
field = {}
for api_key, value_to_grib in definitions.items():
for api_value, grib_defn in value_to_grib.items():
# Does this message match the key/value pairs in grib_defn?
match = True
for grib_key, grib_value in grib_defn.items():
msg_value = codes_get(msg, grib_key,
ktype=type(grib_value))
if msg_value != grib_value:
match = False
break
if match:
field[api_key] = api_value
if api_key not in field:
raise Exception('Unrecognised field')
return field
def main(grib_file, output_filename_template=None):
"""Read all fields in the GRIB file, identify the model and variable of
each, and optionally write them to output files, split by model or
variable or both.
Any instance of "<model>" or "<variable>" in output_filename_template
will be replaced by the associated model or variable string for the
field, e.g. output_filename_template='<model>.<variable>.grib'
"""
fields_written = {}
# Loop over messages in a grib file, identifying all fields
count = 0
with open(grib_file) as fin:
while True:
msg = codes_grib_new_from_file(fin)
if msg is None:
break
count += 1
try:
field = identify_field(msg)
print('Field ' + str(count) + ' is: ' + repr(field))
# Write the field to an output file?
if output_filename_template:
name = output_filename_template
for k, v in field.items():
name = name.replace(f'<{k}>', v)
if name not in fields_written:
fields_written[name] = 0
mode = 'w'
else:
mode = 'a'
with open(name, mode + 'b') as fout:
codes_write(msg, fout)
fields_written[name] += 1
finally:
codes_release(msg)
for name, n in fields_written.items():
print(f'Wrote {n} fields to {name}')
if __name__ == '__main__':
main('mydata.grib',
output_filename_template='<model>.<variable>.grib') |
...