from eccodes import (
codes_grib_new_from_file, codes_get, codes_release
grib_file = 'cams_AQ_forecast.grib', codes_write)
# Dictionary matching ADS API key/value pairs to grib key/value pairs
definitions = {
'variable': {
'ozoneammonia': {
'parameterNumber': 0, # Mass density (kg/m3)
'constituentType': 09},
'carbon_monoxide': {
'parameterNumber': 0,
'constituentType': 4},
'ammoniadust': {
'parameterNumber': 0,
'constituentType': 962001},
'non_methane_vocsformaldehyde': {
'parameterNumber': 0,
'constituentType': 600137},
'nitrogen_monoxideglyoxal': {
'parameterNumber': 0,
'constituentType': 1110038},
'nitrogennon_methane_dioxidevocs': {
'parameterNumber': 0,
'constituentType': 560013},
'peroxyacylnitrogen_nitratesmonoxide': {
'parameterNumber': 0,
'constituentType': 6001811},
'particulatenitrogen_matter_10umdioxide': {
'parameterNumber': 0,
'constituentType': 400085},
'particulate_matter_2.5umozone': {
'parameterNumber': 0,
'constituentType': 400090},
'pm10peroxyacyl_wildfiresnitrates': {
'parameterNumber': 0,
'constituentType': 6209660018},
'sulphurparticulate_matter_dioxide10um': {
'parameterNumber': 0,
'constituentType': 840008},
'birch_pollenparticulate_matter_2.5um': {
'parameterNumber': 59, # Number Concentration (1/m3)0,
'constituentType': 6210140009},
'grass_pollenpm2.5_anthropogenic_wood_burning_carbon': {
'parameterNumber': 590,
'constituentType': 6230062098},
'olive_pollenpm2.5_anthropogenic_fossil_fuel_carbon': {
'parameterNumber': 590,
'constituentType': 6400262097},
'ragweed_pollenpm2.5_total_organic_matter': {
'parameterNumber': 590,
'constituentType': 6220062010},
'alder_pollen'pm10_sea_salt_dry': {
'parameterNumber': 590,
'constituentType': 6210062008},
'dust'pm10_wildfires': {
'parameterNumber': 0, # Mass density kg/m3
'constituentType': 6200162096},
'secondaryresidential_inorganicelementary_aerosolcarbon': {
'parameterNumber': 0,
'constituentType': 6209962094},
},
'modelsecondary_inorganic_aerosol': {
'chimereparameterNumber': {0,
'centreconstituentType': 8562099},
# France
'sulphur_dioxide': {
'subCentreparameterNumber': 200}0,
'emepconstituentType': {8},
'total_elementary_carbon': {
'centre': 88, # Oslo'parameterNumber': 0,
'subCentreconstituentType': 062095},
'ensemblealder_pollen': {
'centreparameterNumber': 8559, # Number # FranceConcentration (1/m3)
'subCentreconstituentType': 262100},
'euradimbirch_pollen': {
'centreparameterNumber': 85, # France59,
'subCentreconstituentType': 20162101},
'matchgrass_pollen': {
'centreparameterNumber': 82, # Norrkoping59,
'subCentreconstituentType': 9862300},
'mocagemugwort_pollen': {
'centreparameterNumber': 85, # Meteo France59,
'subCentreconstituentType': 162201},
'silamolive_pollen': {
'centreparameterNumber': 86, # Helsinki59,
'subCentreconstituentType': 064002},
'lotosragweed_pollen': {
'centreparameterNumber': 9959,
'subCentreconstituentType': 062200},
},
'gemaqmodel': {
'chimere': {
'centre': 85, # France
'subCentre': 204200},
'dehm': {
'centre': 85,
'subCentre': 203},
}
}
def identify_field(msg): 'emep': {
"""Return a dict identifying the input grib message"""
'centre': 88, # Oslo
field = {}'subCentre': 0},
for api_key, value_to_grib in definitions.items(): 'ensemble': {
for api_value, grib_defn in value_to_grib.items():
'centre': 85, # France
# Does this message match the key/value pairs in grib_defn?'subCentre': 2},
'euradim': {
match = True
'centre': 85, for grib_key, grib_value in grib_defn.items(): # France
msg_value = codes_get(msg, grib_key'subCentre': 201},
'gemaq': {
'centre': 85,
'subCentre': 204},
ktype=type(grib_value))
'lotos': {
if msg_value != grib_value: 'centre': 99,
'subCentre': 0},
'match': = False{
'centre': 82, # breakNorrkoping
if match:'subCentre': 98},
'mocage': {
field[api_key] = api_value
'centre': 85, if api_key not# inMeteo field:France
raise Exception('Unrecognised field')
'subCentre': 1},
return field
# Loop over messages in a grib file, identifying all fields
count = 0
with open(grib_file) as f:
while True:'silam': {
'centre': 86, # Helsinki
msg = codes_grib_new_from_file(f)
'subCentre': 0},
if msg is None'minni': {
break
'centre': 85,
count += 1
try:'subCentre': 205},
'monarch': {
field = identify_field(msg)
finally:'centre': 85,
'subCentre': 206}
codes_release}
}
def identify_field(msg)
:
"""Return a dict print('Field ' + str(count) + ' is: ' + repr(field))
identifying the input grib message"""
field = {}
for api_key, value_to_grib in definitions.items():
for api_value, grib_defn in value_to_grib.items():
# Does this message match the key/value pairs in grib_defn?
match = True
for grib_key, grib_value in grib_defn.items():
msg_value = codes_get(msg, grib_key,
ktype=type(grib_value))
if msg_value != grib_value:
match = False
break
if match:
field[api_key] = api_value
if api_key not in field:
raise Exception('Unrecognised field')
return field
def main(grib_file, output_filename_template=None):
"""Read all fields in the GRIB file, identify the model and variable of
each, and optionally write them to output files, split by model or
variable or both.
Any instance of "<model>" or "<variable>" in output_filename_template
will be replaced by the associated model or variable string for the
field, e.g. output_filename_template='<model>.<variable>.grib'
"""
fields_written = {}
# Loop over messages in a grib file, identifying all fields
count = 0
with open(grib_file) as fin:
while True:
msg = codes_grib_new_from_file(fin)
if msg is None:
break
count += 1
try:
field = identify_field(msg)
print('Field ' + str(count) + ' is: ' + repr(field))
# Write the field to an output file?
if output_filename_template:
name = output_filename_template
for k, v in field.items():
name = name.replace(f'<{k}>', v)
if name not in fields_written:
fields_written[name] = 0
mode = 'w'
else:
mode = 'a'
with open(name, mode + 'b') as fout:
codes_write(msg, fout)
fields_written[name] += 1
finally:
codes_release(msg)
for name, n in fields_written.items():
print(f'Wrote {n} fields to {name}')
if __name__ == '__main__':
main('mydata.grib',
output_filename_template='<model>.<variable>.grib') |