# ESMValTool # recipe_perfmetrics_CMIP5.yml --- documentation: description: | Recipe for plotting the performance metrics for the CMIP5 datasets, including the standard ECVs as in Gleckler et al., and some additional variables (like ozone, sea-ice, aerosol...) authors: - frank_franziska - righi_mattia - eyring_veronika maintainer: - righi_mattia references: - gleckler08jgr projects: - esmval - embrace - crescendo - c3s-magic - cmug #datasets: #- {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1, start_year: 2000, end_year: 2004} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1, start_year: 2000, end_year: 2004} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1, start_year: 2000, end_year: 2004} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1, start_year: 2000, end_year: 2004} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1, start_year: 2000, end_year: 2004} #- {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: [r1i1p1, r2i1p1, r3i1p1], start_year: 2000, end_year: 2004} #- {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1, start_year: 2000, end_year: 2004} preprocessors: pp850: extract_levels: levels: 85000 scheme: linear regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.95 multi_model_statistics: span: overlap statistics: [mean, median] exclude: [reference_dataset, alternative_dataset] pp500: extract_levels: levels: 50000 scheme: linear regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.95 multi_model_statistics: span: overlap statistics: [mean, median] exclude: [reference_dataset, alternative_dataset] pp400: extract_levels: levels: 40000 scheme: linear regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.95 multi_model_statistics: span: overlap statistics: [mean, median] #exclude: [reference_dataset, alternative_dataset] exclude: reference_dataset pp200: extract_levels: levels: 20000 scheme: linear regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.95 multi_model_statistics: span: overlap statistics: [mean, median] exclude: [reference_dataset, alternative_dataset] pp30: extract_levels: levels: 3000 scheme: linear regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.95 multi_model_statistics: span: overlap statistics: [mean, median] exclude: [reference_dataset, alternative_dataset] pp5: extract_levels: levels: 500 scheme: linear regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.95 multi_model_statistics: span: overlap statistics: [mean, median] exclude: [reference_dataset, alternative_dataset] ppNOLEV1: regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.95 multi_model_statistics: span: overlap statistics: [mean, median] exclude: [reference_dataset] ppNOLEV2: regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.95 multi_model_statistics: span: overlap statistics: [mean, median] #exclude: [reference_dataset, alternative_dataset] exclude: reference_dataset ppNOLEV1thr10: regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.10 multi_model_statistics: span: overlap statistics: [mean, median] exclude: [reference_dataset] ppNOLEV2thr10: regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.10 multi_model_statistics: span: overlap statistics: [mean, median] #exclude: [reference_dataset, alternative_dataset] exclude: reference_dataset ppNOLEV1x1: regrid: target_grid: 1x1 scheme: linear mask_fillvalues: threshold_fraction: 0.95 multi_model_statistics: span: overlap statistics: [mean, median] #exclude: [reference_dataset, alternative_dataset] exclude: reference_dataset ppALL: extract_levels: levels: reference_dataset scheme: linear regrid: target_grid: reference_dataset scheme: linear mask_fillvalues: threshold_fraction: 0.95 multi_model_statistics: span: overlap statistics: [mean, median] #exclude: [reference_dataset, alternative_dataset] exclude: reference_dataset diagnostics: ### The diagnostics are ordered by runtime, to optimize tasks execution ##### # ### sm: SOIL MOISTURE ####################################################### # mrsos: # description: Soil moisture # themes: # - phys # realms: # - land # variables: # mrsos: # preprocessor: ppNOLEV1thr10 # reference_dataset: ESACCI-SOILMOISTURE # mip: Lmon # derive: true # force_derivation: false # project: CMIP5 # exp: historical # ensemble: r1i1p1 # start_year: 2002 # end_year: 2004 # additional_datasets: # - {dataset: ESACCI-SOILMOISTURE, project: OBS, type: sat, # version: L3S-SSMV-COMBINED-v4.2, tier: 2} # scripts: # grading: &grading_settings # script: perfmetrics/main.ncl # # Plot type ('cycle', 'zonal', 'latlon', 'cycle_latlon', 'cycle_zonal') # plot_type: cycle_latlon # # Time average ('opt' argument of time_operations.ncl) # time_avg: monthlyclim # # Region ('global', 'trop', 'nhext', 'shext') # region: global # # Plot standard deviation ('all', 'none', 'ref_model' or dataset name) # plot_stddev: ref_model # # Plot legend in a separate file # legend_outside: true # # Plot style # styleset: CMIP5 # # Calculate grading # calc_grading: true # # Metric ('RMSD', 'BIAS', taylor') # metric: [RMSD] # # Normalization ('mean', 'median', 'centered_median', 'none') # normalization: [centered_median] ### ta: AIR TEMPERATURE (zonal) ############################################# taZONAL: description: Air temperature zonal mean themes: - phys realms: - atmos variables: ta: preprocessor: ppALL reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: zonal: &zonal_settings script: perfmetrics/main.ncl # Plot type ('cycle', 'zonal', 'latlon', 'cycle_latlon', 'cycle_zonal') plot_type: zonal # Time average ('opt' argument of time_operations.ncl) time_avg: annualclim # Region ('global', 'trop', 'nhext', 'shext') region: global # Draw difference plots plot_diff: true # Calculate t-test in difference plots t_test: true # Confidence level for the t-test conf_level: 0.95 # Mask non-significant values with stippling stippling: true # Contour levels for absolute plot abs_levs: [200, 210, 220, 230, 240, 250, 260, 270, 280, 290, 300] # Contour levels for difference plot diff_levs: [-10, -8, -6, -4, -2, 0, 2, 4, 6, 8, 10] ### clt: TOTAL CLOUD COVER ################################################## clt: description: Total cloud cover themes: - clouds realms: - atmos variables: clt: preprocessor: ppNOLEV2 reference_dataset: ESACCI-CLOUD alternative_dataset: PATMOS-x mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ESACCI-CLOUD, project: OBS, type: sat, version: AVHRR-fv3.0, tier: 2} - {dataset: PATMOS-x, project: OBS, type: sat, version: NOAA, tier: 2} scripts: latlon: &latlon_settings script: perfmetrics/main.ncl # Plot type ('cycle', 'zonal', 'latlon', 'cycle_latlon', 'cycle_zonal') plot_type: latlon # Time average ('opt' argument of time_operations.ncl) time_avg: annualclim # Region ('global', 'trop', 'nhext', 'shext') region: global # Draw difference plots plot_diff: true # Calculate t-test in difference plots t_test: true # Confidence level for the t-test conf_level: 0.95 # Add global average to the plot show_global_avg: true # Contour levels for absolute plot abs_levs: [0, 10, 20, 30, 40, 50, 60, 70, 80, 90, 100] # Contour levels for difference plot diff_levs: [-30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30] grading: &grading_settings script: perfmetrics/main.ncl # Plot type ('cycle', 'zonal', 'latlon', 'cycle_latlon', 'cycle_zonal') plot_type: cycle_latlon # Time average ('opt' argument of time_operations.ncl) time_avg: monthlyclim # Region ('global', 'trop', 'nhext', 'shext') region: global # Plot standard deviation ('all', 'none', 'ref_model' or dataset name) plot_stddev: ref_model # Plot legend in a separate file legend_outside: true # Plot style styleset: CMIP5 # Calculate grading calc_grading: true # Metric ('RMSD', 'BIAS', taylor') metric: ['RMSD', 'BIAS'] # Normalization ('mean', 'median', 'centered_median', 'none') normalization: ['centered_median','centered_median'] ### tas: NEAR-SURFACE TEMPERATURE ########################################### tas: description: Near-surface air temperature themes: - phys realms: - atmos variables: tas: preprocessor: ppNOLEV2 reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: latlon: <<: *latlon_settings # Add global average to the plot show_global_avg: false # Contour levels for absolute plot abs_levs: [240, 243, 246, 249, 252, 255, 258, 261, 264, 267, 270, 273, 276, 279, 282, 285, 288, 291, 294, 297, 300] # Contour levels for difference plot diff_levs: [-5, -4, -3, -2, -1, 0, 1, 2, 3, 4, 5] grading: <<: *grading_settings ### ts: SEA-SURFACE (SKIN) TEMPERATURE ###################################### ts: description: Sea-surface (skin) temperature themes: - phys realms: - atmos - ocean variables: ts: preprocessor: ppNOLEV1x1 reference_dataset: ESACCI-SST alternative_dataset: HadISST mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ESACCI-SST, project: OBS, type: sat, version: L4-GHRSST-SSTdepth-OSTIA-GLOB, tier: 2} - {dataset: HadISST, project: OBS, type: reanaly, version: 1, tier: 2} scripts: grading: <<: *grading_settings ### pr: PRECIPITATION ####################################################### pr: description: Precipitation themes: - phys realms: - atmos variables: pr: preprocessor: ppNOLEV1 reference_dataset: GPCP-SG mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: GPCP-SG, project: obs4mips, level: L3, version: v2.2, tier: 1} scripts: grading: <<: *grading_settings # Metric ('RMSD', 'BIAS', taylor') metric: [RMSD, BIAS, taylor] # Normalization ('mean', 'median', 'centered_median', 'none') normalization: [centered_median, centered_median, none] ### zg: GEOPOTENTIAL HEIGHT (500 hPa) ####################################### zg500: description: Geopotential height 500 hPa global themes: - phys realms: - atmos variables: zg: preprocessor: pp500 reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: grading: <<: *grading_settings ### lwcre: LONGWAVE CLOUD FORCING ########################################### # lwcre: # description: Longwave cloud radiative effect # themes: # - clouds # realms: # - atmos # variables: # lwcre: # preprocessor: ppNOLEV1 # reference_dataset: CERES-EBAF # mip: Amon # derive: true # force_derivation: false # project: CMIP5 # exp: historical # ensemble: r1i1p1 # start_year: 2001 # end_year: 2003 # additional_datasets: # - {dataset: CCSM4} # - {dataset: GFDL-CM3} # - {dataset: HadCM3} # - {dataset: MIROC5} # - {dataset: MRI-CGCM3} # - {dataset: NorESM1-M} # - {dataset: NorESM1-ME} # - {dataset: CERES-EBAF, project: obs4mips, level: L3B, # version: Ed2-7, tier: 1} # scripts: # latlon: # <<: *latlon_settings # # Add global average to the plot # show_global_avg: false # # Contour levels for absolute plot # abs_levs: [0, 10, 20, 30, 40, 50, 60, 70, 80, 90, 100] # # Contour levels for difference plot # diff_levs: [-30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30] # grading: # <<: *grading_settings ### swcre: SHORTWAVE CLOUD FORCING ########################################## # swcre: # description: Shortwave cloud radiative effect # themes: # - clouds # realms: # - atmos # variables: # swcre: # preprocessor: ppNOLEV1 # reference_dataset: CERES-EBAF # mip: Amon # derive: true # force_derivation: false # project: CMIP5 # exp: historical # ensemble: r1i1p1 # start_year: 2001 # end_year: 2003 # additional_datasets: # - {dataset: CCSM4} # - {dataset: GFDL-CM3} # - {dataset: HadCM3} # - {dataset: MIROC5} # - {dataset: MRI-CGCM3} # - {dataset: NorESM1-M} # - {dataset: NorESM1-ME} # - {dataset: CERES-EBAF, project: obs4mips, level: L3B, # version: Ed2-7, tier: 1} # scripts: # latlon: # <<: *latlon_settings # # Add global average to the plot # show_global_avg: false # # Contour levels for absolute plot # abs_levs: [-100, -90, -80, -70, -60, -50, -40, -30, -20, -10, 0] # # Contour levels for difference plot # diff_levs: [-30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30] # grading: # <<: *grading_settings ### rlut: ALL-SKY LONGWAVE RADIATION ######################################## rlut: description: All-sky longwave radiation themes: - phys realms: - atmos variables: rlut: preprocessor: ppNOLEV1 reference_dataset: CERES-EBAF mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: CERES-EBAF, project: obs4mips, level: L3B, version: Ed2-8, tier: 1} scripts: grading: <<: *grading_settings ### hus: SPECIFIC HUMIDITY (400 hPa) ######################################## hus400: description: Specific humidity at 400 hPa global. themes: - phys realms: - atmos variables: hus: preprocessor: pp400 reference_dataset: ERA-Interim #alternative_dataset: AIRS mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} #- {dataset: AIRS-2-0, project: obs4mips, level: 3, grid:gn, #version: BE, tier: 1} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} scripts: grading: <<: *grading_settings ### rsut: ALL-SKY SHORTWAVE RADIATION ####################################### rsut: description: All-sky shortwave radiation themes: - phys realms: - atmos variables: rsut: preprocessor: ppNOLEV1 reference_dataset: CERES-EBAF mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: CERES-EBAF, project: obs4mips, level: L3B, version: Ed2-8, tier: 1} scripts: grading: <<: *grading_settings ### ua: EASTWARD WIND (200 hPa) ############################################# ua200: description: Eastward wind at 200 hPa global themes: - atmDyn realms: - atmos variables: ua: preprocessor: pp200 reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: grading: <<: *grading_settings ### va: NORTHWARD WIND (850 hPa) ############################################ va850: description: Northward wind at 850 hPa global. themes: - atmDyn realms: - atmos variables: va: preprocessor: pp850 reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: grading: <<: *grading_settings ### ua: EASTWARD WIND (850 hPa) ############################################# ua850: description: Eastward wind at 850 hPa global. themes: - atmDyn realms: - atmos variables: ua: preprocessor: pp850 reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: grading: <<: *grading_settings ### va: NORTHWARD WIND (200 hPa) ############################################ va200: description: Northward wind at 200 hPa global. themes: - atmDyn realms: - atmos variables: va: preprocessor: pp200 reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: grading: <<: *grading_settings ### ta: AIR TEMPERATURE (5 hPa) ############################################# ta5: description: Air temperature at 5 hPa global. themes: - phys realms: - atmos variables: ta: preprocessor: pp5 reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: cycle: &cycle_settings script: perfmetrics/main.ncl # Plot type ('cycle', 'zonal', 'latlon', 'cycle_latlon', 'cycle_zonal') plot_type: cycle # Time average ('opt' argument of time_operations.ncl) time_avg: monthlyclim # Region ('global', 'trop', 'nhext', 'shext') region: global # Plot standard deviation ('all', 'none', 'ref_model' or dataset name) plot_stddev: ref_model # Plot legend in a separate file legend_outside: true # Plot style styleset: CMIP5 ### ta: AIR TEMPERATURE (850 hPa) ########################################### ta850: description: Air temperature at 850 hPa global. themes: - phys realms: - atmos variables: ta: preprocessor: pp850 reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: cycle: <<: *cycle_settings grading: <<: *grading_settings # Metric ('RMSD', 'BIAS', taylor') metric: [RMSD, taylor] # Normalization ('mean', 'median', 'centered_median', 'none') normalization: [centered_median, none] ### ta: AIR TEMPERATURE (30 hPa) ############################################ ta30: description: Air temperature at 30 hPa global. themes: - phys realms: - atmos variables: ta: preprocessor: pp30 reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: cycle: <<: *cycle_settings ### ta: AIR TEMPERATURE (200 hPa) ########################################### ta200: description: Air temperature at 200 hPa global. themes: - phys realms: - atmos variables: ta: preprocessor: pp200 reference_dataset: NCEP alternative_dataset: ERA-Interim mip: Amon start_year: 2000 end_year: 2004 additional_datasets: - {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} - {dataset: ERA-Interim, project: OBS6, type: reanaly, version: 1, tier: 3} - {dataset: NCEP, project: OBS, type: reanaly, version: 1, tier: 2} scripts: cycle: <<: *cycle_settings grading: <<: *grading_settings ### od550aer: AEROSOL OPTICAL DEPTH AT 550 nm ############################### # od550aer: # description: Aerosol optical depth at 550 nm # themes: # - aerosols # realms: # - atmos # variables: # od550aer: # preprocessor: ppNOLEV2thr10 # reference_dataset: ESACCI-AEROSOL # #alternative_dataset: MODIS # mip: AERmon # #mip: aero # project: CMIP5 # #exp: historical # #ensemble: r1i1p1 # start_year: 2003 # end_year: 2004 # additional_datasets: # # NOT available in CCSM4 # #- {dataset: CCSM4, project: CMIP5, exp: historical, ensemble: r1i1p1} # #- {dataset: GFDL-CM3, project: CMIP5, exp: historical, ensemble: r1i1p1} # #- {dataset: HadCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} # #- {dataset: MIROC5, project: CMIP5, exp: historical, ensemble: r1i1p1} # #- {dataset: MRI-CGCM3, project: CMIP5, exp: historical, ensemble: r1i1p1} # - {dataset: NorESM1-M, project: CMIP5, exp: historical, ensemble: "r(1:3)i1p1"} # - {dataset: NorESM1-ME, project: CMIP5, exp: historical, ensemble: r1i1p1} # - {dataset: CESM2, project: CMIP6, exp: historical, ensemble: r1i1p1f1, grid: gn} # - {dataset: NorESM2-LM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} # - {dataset: NorESM2-MM, project: CMIP6, exp: historical, ensemble: "r(1:3)i1p1f1", grid: gn} # - {dataset: ESACCI-AEROSOL, project: OBS, type: sat, mip: aero, # version: SU-v4.21, tier: 2} # #- {dataset: MODIS, project: OBS, type: sat, version: MYD08-M3, tier: 3} # scripts: # grading: # <<: *grading_settings ### od870aer: AEROSOL OPTICAL DEPTH AT 870 nm ############################### # od870aer: # description: Aerosol optical depth at 870 nm # themes: # - aerosols # realms: # - atmos # variables: # od870aer: # preprocessor: ppNOLEV1thr10 # reference_dataset: ESACCI-AEROSOL # mip: AERmon # start_year: 2002 # end_year: 2004 # additional_datasets: # #- {dataset: GFDL-CM3} # #- {dataset: MIROC5} # #- {dataset: MRI-CGCM3} # - {dataset: ESACCI-AEROSOL, project: OBS, type: sat, mip: aero, # version: SU-v4.21, tier: 2} # scripts: # grading: # <<: *grading_settings # ### abs550aer: ABSORPTION OPTICAL DEPTH AT 550 nm ########################### # abs550aer: # description: Absorption optical depth at 550 nm # themes: # - aerosols # realms: # - atmos # variables: # abs550aer: # preprocessor: ppNOLEV1thr10 # reference_dataset: ESACCI-AEROSOL # mip: AERmon # start_year: 2002 # end_year: 2004 # additional_datasets: # #- {dataset: GFDL-CM3} # #- {dataset: MIROC5} # #- {dataset: NorESM1-M} # #- {dataset: NorESM1-ME} # - {dataset: ESACCI-AEROSOL, project: OBS, type: sat, # version: SU-v4.21, tier: 2} # scripts: # grading: # <<: *grading_settings ### od550lt1aer: FINE MODE AEROSOL OPTICAL DEPTH AT 550 nm ################## # od550lt1aer: # description: Fine mode optical depth at 550 nm # themes: # - aerosols # realms: # - atmos # variables: # od550lt1aer: # preprocessor: ppNOLEV1thr10 # reference_dataset: ESACCI-AEROSOL # mip: AERmon # start_year: 2002 # end_year: 2004 # additional_datasets: # #- {dataset: GFDL-CM3} # #- {dataset: MIROC5} # #- {dataset: MRI-CGCM3} # - {dataset: ESACCI-AEROSOL, project: OBS, type: sat, # version: SU-v4.21, tier: 2} # scripts: # grading: # <<: *grading_settings ### toz: TOTAL COLUMN OZONE ################################################# # toz: # description: Total column ozone # themes: # - chem # - ghg # realms: # - atmosChem # variables: # toz: # preprocessor: ppNOLEV2thr10 # reference_dataset: ESACCI-OZONE # alternative_dataset: NIWA-BS # mip: Amon # derive: true # force_derivation: false # project: CMIP5 # exp: historical # ensemble: r1i1p1 # start_year: 2002 # end_year: 2004 # additional_datasets: # #- {dataset: CESM1-WACCM, ensemble: r2i1p1} # - {dataset: GFDL-CM3} # - {dataset: ESACCI-OZONE, project: OBS, type: sat, version: L3, tier: 2} # #- {dataset: NIWA-BS, project: OBS, type: sat, version: v3.3, tier: 3} # scripts: # grading_global: # <<: *grading_settings # grading_shpolar: # <<: *grading_settings # # Region # region: shpolar ### COLLECT METRICS ######################################################### collect: description: Wrapper to collect and plot previously calculated metrics scripts: RMSD: script: perfmetrics/collect.ncl ancestors: ['*/grading*'] metric: RMSD label_bounds: [-0.5, 0.5] label_scale: 0.1 disp_values: false cm_interval: [2, 241] # Sort dataset in alphabetic order (excluding MMM) sort: true # Sort diagnostics in a specific order (name = 'diagnositic'-'region') diag_order: ['ta850-global', 'ta200-global', 'ua850-global', 'ua200-global', 'va850-global', 'va200-global', 'zg500-global', 'hus400-global', 'tas-global', 'ts-global', 'pr-global', 'clt-global', 'rlut-global', 'rsut-global', 'lwcre-global', 'swcre-global', 'od550aer-global', 'od870aer-global', 'abs550aer-global', 'od550lt1aer-global', 'toz-global', 'toz-shpolar', 'sm-global'] BIAS: script: perfmetrics/collect.ncl ancestors: ['*/grading'] metric: BIAS sort: true taylor: script: perfmetrics/collect.ncl ancestors: ['*/grading'] metric: taylor