From b94f2b091f29fb8a176a85cab0e3ae48d5e34dde Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Thu, 19 Dec 2024 17:33:29 +0100 Subject: [PATCH 01/16] Add produt MSG_LST --- eodag/resources/product_types.yml | 18 ++++++++++++++++++ eodag/resources/providers.yml | 2 ++ 2 files changed, 20 insertions(+) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 7776e4cd1..da5c2fcb1 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1495,6 +1495,24 @@ S3_LAN_LI: title: SENTINEL3 SRAL Level-2 LAN LAND ICE missionStartDate: "2016-02-16T00:00:00Z" +# MARK: MTG +MSG_LST: + abstract: | + The full archive of MSG/SEVIRI data was reprocessed to provide the user + community a consistent, homogeneous and continuous Data Record of the + 15-min Land Surface Temperature (LST) for the period 2004-2015. This Data + Record was obtained with the best version of its equivalent NRT product + (MLST) which can also complement the time series from 2016 onwards. + instrument: SEVIRI + platform: MSG + platformSerialIdentifier: MSG + processingLevel: L3 + keywords: SEVIRI,L3,MSG + sensorType: OPTICAL + license: proprietary + title: Land Surface Temperature Climate Data Record - MSG + missionStartDate: "2021-01-21T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index bac604657..2a9d9009e 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6257,6 +6257,8 @@ parentIdentifier: EO:EUM:DAT:0394 MSG_AMVR02: parentIdentifier: EO:EUM:DAT:0405 + MSG_LST: + parentIdentifier: EO:EUM:DAT:0088 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From 089a4bacfb87d1fc126ded13741778234c7cddff Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Thu, 19 Dec 2024 17:47:06 +0100 Subject: [PATCH 02/16] Add product MSG_LST_DIR --- eodag/resources/product_types.yml | 28 +++++++++++++++++++++++++++- eodag/resources/providers.yml | 2 ++ 2 files changed, 29 insertions(+), 1 deletion(-) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index da5c2fcb1..05dfe9ab9 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1507,12 +1507,38 @@ MSG_LST: platform: MSG platformSerialIdentifier: MSG processingLevel: L3 - keywords: SEVIRI,L3,MSG + keywords: SEVIRI,L3,MSG,Vegetation,Land sensorType: OPTICAL license: proprietary title: Land Surface Temperature Climate Data Record - MSG missionStartDate: "2021-01-21T00:00:00Z" +MSG_LST_DIR: + abstract: | + Land Surface Temperature (LST) is the radiative skin temperature over land. + LST plays an important role in the physics of land surface as it is + involved in the processes of energy and water exchange with the atmosphere. + LST is useful for the scientific community, namely for those dealing with + meteorological and climate models. Accurate values of LST are also of + special interest in a wide range of areas related to land surface + processes, including meteorology, hydrology, agrometeorology, climatology + and environmental studies. Land Surface Emissivity (EM), a crucial + parameter for LST retrieval from space, is independently estimated as a + function of (satellite derived) Fraction of Vegetation Cover (FVC) and land + cover classification. In the most recent version of the dataset, + information on the expected deviation of LST estimates from SEVIRI/MSG with + respect to a reference view – here considered to be nadir view – has been + added to the original product (LSA-001) as an extra data layer (LSA-004). + instrument: SEVIRI + platform: MSG + platformSerialIdentifier: MSG + processingLevel: L2 + keywords: SEVIRI,L2,MSG,Vegetation,Land + sensorType: OPTICAL + license: proprietary + title: Land Surface Temperature with Directional Effects - MSG + missionStartDate: "2005-01-16T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index 2a9d9009e..04ed24072 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6259,6 +6259,8 @@ parentIdentifier: EO:EUM:DAT:0405 MSG_LST: parentIdentifier: EO:EUM:DAT:0088 + MSG_LST_DIR: + parentIdentifier: EO:EUM:DAT:0394 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From 17cc958ce28ae29be37ba992c613a9216371dc64 Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Thu, 19 Dec 2024 17:52:27 +0100 Subject: [PATCH 03/16] Add product MFG_GSA_57 --- eodag/resources/product_types.yml | 19 +++++++++++++++++++ eodag/resources/providers.yml | 2 ++ 2 files changed, 21 insertions(+) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 05dfe9ab9..6c4960672 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1539,6 +1539,25 @@ MSG_LST_DIR: title: Land Surface Temperature with Directional Effects - MSG missionStartDate: "2005-01-16T00:00:00Z" +MFG_GSA_57: + abstract: | + Release 2 of the Thematic Climate Data Record (TCDR) of the Meteosat First + Generation (MFG) Level 2 land surface albedo. The variables estimated are + black-sky albedo (BSA) and white-sky albedo (WSA) with the corresponding + uncertainties as explained in the Product User Guide (PUM). The data record + validation and limitations are provided in the Validation Report (VR). The + products are available in netCDF4 format. This release contains products + generated with Meteosat-7. + instrument: MVIRI + platform: MFG + platformSerialIdentifier: MFG + processingLevel: L2 + keywords: MVIRI,L2,MFG,Climate,Thematic + sensorType: OPTICAL + license: proprietary + title: GSA Level 2 Climate Data Record Release 2 - MFG - 57 degree + missionStartDate: "2012-12-07T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index 04ed24072..66c833d88 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6261,6 +6261,8 @@ parentIdentifier: EO:EUM:DAT:0088 MSG_LST_DIR: parentIdentifier: EO:EUM:DAT:0394 + MFG_GSA_57: + parentIdentifier: EO:EUM:DAT:0301 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From 0dd319c8f99df4e3ec4796836cbb0ed51e58c228 Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Thu, 19 Dec 2024 17:57:45 +0100 Subject: [PATCH 04/16] Add product MFG_GSA_63 --- eodag/resources/product_types.yml | 21 ++++++++++++++++++++- eodag/resources/providers.yml | 2 ++ 2 files changed, 22 insertions(+), 1 deletion(-) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 6c4960672..894841bd0 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1556,7 +1556,26 @@ MFG_GSA_57: sensorType: OPTICAL license: proprietary title: GSA Level 2 Climate Data Record Release 2 - MFG - 57 degree - missionStartDate: "2012-12-07T00:00:00Z" + missionStartDate: "2006-12-07T00:00:00Z" + +MFG_GSA_63: + abstract: | + Release 2 of the Thematic Climate Data Record (TCDR) of the Meteosat First + Generation (MFG) Level 2 land surface albedo. The variables estimated are + black-sky albedo (BSA) and white-sky albedo (WSA) with the corresponding + uncertainties as explained in the Product User Guide (PUM). The data record + validation and limitations are provided in the Validation Report (VR). The + products are available in netCDF4 format. This release contains products + generated with Meteosat-5. + instrument: MVIRI + platform: MFG + platformSerialIdentifier: MFG + processingLevel: L2 + keywords: MVIRI,L2,MFG,Climate,Thematic + sensorType: OPTICAL + license: proprietary + title: GSA Level 2 Climate Data Record Release 2 - MFG - 63 degree + missionStartDate: "1998-07-10T00:00:00Z" # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index 66c833d88..accf04473 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6263,6 +6263,8 @@ parentIdentifier: EO:EUM:DAT:0394 MFG_GSA_57: parentIdentifier: EO:EUM:DAT:0301 + MFG_GSA_63: + parentIdentifier: EO:EUM:DAT:0302 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From d3e18afeffe076c4ce1ab7e7a238148d9775b25b Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 10:31:22 +0100 Subject: [PATCH 05/16] Add product MSG_MFG_GSA_0 --- eodag/resources/product_types.yml | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 894841bd0..3d7cea7af 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -507,6 +507,7 @@ S1_SAR_OCN: missionStartDate: "2014-04-03T00:00:00Z" S1_SAR_GRD: + alias: EO.ESA.DAT.SENTINEL-1.L1_GRD abstract: | Level-1 Ground Range Detected (GRD) products consist of focused SAR data that has been detected, multi-looked and projected to ground range using an Earth ellipsoid model. Phase information is lost. The resulting product has @@ -615,6 +616,7 @@ S1_SAR_RAW: # MARK: Sentinel 2 --------------------------------------------------------------------- S2_MSI_L1C: + alias: EO.ESA.DAT.SENTINEL-2.MSI.L1C abstract: | The Level-1C product is composed of 100x100 km2 tiles (ortho-images in UTM/WGS84 projection). It results from using a Digital Elevation Model (DEM) to project the image in cartographic geometry. Per-pixel radiometric @@ -1577,6 +1579,26 @@ MFG_GSA_63: title: GSA Level 2 Climate Data Record Release 2 - MFG - 63 degree missionStartDate: "1998-07-10T00:00:00Z" +MSG_MFG_GSA_0: + abstract: | + Release 2 of the Thematic Climate Data Record (TCDR) of the Meteosat First + Generation (MFG) and Meteosat Second Generation (MSG) Level 2 land surface + albedo. The variables estimated are black-sky albedo (BSA) and white-sky + albedo (WSA) with the corresponding uncertainties as explained in the + Product User Guide (PUM). The data record validation and limitations are + provided in the Validation Report (VR). The products are available in + netCDF4 format. This release contains products generated with Meteosat-2 to + Meteosat-10. + instrument: MVIRI,SEVIRI + platform: MFG,MSG + platformSerialIdentifier: MFG,MSG + processingLevel: L2 + keywords: MVIRI,SEVIRI,L2,MFG,Climate,Thematic + sensorType: OPTICAL + license: proprietary + title: GSA Level 2 Climate Data Record Release 2 - MFG and MSG - 0 degree + missionStartDate: "1982-02-10T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: @@ -2605,6 +2627,7 @@ CAMS_EAC4: license: proprietary title: CAMS global reanalysis (EAC4) missionStartDate: "2003-01-01T00:00:00Z" + alias: EO.ECMWF.DAT.CAMS_GLOBAL_REANALYSIS_EAC4 CAMS_GRF_AUX: abstract: | @@ -2782,6 +2805,7 @@ ERA5_SL: license: proprietary title: ERA5 hourly data on single levels from 1940 to present missionStartDate: "1940-01-01T09:00:00Z" + alias: EO.ECMWF.DAT.REANALYSIS_ERA5_SINGLE_LEVELS ERA5_SL_MONTHLY: abstract: | @@ -2863,6 +2887,7 @@ ERA5_PL: license: proprietary title: ERA5 hourly data on pressure levels from 1940 to present missionStartDate: "1940-01-01T00:00:00Z" + alias: EO.ECMWF.DAT.ERA5_HOURLY_VARIABLES_ON_PRESSURE_LEVELS ERA5_PL_MONTHLY: abstract: | @@ -4405,6 +4430,7 @@ DT_CLIMATE_ADAPTATION: license: proprietary title: Climate Change Adaptation Digital Twin (DT) missionStartDate: "2020-01-01T00:00:00Z" + alias: EO.ECMWF.DAT.DT_CLIMATE_ADAPTATION # MARK: METOP -------------------------------------------------------------------------- METOP_AMSU_L1: From 584565efc1f9514bbaa226873c0d36e87bf23c98 Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 10:56:14 +0100 Subject: [PATCH 06/16] Add product HIRS_FDR_1_MULTI, MSG_OCA_CDR --- eodag/resources/product_types.yml | 49 +++++++++++++++++++++++++++++++ eodag/resources/providers.yml | 6 ++++ 2 files changed, 55 insertions(+) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 3d7cea7af..8bc40940a 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1599,6 +1599,55 @@ MSG_MFG_GSA_0: title: GSA Level 2 Climate Data Record Release 2 - MFG and MSG - 0 degree missionStartDate: "1982-02-10T00:00:00Z" +HIRS_FDR_1_MULTI: + abstract: | + This is Release 1 of the Fundamental Data Record (FDR) brightness + temperatures from the High Resolution Infrared Radiation Sounder (HIRS) on + board NOAA and Metop satellites. The data record covers more than 40 years + from 29 October 1978 to 31 December 2020. Release 1 provides recalibrated + Level 1c brightness temperatures based on the V4.0 calibration method + developed by Cao et al. (2007). This method was implemented into the + NWP-SAF software ATOVS and AVHRR processing Package (AAPP). This software + was consistently used to recalibrate and reprocess data from all HIRS + instruments on board TIROS-N, NOAA-06 to NOAA-19, Metop-A, and Metop-B. The + polygons, required for the data tailoring, show problems with non-continues + data. Some polygons of the HIRS data record are found to be incorrect. + However, this does not affect the correctness of the data itself. This is a + Fundamental Data Record (FDR). + instrument: HIRS + platform: Metop,TIROS,NOAA + platformSerialIdentifier: Metop,TIROS,NOAA + processingLevel: L1 + keywords: HIRS,L2,HIRS,TIROS,Metop,NOAA,Sounder + sensorType: Sounder + license: proprietary + title: HIRS Level 1C Fundamental Data Record Release 1 - Multimission - Global + missionStartDate: "1978-10-29T00:00:00Z" + +MSG_OCA_CDR: + abstract: | + The OCA Release 1 Climate Data Record (CDR) covers the MSG observation + period from 2004 up to 2019, providing a homogenous cloud properties time + series. It is generated at full Meteosat repeat cycle (15 minutes) + fequency. Cloud properties retrieved by OCA are cloud top pressure, cloud + optical thickness, and cloud effective radius, together with uncertainties. + The OCA algorithm has been slightly adapted for climate data record + processing. The adaptation mainly consists in the usage of different + inputs, because the one used for Near Real Time (NRT) were not available + for the reprocessing (cloud mask, clear sky reflectance map) and also not + homogenous (reanalysis) over the complete time period. it extends the NRT + data record more than 9 years back in time. This is a Thematic Climate Data + Record (TCDR). + instrument: SEVIRI + platform: MSG + platformSerialIdentifier: MSG + processingLevel: L2 + keywords: MSG,L2,SEVIRI,Climate,Clouds,Atmosphere,Observation,Thematic + sensorType: MSG + license: proprietary + title: Optimal Cloud Analysis Climate Data Record Release 1 - MSG - 0 degree + missionStartDate: "2004-01-19T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index accf04473..63ad590f8 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6265,6 +6265,12 @@ parentIdentifier: EO:EUM:DAT:0301 MFG_GSA_63: parentIdentifier: EO:EUM:DAT:0302 + MSG_MFG_GSA_0: + parentIdentifier: EO:EUM:DAT:0300 + HIRS_FDR_1_MULTI: + parentIdentifier: EO:EUM:DAT:0647 + MSG_OCA_CDR: + parentIdentifier: EO:EUM:DAT:0617 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From c82276c4783123b01d526cc5cda9f1824fb56d6a Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 10:58:01 +0100 Subject: [PATCH 07/16] Remove aliases which shouldn't have been commited --- eodag/resources/product_types.yml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 8bc40940a..e45871789 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -507,7 +507,6 @@ S1_SAR_OCN: missionStartDate: "2014-04-03T00:00:00Z" S1_SAR_GRD: - alias: EO.ESA.DAT.SENTINEL-1.L1_GRD abstract: | Level-1 Ground Range Detected (GRD) products consist of focused SAR data that has been detected, multi-looked and projected to ground range using an Earth ellipsoid model. Phase information is lost. The resulting product has @@ -616,7 +615,6 @@ S1_SAR_RAW: # MARK: Sentinel 2 --------------------------------------------------------------------- S2_MSI_L1C: - alias: EO.ESA.DAT.SENTINEL-2.MSI.L1C abstract: | The Level-1C product is composed of 100x100 km2 tiles (ortho-images in UTM/WGS84 projection). It results from using a Digital Elevation Model (DEM) to project the image in cartographic geometry. Per-pixel radiometric @@ -2676,7 +2674,6 @@ CAMS_EAC4: license: proprietary title: CAMS global reanalysis (EAC4) missionStartDate: "2003-01-01T00:00:00Z" - alias: EO.ECMWF.DAT.CAMS_GLOBAL_REANALYSIS_EAC4 CAMS_GRF_AUX: abstract: | @@ -2854,7 +2851,6 @@ ERA5_SL: license: proprietary title: ERA5 hourly data on single levels from 1940 to present missionStartDate: "1940-01-01T09:00:00Z" - alias: EO.ECMWF.DAT.REANALYSIS_ERA5_SINGLE_LEVELS ERA5_SL_MONTHLY: abstract: | @@ -2936,7 +2932,6 @@ ERA5_PL: license: proprietary title: ERA5 hourly data on pressure levels from 1940 to present missionStartDate: "1940-01-01T00:00:00Z" - alias: EO.ECMWF.DAT.ERA5_HOURLY_VARIABLES_ON_PRESSURE_LEVELS ERA5_PL_MONTHLY: abstract: | @@ -4479,7 +4474,6 @@ DT_CLIMATE_ADAPTATION: license: proprietary title: Climate Change Adaptation Digital Twin (DT) missionStartDate: "2020-01-01T00:00:00Z" - alias: EO.ECMWF.DAT.DT_CLIMATE_ADAPTATION # MARK: METOP -------------------------------------------------------------------------- METOP_AMSU_L1: From 15e275efca33ae2880a08af0c51b4634b0d5f14a Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 11:19:15 +0100 Subject: [PATCH 08/16] Add product S6_RADIO_OCCULTATION --- eodag/resources/product_types.yml | 15 +++++++++++++++ eodag/resources/providers.yml | 2 ++ 2 files changed, 17 insertions(+) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index e45871789..1cb452dbb 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1646,6 +1646,21 @@ MSG_OCA_CDR: title: Optimal Cloud Analysis Climate Data Record Release 1 - MSG - 0 degree missionStartDate: "2004-01-19T00:00:00Z" +S6_RADIO_OCCULTATION: + abstract: | + Jason-CS/Sentinel-6 Radio Occultation Level 1B product, providing a bending + angle versus impact parameter profile, as well as other relevant + information derived from the observation. + instrument: GNSS-RO + platform: Sentinel-6 + platformSerialIdentifier: Sentinel-6 + processingLevel: L1 + keywords: Sentinel-6,L1,GNSS-RO,Radio,Occultation + sensorType: Radio Occultation + license: proprietary + title: Radio Occultation Level 1B Products - Sentinel-6 + missionStartDate: "2021-11-19T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index 63ad590f8..55bf61c55 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6271,6 +6271,8 @@ parentIdentifier: EO:EUM:DAT:0647 MSG_OCA_CDR: parentIdentifier: EO:EUM:DAT:0617 + S6_RADIO_OCCULTATION: + parentIdentifier: EO:EUM:DAT:0853 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From 685cf9fcb9afdea1fb30994594e0cd3538dd7a44 Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 11:26:49 +0100 Subject: [PATCH 09/16] Add product MTG_LI_AF --- eodag/resources/product_types.yml | 24 ++++++++++++++++++++++++ eodag/resources/providers.yml | 2 ++ 2 files changed, 26 insertions(+) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 1cb452dbb..d0e6864a9 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1661,6 +1661,30 @@ S6_RADIO_OCCULTATION: title: Radio Occultation Level 1B Products - Sentinel-6 missionStartDate: "2021-11-19T00:00:00Z" +MTG_LI_AF: + abstract: | + LI Level 2 Accumulated Flashes (AF) complements the LI Level 2 Accumulated + Flash Area (AFA) by providing one with the variation of the number of + events within those regions reported to have lightning flashes in the + Accumulated Flash Area (AFA). Accumulated Flashes provide users with data + about the mapping of the number of LI events/detections rather than the + mapping of flashes. One should keep in mind that the absolute value within + each pixel of the Accumulated Flashes has no real physical meaning; it is + rather a proxy for the pixel-by-pixel variation of the number of events. It + is worth noting that one can derive the flash rate over a region + encompassing a complete lightning feature (not within an FCI grid pixel) in + Accumulated Flashes; this stems from the definition in Accumulated + (gridded) data. + instrument: LI + platform: MTG + platformSerialIdentifier: MTG + processingLevel: L2 + keywords: MTG,L2,LI,Lightning,Weather + sensorType: Lightning Imager + license: proprietary + title: LI Accumulated Flashes - MTG - 0 degree + missionStartDate: "2024-07-08T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index 55bf61c55..9cf41cee7 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6273,6 +6273,8 @@ parentIdentifier: EO:EUM:DAT:0617 S6_RADIO_OCCULTATION: parentIdentifier: EO:EUM:DAT:0853 + MTG_LI_AF: + parentIdentifier: EO:EUM:DAT:0686 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From 9c789a15f0f6f4809ec54bb1c4c2a1711cff12a1 Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 11:39:48 +0100 Subject: [PATCH 10/16] Add product types MTG_LI_LFL, MTG_LI_LGR --- eodag/resources/product_types.yml | 52 ++++++++++++++++++++++++++++++- eodag/resources/providers.yml | 4 +++ 2 files changed, 55 insertions(+), 1 deletion(-) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index d0e6864a9..801f51fc4 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1679,12 +1679,62 @@ MTG_LI_AF: platform: MTG platformSerialIdentifier: MTG processingLevel: L2 - keywords: MTG,L2,LI,Lightning,Weather + keywords: MTG,L2,LI,AF,Lightning,Weather,Flashes sensorType: Lightning Imager license: proprietary title: LI Accumulated Flashes - MTG - 0 degree missionStartDate: "2024-07-08T00:00:00Z" +MTG_LI_LFL: + abstract: | + LI Level 2 Lightning Flashes (LFL) contains LI flashes. The definition of a + flash is shared by LI and GLM; collections of groups that are correlated in + space and time within the two windows of 330 milliseconds (temporal window) + and 16.5km (space window), respectively. Even if the definition of a flash + is not uniform among all lightning location systems, the simple fact that a + flash is a collection of groups/strokes correlated in space and time + somewhat mitigates the differences in the way different types of lightning + sensors interpret different lightning processes. This makes flash datasets + of different lightning location systems more comparable than group/stroke + datasets. + instrument: LI + platform: MTG + platformSerialIdentifier: MTG + processingLevel: L2 + keywords: MTG,L2,LI,LFL,Lightning,Weather,Flashes + sensorType: Lightning Imager + license: proprietary + title: LI Lightning Flashes - MTG - 0 degree + missionStartDate: "2024-07-08T00:00:00Z" + +MTG_LI_LGR: + abstract: | + LI Level 2 Lightning Groups (LGR) contains LI groups. These are closely + related to other similar space-born instruments. The definition of a group is + shared by LI, GLM and ISS-LIS groups: collections of pixel-based lightning + events that are acquired within the same acquisition frame and are spatially + clustered. LI groups provide users with information about the time-slicing + imaging (over the LI acquisition time, ie one millisecond) of lightning + optical emissions. When comparing LI groups with either GLM or ISS-LIS + groups, users must consider the differences in design between instruments, + such as integration time and spatial sampling/resolution. Both GLM and + ISS-LIS acquire over two milliseconds. When observing the same storm, this + difference in design can potentially create considerable differences in the + total number of groups, as well as differences between the acquisition times + of the groups. In addition, differences will be found also for the + geolocation of groups. In general, the discrepancies mentioned above are + expected to be of the order of a few milliseconds for the group time and of + the order of a few kilometres for the group geolocation. + instrument: LI + platform: MTG + platformSerialIdentifier: MTG + processingLevel: L2 + keywords: MTG,L2,LI,LGR,Lightning,Weather,Flashes + sensorType: Lightning Imager + license: proprietary + title: LI Lightning Groups - MTG - 0 degree + missionStartDate: "2024-07-08T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index 9cf41cee7..bc50cb749 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6275,6 +6275,10 @@ parentIdentifier: EO:EUM:DAT:0853 MTG_LI_AF: parentIdentifier: EO:EUM:DAT:0686 + MTG_LI_LFL: + parentIdentifier: EO:EUM:DAT:0691 + MTG_LI_LGR: + parentIdentifier: EO:EUM:DAT:0782 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From 650b7cc326cd610cc97d5e269e5b2ee4f45a1922 Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 11:43:21 +0100 Subject: [PATCH 11/16] Add product MTG_LI_AFA --- eodag/resources/product_types.yml | 24 ++++++++++++++++++++++++ eodag/resources/providers.yml | 2 ++ 2 files changed, 26 insertions(+) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 801f51fc4..216017a92 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1735,6 +1735,30 @@ MTG_LI_LGR: title: LI Lightning Groups - MTG - 0 degree missionStartDate: "2024-07-08T00:00:00Z" +MTG_LI_AFA: + abstract: | + LI Level 2 Accumulated Flash Area (AFA) provides the user with data about + flash mapping by using the area covered by the optical emission of each + flash in LI Level 2 Lightning Flashes (LFL). It is important to keep in + mind that each flash is treated as a flat (uniform) optical emission in + this data. Accumulated Flash Area allows one to monitor the regions within + a cloud top from which lightning-related optical emissions over 30 sec are + emerging and accumulating and to know the number of flashes that were + observed within the FCI grid pixels composing those regions. For example, + from the Accumulated Flash Area, one can derive the flash rate for each + pixel of the FCI 2km grid. This is a considerable improvement compared to + the simple description of the flash using the variable flash_footprint + available in Lightning Flashes. + instrument: LI + platform: MTG + platformSerialIdentifier: MTG + processingLevel: L2 + keywords: MTG,L2,LI,LGR,Lightning,Weather,Flashes + sensorType: Lightning Imager + license: proprietary + title: LI Accumulated Flash Area - MTG - 0 degree + missionStartDate: "2024-07-08T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index bc50cb749..e18efdcd8 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6279,6 +6279,8 @@ parentIdentifier: EO:EUM:DAT:0691 MTG_LI_LGR: parentIdentifier: EO:EUM:DAT:0782 + MTG_LI_AFA: + parentIdentifier: EO:EUM:DAT:0687 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From edb660072d97bf5454d927dfcfbe328ef0b13945 Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 11:46:00 +0100 Subject: [PATCH 12/16] Add product type MTG_LI_AFR --- eodag/resources/product_types.yml | 18 ++++++++++++++++++ eodag/resources/providers.yml | 2 ++ 2 files changed, 20 insertions(+) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 216017a92..230976771 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1759,6 +1759,24 @@ MTG_LI_AFA: title: LI Accumulated Flash Area - MTG - 0 degree missionStartDate: "2024-07-08T00:00:00Z" +MTG_LI_AFR: + abstract: | + LI Level 2 Accumulated Flash Radiance (AFR) is meant to describe the + pixel-by-pixel variation of the optical emission accumulated over 30 sec + within the FCI 2km grid. This stems from the events contributing to LI + Level 2 Accumulated Flashes (AF) (each one contributing with its radiance) + and it can be thought of as the 'appearance' of the accumulated optical + emissions over 30 sec as seen by LI. + instrument: LI + platform: MTG + platformSerialIdentifier: MTG + processingLevel: L2 + keywords: MTG,L2,LI,LGR,Lightning,Weather,Flashes + sensorType: Lightning Imager + license: proprietary + title: LI Accumulated Flash Radiance - MTG - 0 degree + missionStartDate: "2024-07-08T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index e18efdcd8..ffb51e6d8 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6281,6 +6281,8 @@ parentIdentifier: EO:EUM:DAT:0782 MTG_LI_AFA: parentIdentifier: EO:EUM:DAT:0687 + MTG_LI_AFR: + parentIdentifier: EO:EUM:DAT:0688 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From a06ac644aa6fb9158458352931b2df5f7dc55dd4 Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 11:49:55 +0100 Subject: [PATCH 13/16] Add product MTG_LI_LEF --- eodag/resources/product_types.yml | 22 ++++++++++++++++++++++ eodag/resources/providers.yml | 2 ++ 2 files changed, 24 insertions(+) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 230976771..4da920866 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1777,6 +1777,28 @@ MTG_LI_AFR: title: LI Accumulated Flash Radiance - MTG - 0 degree missionStartDate: "2024-07-08T00:00:00Z" +MTG_LI_LEF: + abstract: | + LI Level 2 Ligthning Events Filtered (LEF) is one of the initial products, + along with Lightning Flashes (LFL) and Lightning Groups (LGR), and provides + the finest scale over which LI can monitor lightning activity. Lightning + Flashes and Lightning Groups contain two variables that provide the size of + each group and flash in units of LI pixels, ie number_of_events and + flash_footprint, respectively. To compute the exact physical size of a + group/flash, users should use the information available in Ligthning Events + Filtered. One can derive such a descriptor only by knowing which events + compose a group/flash and employing the physical size of the projection of + each event on the Earth's surface for the computation. + instrument: LI + platform: MTG + platformSerialIdentifier: MTG + processingLevel: L2 + keywords: MTG,L2,LI,LGR,Lightning,Weather,Flashes + sensorType: Lightning Imager + license: proprietary + title: LI Lightning Events Filtered - MTG - 0 degree + missionStartDate: "2024-07-08T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index ffb51e6d8..6e7f15cd5 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6283,6 +6283,8 @@ parentIdentifier: EO:EUM:DAT:0687 MTG_LI_AFR: parentIdentifier: EO:EUM:DAT:0688 + MTG_LI_LEF: + parentIdentifier: EO:EUM:DAT:0690 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From 845db17d2e7a2255ad6dfb44b09fe8dfd7ab031d Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 11:56:16 +0100 Subject: [PATCH 14/16] Add products MTG_FCI_NR and MTG_FCI_HR --- eodag/resources/product_types.yml | 58 +++++++++++++++++++++++++++++++ eodag/resources/providers.yml | 4 +++ 2 files changed, 62 insertions(+) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 4da920866..0722e230a 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1799,6 +1799,64 @@ MTG_LI_LEF: title: LI Lightning Events Filtered - MTG - 0 degree missionStartDate: "2024-07-08T00:00:00Z" +MTG_FCI_NR: + abstract: | + The rectified (Level 1c) Meteosat FCI full disc image data in normal + spatial (FDHSI) resolution. The FCI instrument consists of 16 imaging + spectral channels ranging from 0.4 µm to 13.3 µm with the channel at 3.8 µm + having an extended dynamic range dedicated to fire monitoring. The spatial + resolution is 1km for visible and near-infrared channels and 2 km for + infrared channels. FCI Level 1c rectified radiance dataset consists of a + set of files that contain the level 1c science data rectified to a + reference grid together with the auxiliary data associated with the + processing configuration and the quality assessment of the dataset. Level + 1c image data here corresponds to initially geolocated and radiometrically + pre-processed image data, without full georeferencing and cal/val in + spatial and spectral domains applied. The data are ready for further + processing and testing, e.g. value chains and initial tests for extracting + meteorological products, however, we generally do not recommend the + generation of Level 2 products due to known limitations in the Level 1c + data. + instrument: FCI + platform: MTG + platformSerialIdentifier: MTG + processingLevel: L1 + keywords: MTG,L1,FCI,Atmosphere,Ocean,Land + sensorType: Imager + license: proprietary + title: FCI Level 1c Normal Resolution Image Data - MTG - 0 degree + missionStartDate: "2024-09-24T00:00:00Z" + +MTG_FCI_HR: + abstract: | + The rectified (Level 1c) Meteosat FCI full disc image data in high spatial + (HRFI) resolution.The FCI instrument consists of 16 imaging spectral + channels ranging from 0.4 µm to 13.3 µm with the channel at 3.8 µm having + an extended dynamic range dedicated to fire monitoring. The high-resolution + HRFI dataset has 4 spectral channels at VIS 0.6 µm, NIR 2.2 µm, IR 3.8 µm + and IR 13.3 µm with a spatial resolution of 0.5 km for visible and + near-infrared channels and 1 km for infrared channels. FCI Level 1c + rectified radiance dataset consists of a set of files that contain the + level 1c science data rectified to a reference grid together with the + auxiliary data associated with the processing configuration and the quality + assessment of the dataset. Level 1c image data here corresponds to + initially geolocated and radiometrically pre-processed image data, without + full georeferencing and cal/val in spatial and spectral domains applied. + The data are ready for further processing and testing, e.g. value chains + and initial tests for extracting meteorological products, however, we + generally do not recommend the generation of Level 2 products due to known + limitations in the Level 1c data. A selection of single channel data are + visualised in our EUMETView service. + instrument: FCI + platform: MTG + platformSerialIdentifier: MTG + processingLevel: L1 + keywords: MTG,L1,FCI,Atmosphere,Ocean,Land + sensorType: Imager + license: proprietary + title: FCI Level 1c High Resolution Image Data - MTG - 0 degree + missionStartDate: "2024-09-24T00:00:00Z" + # MARK: S3 SYNERGY # Synergy data products are generally combinations of OLCI and SLSTR instruments S3_SY_SYN: diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index 6e7f15cd5..91fcbbc72 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6285,6 +6285,10 @@ parentIdentifier: EO:EUM:DAT:0688 MTG_LI_LEF: parentIdentifier: EO:EUM:DAT:0690 + MTG_FCI_NR: + parentIdentifier: EO:EUM:DAT:0662 + MTG_FCI_HR: + parentIdentifier: EO:EUM:DAT:0665 GENERIC_PRODUCT_TYPE: productType: '{productType}' parentIdentifier: '{parentIdentifier}' From f7771ba9ca80db4a641dff088121f7ffb6b82e2b Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 11:59:21 +0100 Subject: [PATCH 15/16] Use better names for MTG FCI product types --- eodag/resources/product_types.yml | 4 ++-- eodag/resources/providers.yml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/eodag/resources/product_types.yml b/eodag/resources/product_types.yml index 0722e230a..ee391b924 100644 --- a/eodag/resources/product_types.yml +++ b/eodag/resources/product_types.yml @@ -1799,7 +1799,7 @@ MTG_LI_LEF: title: LI Lightning Events Filtered - MTG - 0 degree missionStartDate: "2024-07-08T00:00:00Z" -MTG_FCI_NR: +MTG_FCI_FDHSI: abstract: | The rectified (Level 1c) Meteosat FCI full disc image data in normal spatial (FDHSI) resolution. The FCI instrument consists of 16 imaging @@ -1827,7 +1827,7 @@ MTG_FCI_NR: title: FCI Level 1c Normal Resolution Image Data - MTG - 0 degree missionStartDate: "2024-09-24T00:00:00Z" -MTG_FCI_HR: +MTG_FCI_HRFI: abstract: | The rectified (Level 1c) Meteosat FCI full disc image data in high spatial (HRFI) resolution.The FCI instrument consists of 16 imaging spectral diff --git a/eodag/resources/providers.yml b/eodag/resources/providers.yml index 91fcbbc72..343c6cd70 100644 --- a/eodag/resources/providers.yml +++ b/eodag/resources/providers.yml @@ -6285,9 +6285,9 @@ parentIdentifier: EO:EUM:DAT:0688 MTG_LI_LEF: parentIdentifier: EO:EUM:DAT:0690 - MTG_FCI_NR: + MTG_FCI_FDHSI: parentIdentifier: EO:EUM:DAT:0662 - MTG_FCI_HR: + MTG_FCI_HRFI: parentIdentifier: EO:EUM:DAT:0665 GENERIC_PRODUCT_TYPE: productType: '{productType}' From 301ffea817952e3e4453447be9ef28ede4da0d75 Mon Sep 17 00:00:00 2001 From: Alex Marandon Date: Fri, 20 Dec 2024 13:50:10 +0100 Subject: [PATCH 16/16] Update test after adding MTG, MFG and MSG products --- tests/units/test_core.py | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/tests/units/test_core.py b/tests/units/test_core.py index 283865644..628d71fbd 100644 --- a/tests/units/test_core.py +++ b/tests/units/test_core.py @@ -219,6 +219,22 @@ class TestCore(TestCoreBase): "MSG_LSA_LST_CDR": ["eumetsat_ds"], "MSG_LSA_LSTDE": ["eumetsat_ds"], "MSG_AMVR02": ["eumetsat_ds"], + "MSG_LST": ["eumetsat_ds"], + "MSG_LST_DIR": ["eumetsat_ds"], + "MFG_GSA_57": ["eumetsat_ds"], + "MFG_GSA_63": ["eumetsat_ds"], + "MSG_MFG_GSA_0": ["eumetsat_ds"], + "HIRS_FDR_1_MULTI": ["eumetsat_ds"], + "MSG_OCA_CDR": ["eumetsat_ds"], + "S6_RADIO_OCCULTATION": ["eumetsat_ds"], + "MTG_LI_AF": ["eumetsat_ds"], + "MTG_LI_LFL": ["eumetsat_ds"], + "MTG_LI_LGR": ["eumetsat_ds"], + "MTG_LI_AFA": ["eumetsat_ds"], + "MTG_LI_AFR": ["eumetsat_ds"], + "MTG_LI_LEF": ["eumetsat_ds"], + "MTG_FCI_FDHSI": ["eumetsat_ds"], + "MTG_FCI_HRFI": ["eumetsat_ds"], "MODIS_MCD43A4": ["aws_eos", "planetary_computer"], "MO_GLOBAL_ANALYSISFORECAST_PHY_001_024": ["cop_marine"], "MO_GLOBAL_ANALYSISFORECAST_BGC_001_028": ["cop_marine"],