[DATALAD] Recorded changes

conv_FAO_IPPCC2006_PRIMAP_CO2.csv

@@ -6,6 +6,6 @@ FAO,IPCC2006_PRIMAP,comment
 5.A,M.3.B.3.DOS,FAO 5.A Drained grassland to IPCC 3.B.3 Grassland (drained organic soils)
 5.B,M.3.B.2.DOS,FAO 5.B Drained cropland to IPCC 3.B.2 Cropland (drained organic soils)
 6.A,M.3.C.1.a, FAO 6.A forest fires to IPCC M.3.C.1.a Biomass burning in forest lands (M category because it is not contained in the 3.C.1 sum)
-6.B, M.3.C.1.c, FAO 6.B savanna fires to IPCC M.3.C.1.c Biomass burning in grasslands (M category because it is not contained in the 3.C.1 sum)
+6.B, M.3.C.1.c, FAO 6.B savanna fires to IPCC M.3.C.1.c Biomass burning in grasslands (M category because it is not contained in the 3.C.1 sum) - This category is empty in FAOSTAT data explorer - we could consider deleting it
 6.C, M.3.B.2.FOS, FAO 6.C Fires in organic soils to IPCC 3.B.3 cropland (fires in organic soils)
-7.M + 7.A, 2.G, Manufacturing fertlisers and pesticides
+7.M + 7.A, 2.G, Manufacturing fertlisers and pesticides (not used for primap-hist)

extracted_data/v2023-12-13/FAOSTAT_Agrifood_system_emissions_v2023-12-13.csv

@@ -1 +1 @@
-../../.git/annex/objects/wx/VV/MD5E-s5993308--a10486471aeb45e4adce1d8ee63741e0.csv/MD5E-s5993308--a10486471aeb45e4adce1d8ee63741e0.csv
+../../.git/annex/objects/Jw/zv/MD5E-s6015159--a736c8b70368de8e5f281fd07cac37c4.csv/MD5E-s6015159--a736c8b70368de8e5f281fd07cac37c4.csv

extracted_data/v2023-12-13/FAOSTAT_Agrifood_system_emissions_v2023-12-13.nc

@@ -1 +1 @@
-../../.git/annex/objects/z0/fv/MD5E-s1873879--acc086be8a16a483c7ab3a8d9a9c4658.nc/MD5E-s1873879--acc086be8a16a483c7ab3a8d9a9c4658.nc
+../../.git/annex/objects/01/Pm/MD5E-s2116669--c787beb1b58fce2424f670688b2c7f11.nc/MD5E-s2116669--c787beb1b58fce2424f670688b2c7f11.nc

extracted_data/v2023-12-13/FAOSTAT_Agrifood_system_emissions_v2023-12-13_raw.nc

@@ -1 +1 @@
-../../.git/annex/objects/q4/Q3/MD5E-s13978443--ecbdc2bf619cb39d0512b8717792edc5.nc/MD5E-s13978443--ecbdc2bf619cb39d0512b8717792edc5.nc
+../../.git/annex/objects/Gv/V7/MD5E-s14450201--e7e0610708e91d7a81d4e41f57202f98.nc/MD5E-s14450201--e7e0610708e91d7a81d4e41f57202f98.nc

extracted_data/v2024-11-14/FAOSTAT_Agrifood_system_emissions_v2024-11-14.csv

@@ -1 +1 @@
-../../.git/annex/objects/Jm/87/MD5E-s6117436--56ec6d78760e9af0d835a6d5395c0a1d.csv/MD5E-s6117436--56ec6d78760e9af0d835a6d5395c0a1d.csv
+../../.git/annex/objects/Mq/zf/MD5E-s6145676--b2901987ff6f96b09054c047545b0f40.csv/MD5E-s6145676--b2901987ff6f96b09054c047545b0f40.csv

extracted_data/v2024-11-14/FAOSTAT_Agrifood_system_emissions_v2024-11-14.nc

@@ -1 +1 @@
-../../.git/annex/objects/p3/gw/MD5E-s1905112--d05e0d4cbff075e33d802848beb16ea2.nc/MD5E-s1905112--d05e0d4cbff075e33d802848beb16ea2.nc
+../../.git/annex/objects/5M/Pj/MD5E-s2152875--bde17e8fdf6c749a5ce322b1c1f6bc69.nc/MD5E-s2152875--bde17e8fdf6c749a5ce322b1c1f6bc69.nc

extracted_data/v2024-11-14/FAOSTAT_Agrifood_system_emissions_v2024-11-14_raw.nc

@@ -1 +1 @@
-../../.git/annex/objects/68/q4/MD5E-s15217110--49548ca960988719cc62fe57b9e45ce1.nc/MD5E-s15217110--49548ca960988719cc62fe57b9e45ce1.nc
+../../.git/annex/objects/kV/Xv/MD5E-s15222617--72354d656a4f68ce4bca9f47fc73dab5.nc/MD5E-s15222617--72354d656a4f68ce4bca9f47fc73dab5.nc

src/faostat_data_primap/helper/category_aggregation.py

@@ -406,7 +406,7 @@ agg_info_ipcc2006_primap_N2O = {
                 "M.3.C.45.MP",  # Direct and indirect emissions from manure left on pasture (FAO M.3.MP)
                 "M.3.C.45.MA",  # Direct and indirect emissions from manure applied to soils (FAO M.3.MA)
                 "M.3.C.45.CR",  # Direct and indirect emissions from crop residues (FAO M.1.CR)
-                "3.C.4.a",  # synthetic fertilisers direct
+                "3.C.4.a",  # synthetic fertilisers direct (FAO 1.B.1)
                 "M.3.C.4.DOS.CL",  # Drained cropland (FAO 5.A drained cropland)
                 "M.3.C.4.DOS.GL",  # Drained grassland (FAO 5.B drained grassland)
             ],
@@ -468,55 +468,42 @@ agg_info_ipcc2006_primap_N2O = {
 
 agg_info_ipcc2006_primap_CO2 = {
     "category (IPCC2006_PRIMAP)": {
-        "3.C.1": {  # Emissions from Biomass Burning
-            "sources": [
-                # "3.C.1.a",  # Biomass Burning In Forest Lands, because not there in 2023 release
-                # "3.C.1.b",  # Biomass Burning In Croplands - empty
-                "M.3.C.1.c",  # Biomass Burning in Grasslands - all zero
-            ],
-            "sel": {"variable": ["CO2"]},
-        },
-        "M.3.C.1.AG": {  # AG-related emissions from Biomass Burning
-            "sources": [
-                # "3.C.1.b",  # Biomass Burning In Croplands
-                "M.3.C.1.c",  # Biomass Burning in Grasslands
-            ],
-            "sel": {"variable": ["CO2"]},
-        },
-        "M.3.C.AG": {
-            "sources": ["M.3.C.1.AG"],
-            "sel": {"variable": ["CO2"]},
-        },
-        "3.C": {
+        # CO2 is LULUCF only
+        # To see which CO2 categories are mapped to LULUCF, go to the FAOSTAT data explorer
+        # and select for item: IPCC aggregates -> LULUCF list, elements: Emissions (CO2), years: any, country: any
+        # There will be four items for each country: Forestland, Net Forest Conversion, Fires in Organic Soils,
+        # and Drained Organic Soils (CO2)
+        # The selection for IPCC Agriculture will be empty, that means CO2 is all LULUCF
+        "3.B.2": {
             "sources": [
-                "M.3.C.1.AG",
-            ],
-            "sel": {"variable": ["CO2"]},
-        },
-        "M.AG.ELV": {
-            "sources": [
-                "M.3.C.AG",
+                "M.3.B.2.FOS",  # crop land - fires in organic soils (6.C Fires in organic soils)
+                "M.3.B.2.DOS",  # crop land - drained organic soils (FAO 5.B Drained cropland)
             ],
             "sel": {"variable": ["CO2"]},
         },
-        "M.AG": {
+        "3.B.3": {
             "sources": [
-                "3.A",
-                "M.AG.ELV",
+                "M.3.B.3.DOS",  # grass land - drained organic soils (FAO 5.A Drained grassland)
             ],
             "sel": {"variable": ["CO2"]},
         },
         "M.LULUCF": {
             "sources": [
+                # Note that IPCC 3.B.1 comes from FAO 4 Carbon stock change in forests,
+                # which is the sum of forestland and net forest conversion.
+                # Also note that the category M.3.C.1.a (or FAO 6.A) forest fires would theoretically go
+                # into LULUCF. However, according to https://files-faostat.fao.org/production/GT/GT_en.pdf
+                # "The estimates from Forest fires exclude CO2, since these are
+                # already covered in the carbon stock changes calculations carried out in the FAOSTAT
+                # Forests domain." -> meaning CO2 is computed but not added to the LULUCF totals
                 "3.B.1",  # Carbon stock change in forests (FAO 4, or 4.A and 4.B)
-                "M.3.B.2.DOS",  # crop land - drained organic soils (FAO 5.B Drained cropland)
-                "M.3.B.2.FOS",  # crop land - fires in organic soils (6.C Fires in organic soils)
-                "M.3.B.3.DOS",  # grass land - drained organic soils (5.A Drained grassland)
+                "3.B.2",  # crop land
+                "3.B.3",  # grass land
             ],
             "sel": {"variable": ["CO2"]},
         },
         "3": {
-            "sources": ["M.AG", "M.LULUCF"],
+            "sources": ["M.LULUCF"],
             "sel": {"variable": ["CO2"]},
         },
     }