New CRF 2022 data, updates to some BUR datasets

code/UNFCCC_reader/Morocco/config_MAR_BUR3.py

@@ -41,7 +41,8 @@ header_defs = {
     'Energy': [['Catégories', 'CO2', 'CH4', 'N2O', 'NOx', 'CO', 'COVNM', 'SO2'],
         ['', 'Gg', 'Gg', 'Gg', 'Gg', 'Gg', 'Gg', 'Gg']],
     'Agriculture': [['Catégories', 'CO2', 'CH4', 'N2O', 'NOx', 'CO', 'COVNM', 'SO2'],
-        ['', 'Gg', 'Gg', 'Gg', 'Gg', 'Gg', 'Gg', 'Gg']],
+        ['', 'Gg', 'GgCO2eq', 'GgCO2eq', 'Gg', 'Gg', 'Gg', 'Gg']], # units are wrong
+    # in BUR pdf
     'IPPU': [['Catégories', 'CO2', 'CH4', 'N2O', 'HFCs', 'PFCs', 'SF6', 'NOx', 'CO', 'COVNM', 'SO2'],
         ['', 'GgCO2eq', 'GgCO2eq', 'GgCO2eq', 'GgCO2eq', 'GgCO2eq', 'GgCO2eq', 'Gg', 'Gg', 'Gg', 'Gg']],
     'LULUCF': [['Catégories', 'CO2', 'CH4', 'N2O', 'NOx', 'CO', 'COVNM', 'SO2'],
@@ -131,6 +132,7 @@ aggregate_cats = {
     'M.AG': {'sources': ['3.A', 'M.3.C.AG'], 'name': 'Agriculture'},
     '3': {'sources': ['M.AG', 'M.LULUCF'], 'name': 'AFOLU'},
     'M.AG.ELV': {'sources': ['M.3.C.AG'], 'name': 'Agriculture excluding livestock emissions'},
+    '4': {'sources': ['4.A', '4.D'], 'name': 'Waste'},
 }
 
 zero_cats = ['1.B.2.a.i', '1.B.2.a.ii'] # venting and flaring with 0 for oil as

code/UNFCCC_reader/Taiwan/read_TWN_2022-Inventory_from_pdf.py

@@ -117,6 +117,7 @@ aggregate_cats = {
                  'name': 'Agriculture excluding livestock emissions'},
 }
 
+
 # 2 for NF3, PFCs (from 2.E)
 aggregate_cats_NF3_PFC = {
     '2': {'sources': ['2.E'], 'name': 'Industrial Process and Product Use Sector'},
@@ -312,7 +313,7 @@ for cat_to_agg in aggregate_cats:
 
         df_combine = df_combine.groupby(
             by=['source', 'scenario (PRIMAP)', 'provenance', 'area (ISO3)', 'entity',
-                'unit']).sum()
+                'unit']).sum(min_count=1)
 
         df_combine.insert(0, "category (IPCC2006_PRIMAP)", cat_to_agg)
         # df_combine.insert(1, "cat_name_translation", aggregate_cats[cat_to_agg]["name"])
@@ -330,7 +331,7 @@ for cat_to_agg in aggregate_cats_NF3_PFC:
     mask = data_if_2006["category (IPCC2006_PRIMAP)"].isin(
         aggregate_cats_NF3_PFC[cat_to_agg]["sources"])
     mask_gas = data_if_2006["entity"].isin(
-        [f"NF3 ({gwp_to_use})", f"PFCs ({gwp_to_use})"])
+        [f"NF3 ({gwp_to_use})", f"PFCS ({gwp_to_use})"])
     df_test = data_if_2006[mask & mask_gas]
 
     if len(df_test) > 0:
@@ -349,7 +350,7 @@ for cat_to_agg in aggregate_cats_NF3_PFC:
 
         df_combine = df_combine.groupby(
             by=['source', 'scenario (PRIMAP)', 'provenance', 'area (ISO3)', 'entity',
-                'unit']).sum()
+                'unit']).sum(min_count=1)
 
         df_combine.insert(0, "category (IPCC2006_PRIMAP)", cat_to_agg)
         # df_combine.insert(1, "cat_name_translation", aggregate_cats[cat_to_agg]["name"])

datasets/UNFCCC/CRF2022/CRF2022_raw_2022-09-27.csv

@@ -0,0 +1 @@
+../../../.git/annex/objects/7V/P0/MD5E-s33562059--3f1b389c699fa13a94744e632d923f37.csv/MD5E-s33562059--3f1b389c699fa13a94744e632d923f37.csv

datasets/UNFCCC/CRF2022/CRF2022_raw_2022-09-27.nc

@@ -0,0 +1 @@
+../../../.git/annex/objects/Pf/zF/MD5E-s47152312--ee75204936b0c9faae7812871b433d2c.nc/MD5E-s47152312--ee75204936b0c9faae7812871b433d2c.nc

datasets/UNFCCC/CRF2022/CRF2022_raw_2022-09-27.yaml

@@ -0,0 +1,30 @@
+attrs:
+  area: area (ISO3)
+  cat: category (CRF2013_2022)
+  comment: Read fom xlsx file by Johannes Gütschow
+  contact: mail@johannes-guetschow.de
+  institution: United Nations Framework Convention on Climate Change (www.unfccc.int)
+  references: https://unfccc.int/ghg-inventories-annex-i-parties/2022
+  rights: ''
+  scen: scenario (PRIMAP)
+  sec_cats:
+  - c
+  - l
+  - a
+  - s
+  - s
+  title: 'Data submitted in 2022 to the UNFCCC in the common reporting format (CRF)
+    by Australia. Submission date: 16092022'
+time_format: '%Y'
+dimensions:
+  '*':
+  - time
+  - source
+  - scenario (PRIMAP)
+  - provenance
+  - category (CRF2013_2022)
+  - area (ISO3)
+  - class
+  - entity
+  - unit
+data_file: CRF2022_raw_2022-09-27.csv

extracted_data/non-UNFCCC/Taiwan/TWN_inventory_2022_IPCC2006_1996_Taiwan_Inv.nc

@@ -1 +1 @@
-../../../.git/annex/objects/9P/3v/MD5E-s88105--c38e00d205d11f92bfe4f6b63f371db4.nc/MD5E-s88105--c38e00d205d11f92bfe4f6b63f371db4.nc
+../../../.git/annex/objects/zk/Vm/MD5E-s88105--b66a66f8a5aa02dc132bba9f31b67921.nc/MD5E-s88105--b66a66f8a5aa02dc132bba9f31b67921.nc

extracted_data/non-UNFCCC/Taiwan/TWN_inventory_2022_IPCC2006_1996_Taiwan_Inv.yaml

@@ -12,74 +12,74 @@ time_format: '%Y'
 dimensions:
   CH4 (AR4GWP100):
   - time
-  - category (IPCC2006_PRIMAP)
   - area (ISO3)
-  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
+  - provenance
   - entity
   - unit
   CO2:
   - time
-  - category (IPCC2006_PRIMAP)
   - area (ISO3)
-  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
+  - provenance
   - entity
   - unit
   HFCS (AR4GWP100):
   - time
-  - category (IPCC2006_PRIMAP)
   - area (ISO3)
-  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
+  - provenance
   - entity
   - unit
   KYOTOGHG (AR4GWP100):
   - time
-  - category (IPCC2006_PRIMAP)
   - area (ISO3)
-  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
+  - provenance
   - entity
   - unit
   N2O (AR4GWP100):
   - time
-  - category (IPCC2006_PRIMAP)
   - area (ISO3)
-  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
+  - provenance
   - entity
   - unit
   NF3 (AR4GWP100):
   - time
-  - category (IPCC2006_PRIMAP)
   - area (ISO3)
-  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
+  - provenance
   - entity
   - unit
   PFCS (AR4GWP100):
   - time
-  - category (IPCC2006_PRIMAP)
   - area (ISO3)
-  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
+  - provenance
   - entity
   - unit
   SF6 (AR4GWP100):
   - time
-  - category (IPCC2006_PRIMAP)
   - area (ISO3)
-  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
+  - provenance
   - entity
   - unit
 data_file: TWN_inventory_2022_IPCC2006_1996_Taiwan_Inv.csv

extracted_data/non-UNFCCC/Taiwan/TWN_inventory_2022_IPCC2006_PRIMAP.csv

@@ -1 +1 @@
-../../../.git/annex/objects/ff/j4/MD5E-s41440--a7b4cf42f9d2ad138fffd9f5bac34000.csv/MD5E-s41440--a7b4cf42f9d2ad138fffd9f5bac34000.csv
+../../../.git/annex/objects/GG/XG/MD5E-s41692--44f9a78f11f7cdeb5fa676e5b07870a9.csv/MD5E-s41692--44f9a78f11f7cdeb5fa676e5b07870a9.csv

extracted_data/non-UNFCCC/Taiwan/TWN_inventory_2022_IPCC2006_PRIMAP.nc

@@ -1 +1 @@
-../../../.git/annex/objects/QX/QG/MD5E-s90488--f34d3de12798c22085d9b16f40c0ba10.nc/MD5E-s90488--f34d3de12798c22085d9b16f40c0ba10.nc
+../../../.git/annex/objects/7q/v4/MD5E-s90488--2a40621d6435f183a9efa693edd13a8a.nc/MD5E-s90488--2a40621d6435f183a9efa693edd13a8a.nc

extracted_data/non-UNFCCC/Taiwan/TWN_inventory_2022_IPCC2006_PRIMAP.yaml

@@ -12,11 +12,11 @@ time_format: '%Y'
 dimensions:
   '*':
   - time
-  - category (IPCC2006_PRIMAP)
   - area (ISO3)
-  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
+  - provenance
   - entity
   - unit
 data_file: TWN_inventory_2022_IPCC2006_PRIMAP.csv

extracted_data/non-UNFCCC/folder_mapping.json

@@ -1,3 +1,4 @@
 {
-    "KOR": "Republic_of_Korea"
+    "KOR": "Republic_of_Korea",
+    "TWN": "Taiwan"
 }

legacy_data/UNFCCC/Namibia/NAM_BUR3_2019_IPCC2006.csv

@@ -1 +1 @@
-../../../.git/annex/objects/q7/Fg/MD5E-s384681--21277ea5786abd9db73d984da6eff43b.csv/MD5E-s384681--21277ea5786abd9db73d984da6eff43b.csv
+../../../.git/annex/objects/qX/v5/MD5E-s85490--ba5f1bcf466b58bd7362ba00a1617fe1.csv/MD5E-s85490--ba5f1bcf466b58bd7362ba00a1617fe1.csv

legacy_data/UNFCCC/Namibia/NAM_BUR3_2019_IPCC2006.nc

@@ -1 +1 @@
-../../../.git/annex/objects/F1/92/MD5E-s980491--2bc36e2e8f162cfb799dd984f442e86f.nc/MD5E-s980491--2bc36e2e8f162cfb799dd984f442e86f.nc
+../../../.git/annex/objects/4v/vQ/MD5E-s979827--80ccad333f7f602d7b88344162614635.nc/MD5E-s979827--80ccad333f7f602d7b88344162614635.nc

legacy_data/UNFCCC/Namibia/NAM_BUR3_2019_IPCC2006.yaml

@@ -11,12 +11,13 @@ attrs:
 time_format: '%Y'
 dimensions:
   '*':
+  - time
+  - CategoryName
+  - area (ISO3)
+  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
-  - provenance
-  - area (ISO3)
   - entity
   - unit
-  - category (IPCC2006_PRIMAP)
-  - CategoryName
 data_file: NAM_BUR3_2019_IPCC2006.csv

legacy_data/UNFCCC/South_Africa/ZAF_BUR3_2019_IPCC2006_inventory.csv

@@ -1 +1 @@
-../../../.git/annex/objects/Fp/85/MD5E-s329606--6bea81ae651c05d1f3fab374b6c96097.csv/MD5E-s329606--6bea81ae651c05d1f3fab374b6c96097.csv
+../../../.git/annex/objects/Zq/Pz/MD5E-s79289--dc635649be8d415958f6d4b69e25091d.csv/MD5E-s79289--dc635649be8d415958f6d4b69e25091d.csv

legacy_data/UNFCCC/South_Africa/ZAF_BUR3_2019_IPCC2006_inventory.nc

@@ -1 +1 @@
-../../../.git/annex/objects/FQ/Mx/MD5E-s140441--f4b6d7b9a6772feef46b1c429b0fec1c.nc/MD5E-s140441--f4b6d7b9a6772feef46b1c429b0fec1c.nc
+../../../.git/annex/objects/9x/jf/MD5E-s141017--4460c38fb07ecfb02bcbb5a6f2d2e1fc.nc/MD5E-s141017--4460c38fb07ecfb02bcbb5a6f2d2e1fc.nc

legacy_data/UNFCCC/South_Africa/ZAF_BUR3_2019_IPCC2006_inventory.yaml

@@ -11,12 +11,13 @@ attrs:
 time_format: '%Y'
 dimensions:
   '*':
+  - time
+  - CategoryName
+  - area (ISO3)
+  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
-  - provenance
-  - area (ISO3)
   - entity
   - unit
-  - category (IPCC2006_PRIMAP)
-  - CategoryName
 data_file: ZAF_BUR3_2019_IPCC2006_inventory.csv

legacy_data/UNFCCC/South_Africa/ZAF_BUR3_2019_IPCC2006_trends.csv

@@ -1 +1 @@
-../../../.git/annex/objects/QZ/km/MD5E-s30726--ee2c1e83f11c4e485760e49404d2bbee.csv/MD5E-s30726--ee2c1e83f11c4e485760e49404d2bbee.csv
+../../../.git/annex/objects/Zq/Pz/MD5E-s79289--dc635649be8d415958f6d4b69e25091d.csv/MD5E-s79289--dc635649be8d415958f6d4b69e25091d.csv

legacy_data/UNFCCC/South_Africa/ZAF_BUR3_2019_IPCC2006_trends.nc

@@ -1 +1 @@
-../../../.git/annex/objects/Zq/z1/MD5E-s114137--1da0f1cb4a8a329f0e92297d15ccc8be.nc/MD5E-s114137--1da0f1cb4a8a329f0e92297d15ccc8be.nc
+../../../.git/annex/objects/9M/PV/MD5E-s114313--c8496a2712850edade5b9bcf3515e7c1.nc/MD5E-s114313--c8496a2712850edade5b9bcf3515e7c1.nc

legacy_data/UNFCCC/South_Africa/ZAF_BUR3_2019_IPCC2006_trends.yaml

@@ -11,12 +11,13 @@ attrs:
 time_format: '%Y'
 dimensions:
   '*':
+  - time
+  - CategoryName
+  - area (ISO3)
+  - provenance
+  - category (IPCC2006_PRIMAP)
   - source
   - scenario (PRIMAP)
-  - provenance
-  - area (ISO3)
   - entity
   - unit
-  - category (IPCC2006_PRIMAP)
-  - CategoryName
 data_file: ZAF_BUR3_2019_IPCC2006_trends.csv