Ver código fonte

CRT1 specification for Tunisia; small CRF/CRT reading improvements

Johannes Gütschow 3 meses atrás
pai
commit
787f0f55a5

+ 2 - 0
src/unfccc_ghg_data/unfccc_crf_reader/crf_specifications/__init__.py

@@ -8,6 +8,7 @@ from .crf2023_aus_specification import CRF2023_AUS
 from .crf2023_specification import CRF2023
 from .crf2024_specification import CRF2024
 from .crt1_specification import CRT1
+from .crt1_tun_specification import CRT1_TUN
 
 __all__ = [
     "CRF2021",
@@ -16,4 +17,5 @@ __all__ = [
     "CRF2023_AUS",
     "CRF2024",
     "CRT1",
+    "CRT1_TUN",
 ]

+ 28 - 0
src/unfccc_ghg_data/unfccc_crf_reader/crf_specifications/crt1_specification.py

@@ -357,6 +357,9 @@ CRT1 = {
             ["Peat (8)", ["1.A.2.g", "Peat"], 2],
             ["Biomass (3)", ["1.A.2.g", "Biomass"], 2],
             ["Drop-down list:", ["\\IGNORE", "\\IGNORE"], 2],
+            # ARG, ECU
+            ["1.A.2.g. Other (please specify)(11)", ["1.A.2.g", "Total"], 1],
+            ["Dropdown list", ["\\IGNORE", "\\IGNORE"], 2],
             # 1.A.2.g.i Manufacturing of machinery
             ["1.A.2.g.i. Manufacturing of machinery", ["1.A.2.g.i", "Total"], 2],
             ["Liquid fuels", ["1.A.2.g.i", "Liquid"], 3],
@@ -514,6 +517,14 @@ CRT1 = {
             ["Other fossil fuels (7)", ["1.A.2.g.viii.1", "OtherFF"], 4],
             ["Peat (8)", ["1.A.2.g.viii.1", "Peat"], 4],
             ["Biomass (3)", ["1.A.2.g.viii.1", "Biomass"], 4],
+            # ARG
+            ["Unspecified industries", ["1.A.2.g.viii.1", "Total"], 3],
+            ["Liquid fuels", ["1.A.2.g.viii.1", "Liquid"], 4],
+            ["Solid fuels", ["1.A.2.g.viii.1", "Solid"], 4],
+            ["Gaseous fuels (6)", ["1.A.2.g.viii.1", "Gaseous"], 4],
+            ["Other fossil fuels (7)", ["1.A.2.g.viii.1", "OtherFF"], 4],
+            ["Peat (8)", ["1.A.2.g.viii.1", "Peat"], 4],
+            ["Biomass (3)", ["1.A.2.g.viii.1", "Biomass"], 4],
             # MLT
             ["All Industry", ["1.A.2.g.viii.2", "Total"], 3],
             ["Liquid fuels", ["1.A.2.g.viii.2", "Liquid"], 4],
@@ -554,6 +565,22 @@ CRT1 = {
             ["Other fossil fuels (7)", ["1.A.2.g.viii.4", "OtherFF"], 4],
             ["Peat (8)", ["1.A.2.g.viii.4", "Peat"], 4],
             ["Biomass (3)", ["1.A.2.g.viii.4", "Biomass"], 4],
+            # BRA
+            ["Not specified", ["1.A.2.g.viii.4", "Total"], 3],
+            ["Liquid fuels", ["1.A.2.g.viii.4", "Liquid"], 4],
+            ["Solid fuels", ["1.A.2.g.viii.4", "Solid"], 4],
+            ["Gaseous fuels (6)", ["1.A.2.g.viii.4", "Gaseous"], 4],
+            ["Other fossil fuels (7)", ["1.A.2.g.viii.4", "OtherFF"], 4],
+            ["Peat (8)", ["1.A.2.g.viii.4", "Peat"], 4],
+            ["Biomass (3)", ["1.A.2.g.viii.4", "Biomass"], 4],
+            # GHA
+            ["Non-specified sectors", ["1.A.2.g.viii.4", "Total"], 3],
+            ["Liquid fuels", ["1.A.2.g.viii.4", "Liquid"], 4],
+            ["Solid fuels", ["1.A.2.g.viii.4", "Solid"], 4],
+            ["Gaseous fuels (6)", ["1.A.2.g.viii.4", "Gaseous"], 4],
+            ["Other fossil fuels (7)", ["1.A.2.g.viii.4", "OtherFF"], 4],
+            ["Peat (8)", ["1.A.2.g.viii.4", "Peat"], 4],
+            ["Biomass (3)", ["1.A.2.g.viii.4", "Biomass"], 4],
             # NLD
             ["Other Industrial Sectors", ["1.A.2.g.viii.4", "Total"], 3],
             ["Liquid fuels", ["1.A.2.g.viii.4", "Liquid"], 4],
@@ -1538,6 +1565,7 @@ CRT1 = {
             "EMISSIONS (1) CH4": "CH4 emissions",  # this is necessary because there
             # is an error in the table and the CH4 emissions don't have the removals
             # subtracted which would be correct according to the footnotes
+            # TODO: check!!!
             "EMISSIONS (1) CO2": "CO2",  #  emissions",
             "RECOVERY/FLARING (2) CH4": "CH4 removals",
             "RECOVERY/FLARING (2) CO2": "CO2 removals",

+ 1857 - 0
src/unfccc_ghg_data/unfccc_crf_reader/crf_specifications/crt1_tun_specification.py

@@ -0,0 +1,1857 @@
+"""
+
+CRT1 specification for tunisia.
+
+The tables differ from the template and
+need an individual specification
+
+Currently not all tables are included. Extend if you need all country
+specific items in categories XXXXX
+
+Tables included:
+
+* **Energy:** 'Table1', 'Table1.A(a)s1', 'Table1.A(a)s2', 'Table1.A(a)s3',
+  'Table1.A(a)s4', 'Table1.B.1', 'Table1.B.2', 'Table1.C',
+* **Industrial processes:** 'Table2(I), 'Table2(II)',
+* **Agriculture:** 'Table3', 'Table3.A', 'Table3.B(a)', 'Table3.B(b)', 'Table3.C', 'Table3.D',
+* **LULUCF:**  'Table4',
+* **Waste:**  'Table5',
+* **Summary:** 'Summary1'
+
+Missing tables are:
+
+* **Energy:** 'Table1.A(b)', 'Table1.A(c)', 'Table1.A(d)', 'Table1.D'
+* **Industrial processes:** 'Table2(I).A-H', 'Table2(II)B-Hs1', 'Table2(II)B-Hs2',
+* **Agriculture:** 'Table3.E', 'Table3.F', 'Table3.G-I',
+* **LULUCF**: All tables except Table4
+* **Waste**:  'Table5.A', 'Table5.B', 'Table5.C', 'Table5.D'
+* **Summary:** 'Summary2', 'Summary3', 'Flex_summary',
+* **other:** 'Table6', 'Table7', 'Table8s1', 'Table8s2',
+  'Table9', 'Table10s1', 'Table10s2', 'Table10s3', 'Table10s4', 'Table10s5',
+  'Table10s6'
+
+
+
+TODO:
+ * Add missing tables
+ * Add activity data
+
+"""
+
+from .util import unit_info
+
+gwp_to_use = "AR5GWP100"
+
+CRT1_TUN = {
+    # Table1 instead of 1s1 and 1s2
+    "Table1": {
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 57,
+            "header": ["entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [],
+            "stop_cats": [
+                "",
+                "nan",
+                '(1) "Total GHG emissions" does not include NOX, ' "CO, NMVOC and SOX.",
+            ],
+            "unit_info": unit_info["industry"],
+        },
+        "sector_mapping": [
+            ["Total Energy", ["1"]],
+            ["1.A. Fuel combustion activities (sectoral approach)", ["1.A"]],
+            ["1.A.1. Energy industries", ["1.A.1"]],
+            ["1.A.1.a. Public electricity and heat production", ["1.A.1.a"]],
+            ["1.A.1.b. Petroleum refining", ["1.A.1.b"]],
+            [
+                "1.A.1.c. Manufacture of solid fuels and other energy industries",
+                ["1.A.1.c"],
+            ],
+            ["1.A.2. Manufacturing industries and construction", ["1.A.2"]],
+            ["1.A.2.a. Iron and steel", ["1.A.2.a"]],
+            ["1.A.2.b. Non-ferrous metals", ["1.A.2.b"]],
+            ["1.A.2.c. Chemicals", ["1.A.2.c"]],
+            ["1.A.2.d. Pulp, paper and print", ["1.A.2.d"]],
+            ["1.A.2.e. Food processing, beverages and tobacco", ["1.A.2.e"]],
+            ["1.A.2.f. Non-metallic minerals", ["1.A.2.f"]],
+            ["1.A.2.g. Other (please specify)", ["1.A.2.g"]],
+            ["1.A.3. Transport", ["1.A.3"]],
+            ["1.A.3.a. Domestic aviation", ["1.A.3.a"]],
+            ["1.A.3.b. Road transportation", ["1.A.3.b"]],
+            ["1.A.3.c. Railways", ["1.A.3.c"]],
+            ["1.A.3.d. Domestic navigation", ["1.A.3.d"]],
+            ["1.A.3.e. Other transportation", ["1.A.3.e"]],
+            ["1.A.4. Other sectors", ["1.A.4"]],
+            ["1.A.4.a. Commercial/institutional", ["1.A.4.a"]],
+            ["1.A.4.b. Residential", ["1.A.4.b"]],
+            ["1.A.4.c. Agriculture/forestry/fishing", ["1.A.4.c"]],
+            ["1.A.5. Other (as specified in table 1.A(a) sheet 4)", ["1.A.5"]],
+            ["1.A.5.a. Stationary", ["1.A.5.a"]],
+            ["1.A.5.b. Mobile", ["1.A.5.b"]],
+            ["1.B. Fugitive emissions from fuels", ["1.B"]],
+            ["1.B.1. Solid fuels", ["1.B.1"]],
+            ["1.B.1.a. Coal mining and handling", ["1.B.1.a"]],
+            ["1.B.1.b. Fuel transformation", ["1.B.1.b"]],
+            ["1.B.1.c. Other (as specified in table 1.B.1)", ["1.B.1.c"]],
+            [
+                "1.B.2. Oil and natural gas and other emissions from energy production",
+                ["1.B.2"],
+            ],
+            ["1.B.2.a. Oil", ["1.B.2.a"]],
+            ["1.B.2.b. Natural gas", ["1.B.2.b"]],
+            ["1.B.2.c. Venting and flaring", ["1.B.2.c"]],
+            ["1.B.2.d. Other (as specified in table 1.B.2)", ["1.B.2.d"]],
+            ["1.C. CO2 Transport and storage", ["1.C"]],
+            ["1.C.1. Transport of CO2", ["1.C.1"]],
+            ["1.C.2. Injection and storage", ["1.C.2"]],
+            ["1.C.3. Other", ["1.C.3"]],
+            ["1.D. Memo items: (2)", ["\\IGNORE"]],
+            ["1.D.1. International bunkers", ["M.Memo.Int"]],
+            ["1.D.1.a. Aviation", ["M.Memo.Int.Avi"]],
+            ["1.D.1.b.Navigation", ["M.Memo.Int.Mar"]],
+            ["1.D.2. Multilateral operations", ["M.Memo.Mult"]],
+            ["1.D.3. CO2 emissions from biomass", ["M.Memo.Bio"]],
+            ["1.D.4. CO2 captured", ["M.Memo.CO2Cap"]],
+            ["1.D.4.a. For domestic storage", ["M.Memo.CO2Cap.Dom"]],
+            ["1.D.4.b. For storage in other countries", ["M.Memo.CO2Cap.Exp"]],
+        ],
+        "entity_mapping": {
+            "NOX": "NOx",
+            "Total GHG emissions": f"KYOTOGHG ({gwp_to_use})",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table1.A(a)s1": {
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 88,
+            "header": ["group", "entity", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category", "class"],
+            "cols_to_ignore": [
+                "AGGREGATE ACTIVITY DATA Consumption",
+                "AGGREGATE ACTIVITY DATA Consumption",
+                "IMPLIED EMISSION FACTORS CO2 (1)",
+                "IMPLIED EMISSION FACTORS CH4",
+                "IMPLIED EMISSION FACTORS N2O",
+                "EMISSIONS CO2 Amount captured (4)",
+            ],
+            "stop_cats": [
+                "",
+                "nan",
+                "Note: Minimum level of aggregation is needed to protect "
+                "confidential business and military information, where it "
+                "would identify particular entity's/entities' "
+                "confidential data.",
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["1.A. Fuel combustion", ["1.A", "Total"], 0],
+            ["Liquid fuels", ["1.A", "Liquid"], 1],
+            ["Solid fuels", ["1.A", "Solid"], 1],
+            ["Gaseous fuels (6)", ["1.A", "Gaseous"], 1],
+            ["Other fossil fuels (7)", ["1.A", "OtherFF"], 1],
+            ["Peat (8)", ["1.A", "Peat"], 1],
+            ["Biomass (3)", ["1.A", "Biomass"], 1],
+            # 1.A.1. Energy industries
+            ["1.A.1. Energy industries", ["1.A.1", "Total"], 1],
+            ["Liquid fuels", ["1.A.1", "Liquid"], 2],
+            ["Solid fuels", ["1.A.1", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.1", "Gaseous"], 2],
+            ["Other fossil fuels (7)", ["1.A.1", "OtherFF"], 2],
+            ["Peat (8)", ["1.A.1", "Peat"], 2],
+            ["Biomass (3)", ["1.A.1", "Biomass"], 2],
+            # a. Public electricity and heat production
+            [
+                "1.A.1.a. Public electricity and heat production (9)",
+                ["1.A.1.a", "Total"],
+                2,
+            ],
+            ["Liquid fuels", ["1.A.1.a", "Liquid"], 3],
+            ["Solid fuels", ["1.A.1.a", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.1.a", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.1.a", "OtherFF"], 3],
+            ["Peat (8)", ["1.A.1.a", "Peat"], 3],
+            ["Biomass (3)", ["1.A.1.a", "Biomass"], 3],
+            ["Drop-down list:", ["\\IGNORE", "\\IGNORE"], 3],  # (empty)
+            # 1.A.1.a.i Electricity Generation
+            ["1.A.1.a.i. Electricity generation", ["1.A.1.a.i", "Total"], 3],
+            ["Liquid fuels", ["1.A.1.a.i", "Liquid"], 4],
+            ["Solid fuels", ["1.A.1.a.i", "Solid"], 4],
+            ["Gaseous fuels (6)", ["1.A.1.a.i", "Gaseous"], 4],
+            ["Other fossil fuels (7)", ["1.A.1.a.i", "OtherFF"], 4],
+            ["Peat (8)", ["1.A.1.a.i", "Peat"], 4],
+            ["Biomass (3)", ["1.A.1.a.i", "Biomass"], 4],
+            # 1.A.1.a.ii Combined heat and power generation
+            [
+                "1.A.1.a.ii. Combined heat and power generation",
+                ["1.A.1.a.ii", "Total"],
+                3,
+            ],
+            ["Liquid fuels", ["1.A.1.a.ii", "Liquid"], 4],
+            ["Solid fuels", ["1.A.1.a.ii", "Solid"], 4],
+            ["Gaseous fuels (6)", ["1.A.1.a.ii", "Gaseous"], 4],
+            ["Other fossil fuels (7)", ["1.A.1.a.ii", "OtherFF"], 4],
+            ["Peat (8)", ["1.A.1.a.ii", "Peat"], 4],
+            ["Biomass (3)", ["1.A.1.a.ii", "Biomass"], 4],
+            # 1.A.1.a.iii heat plants
+            ["1.A.1.a.iii. Heat plants", ["1.A.1.a.iii", "Total"], 3],
+            ["Liquid fuels", ["1.A.1.a.iii", "Liquid"], 4],
+            ["Solid fuels", ["1.A.1.a.iii", "Solid"], 4],
+            ["Gaseous fuels (6)", ["1.A.1.a.iii", "Gaseous"], 4],
+            ["Other fossil fuels (7)", ["1.A.1.a.iii", "OtherFF"], 4],
+            ["Peat (8)", ["1.A.1.a.iii", "Peat"], 4],
+            ["Biomass (3)", ["1.A.1.a.iii", "Biomass"], 4],
+            # b. Petroleum refining
+            ["1.A.1.b. Petroleum refining", ["1.A.1.b", "Total"], 2],
+            ["Liquid fuels", ["1.A.1.b", "Liquid"], 3],
+            ["Solid fuels", ["1.A.1.b", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.1.b", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.1.b", "OtherFF"], 3],
+            ["Peat (8)", ["1.A.1.b", "Peat"], 3],
+            ["Biomass (3)", ["1.A.1.b", "Biomass"], 3],
+            # c. Manufacture of solid fuels and other energy industries
+            [
+                "1.A.1.c. Manufacture of solid fuels and other energy industries (10)",
+                ["1.A.1.c", "Total"],
+                2,
+            ],
+            ["Liquid fuels", ["1.A.1.c", "Liquid"], 3],
+            ["Solid fuels", ["1.A.1.c", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.1.c", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.1.c", "OtherFF"], 3],
+            ["Peat (8)", ["1.A.1.c", "Peat"], 3],
+            ["Biomass (3)", ["1.A.1.c", "Biomass"], 3],
+            ["Drop-down list:", ["\\IGNORE", "\\IGNORE"], 3],  # (empty)
+            # 1.A.1.c.i Manufacture of solid fuels
+            ["1.A.1.c.i. Manufacture of solid fuels", ["1.A.1.c.i", "Total"], 3],
+            ["Liquid fuels", ["1.A.1.c.i", "Liquid"], 4],
+            ["Solid fuels", ["1.A.1.c.i", "Solid"], 4],
+            ["Gaseous fuels (6)", ["1.A.1.c.i", "Gaseous"], 4],
+            ["Other fossil fuels (7)", ["1.A.1.c.i", "OtherFF"], 4],
+            ["Peat (8)", ["1.A.1.c.i", "Peat"], 4],
+            ["Biomass (3)", ["1.A.1.c.i", "Biomass"], 4],
+            # 1.A.1.c.ii Oil and gas extraction
+            ["1.A.1.c.ii. Oil and gas extraction", ["1.A.1.c.ii", "Total"], 3],
+            ["Liquid fuels", ["1.A.1.c.ii", "Liquid"], 4],
+            ["Solid fuels", ["1.A.1.c.ii", "Solid"], 4],
+            ["Gaseous fuels (6)", ["1.A.1.c.ii", "Gaseous"], 4],
+            ["Other fossil fuels (7)", ["1.A.1.c.ii", "OtherFF"], 4],
+            ["Peat (8)", ["1.A.1.c.ii", "Peat"], 4],
+            ["Biomass (3)", ["1.A.1.c.ii", "Biomass"], 4],
+            # 1.A.1.c.iii Other energy industries
+            ["1.A.1.c.iii. Other energy industries", ["1.A.1.c.iii", "Total"], 3],
+            ["Liquid fuels", ["1.A.1.c.iii", "Liquid"], 4],
+            ["Solid fuels", ["1.A.1.c.iii", "Solid"], 4],
+            ["Gaseous fuels (6)", ["1.A.1.c.iii", "Gaseous"], 4],
+            ["Other fossil fuels (7)", ["1.A.1.c.iii", "OtherFF"], 4],
+            ["Peat (8)", ["1.A.1.c.iii", "Peat"], 4],
+            ["Biomass (3)", ["1.A.1.c.iii", "Biomass"], 4],
+        ],
+        "entity_mapping": {
+            "EMISSIONS CH4": "CH4",
+            "EMISSIONS CO2 (2)(3)": "CO2",
+            "EMISSIONS N2O": "N2O",
+        },
+    },  # tested
+    "Table1.A(a)s2": {
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 119,
+            "header": ["group", "entity", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category", "class"],
+            "cols_to_ignore": [
+                "AGGREGATE ACTIVITY DATA Consumption",
+                "AGGREGATE ACTIVITY DATA Consumption",
+                "IMPLIED EMISSION FACTORS CO2 (1)",
+                "IMPLIED EMISSION FACTORS CH4",
+                "IMPLIED EMISSION FACTORS N2O",
+                "EMISSIONS CO2 Amount captured (4)",
+            ],
+            "stop_cats": [
+                "",
+                "nan",
+                "Note: Minimum level of aggregation is needed to protect "
+                "confidential business and military information, where it "
+                "would identify particular entity's/entities' confidential "
+                "data.",
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["1.A.2 Manufacturing industries and construction", ["1.A.2", "Total"], 0],
+            ["Liquid fuels", ["1.A.2", "Liquid"], 1],
+            ["Solid fuels", ["1.A.2", "Solid"], 1],
+            ["Gaseous fuels (6)", ["1.A.2", "Gaseous"], 1],
+            ["Other fossil fuels (7)", ["1.A.2", "OtherFF"], 1],
+            ["Peat (8)", ["1.A.2", "Peat"], 1],
+            ["Biomass (3)", ["1.A.2", "Biomass"], 1],
+            # a. Iron and Steel
+            ["1.A.2.a. Iron and steel", ["1.A.2.a", "Total"], 1],
+            ["Liquid fuels", ["1.A.2.a", "Liquid"], 2],
+            ["Solid fuels", ["1.A.2.a", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.2.a", "Gaseous"], 2],
+            ["Other fossil fuels (7)", ["1.A.2.a", "OtherFF"], 2],
+            ["Peat (8)", ["1.A.2.a", "Peat"], 2],
+            ["Biomass (3)", ["1.A.2.a", "Biomass"], 2],
+            # b. non-ferrous metals
+            ["1.A.2.b. Non-ferrous metals", ["1.A.2.b", "Total"], 1],
+            ["Liquid fuels", ["1.A.2.b", "Liquid"], 2],
+            ["Solid fuels", ["1.A.2.b", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.2.b", "Gaseous"], 2],
+            ["Other fossil fuels (7)", ["1.A.2.b", "OtherFF"], 2],
+            ["Peat (8)", ["1.A.2.b", "Peat"], 2],
+            ["Biomass (3)", ["1.A.2.b", "Biomass"], 2],
+            # c. Chemicals
+            ["1.A.2.c. Chemicals", ["1.A.2.c", "Total"], 1],
+            ["Liquid fuels", ["1.A.2.c", "Liquid"], 2],
+            ["Solid fuels", ["1.A.2.c", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.2.c", "Gaseous"], 2],
+            ["Other fossil fuels (7)", ["1.A.2.c", "OtherFF"], 2],
+            ["Peat (8)", ["1.A.2.c", "Peat"], 2],
+            ["Biomass (3)", ["1.A.2.c", "Biomass"], 2],
+            # d. Pulp paper print
+            ["1.A.2.d. Pulp, paper and print", ["1.A.2.d", "Total"], 1],
+            ["Liquid fuels", ["1.A.2.d", "Liquid"], 2],
+            ["Solid fuels", ["1.A.2.d", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.2.d", "Gaseous"], 2],
+            ["Other fossil fuels (7)", ["1.A.2.d", "OtherFF"], 2],
+            ["Peat (8)", ["1.A.2.d", "Peat"], 2],
+            ["Biomass (3)", ["1.A.2.d", "Biomass"], 2],
+            # e. Food processing, beverages and tobacco
+            [
+                "1.A.2.e. Food processing, beverages and tobacco",
+                ["1.A.2.e", "Total"],
+                1,
+            ],
+            ["Liquid fuels", ["1.A.2.e", "Liquid"], 2],
+            ["Solid fuels", ["1.A.2.e", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.2.e", "Gaseous"], 2],
+            ["Other fossil fuels (7)", ["1.A.2.e", "OtherFF"], 2],
+            ["Peat (8)", ["1.A.2.e", "Peat"], 2],
+            ["Biomass (3)", ["1.A.2.e", "Biomass"], 2],
+            # f. non-metallic minerals
+            ["1.A.2.f. Non-metallic minerals", ["1.A.2.f", "Total"], 1],
+            ["Liquid fuels", ["1.A.2.f", "Liquid"], 2],
+            ["Solid fuels", ["1.A.2.f", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.2.f", "Gaseous"], 2],
+            ["Other fossil fuels (7)", ["1.A.2.f", "OtherFF"], 2],
+            ["Peat (8)", ["1.A.2.f", "Peat"], 2],
+            ["Biomass (3)", ["1.A.2.f", "Biomass"], 2],
+            # g. other
+            ["1.A.2.g. Other (please specify) (11)", ["1.A.2.g", "Total"], 1],
+            ["Dropdown list", ["\\IGNORE", "\\IGNORE"], 2],
+            # 1.A.2.g.i Manufacturing of machinery
+            ["1.A.2.g.i. Manufacturing of machinery", ["1.A.2.g.i", "Total"], 2],
+            ["Liquid fuels", ["1.A.2.g.i", "Liquid"], 3],
+            ["Solid fuels", ["1.A.2.g.i", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.2.g.i", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.2.g.i", "OtherFF"], 3],
+            ["Peat (8)", ["1.A.2.g.i", "Peat"], 3],
+            ["Biomass (3)", ["1.A.2.g.i", "Biomass"], 3],
+            # 1.A.2.g.ii Manufacturing of transport equipment
+            [
+                "1.A.2.g.ii. Manufacturing of transport equipment",
+                ["1.A.2.g.ii", "Total"],
+                2,
+            ],
+            ["Liquid fuels", ["1.A.2.g.ii", "Liquid"], 3],
+            ["Solid fuels", ["1.A.2.g.ii", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.2.g.ii", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.2.g.ii", "OtherFF"], 3],
+            ["Peat (8)", ["1.A.2.g.ii", "Peat"], 3],
+            ["Biomass (3)", ["1.A.2.g.ii", "Biomass"], 3],
+            # 1.A.2.g.iii Mining (excluding fuels) and quarrying
+            [
+                "1.A.2.g.iii. Mining (excluding fuels) and quarrying",
+                ["1.A.2.g.iii", "Total"],
+                2,
+            ],
+            ["Liquid fuels", ["1.A.2.g.iii", "Liquid"], 3],
+            ["Solid fuels", ["1.A.2.g.iii", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.2.g.iii", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.2.g.iii", "OtherFF"], 3],
+            ["Peat (8)", ["1.A.2.g.iii", "Peat"], 3],
+            ["Biomass (3)", ["1.A.2.g.iii", "Biomass"], 3],
+            # 1.A.2.g.iv Wood and wood products
+            ["1.A.2.g.iv. Wood and wood products", ["1.A.2.g.iv", "Total"], 2],
+            ["Liquid fuels", ["1.A.2.g.iv", "Liquid"], 3],
+            ["Solid Fuels", ["1.A.2.g.iv", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.2.g.iv", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.2.g.iv", "OtherFF"], 3],
+            ["Peat (8)", ["1.A.2.g.iv", "Peat"], 3],
+            ["Biomass (3)", ["1.A.2.g.iv", "Biomass"], 3],
+            # 1.A.2.g.v Construction
+            ["1.A.2.g.v. Construction", ["1.A.2.g.v", "Total"], 2],
+            ["Liquid fuels", ["1.A.2.g.v", "Liquid"], 3],
+            ["Solid fuels", ["1.A.2.g.v", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.2.g.v", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.2.g.v", "OtherFF"], 3],
+            ["Peat (8)", ["1.A.2.g.v", "Peat"], 3],
+            ["Biomass (3)", ["1.A.2.g.v", "Biomass"], 3],
+            # 1.A.2.g.vi Textile and leather
+            ["1.A.2.g.vi. Textile and leather", ["1.A.2.g.vi", "Total"], 2],
+            ["Liquid fuels", ["1.A.2.g.vi", "Liquid"], 3],
+            ["Solid fuels", ["1.A.2.g.vi", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.2.g.vi", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.2.g.vi", "OtherFF"], 3],
+            ["Peat (8)", ["1.A.2.g.vi", "Peat"], 3],
+            ["Biomass (3)", ["1.A.2.g.vi", "Biomass"], 3],
+            # 1.A.2.g.vii Off-road vehicles and other machinery
+            [
+                "1.A.2.g.vii. Off-road vehicles and other machinery",
+                ["1.A.2.g.vii", "Total"],
+                2,
+            ],
+            ["Gasoline", ["1.A.2.g.vii", "Gasoline"], 3],
+            ["Diesel oil", ["1.A.2.g.vii", "DieselOil"], 3],
+            ["Liquefied petroleum gases (LPG)", ["1.A.2.g.vii", "LPG"], 3],
+            ["Other liquid fuels (please specify)", ["1.A.2.g.vii", "OtherLiquid"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            ["Gaseous fuels (6)", ["1.A.2.g.vii", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.2.g.vii", "OtherFF"], 3],
+            ["Biomass (3)", ["1.A.2.g.vii", "Biomass"], 3],
+            # 1.A.2.g.viii Other (please specify)
+            ["1.A.2.g.viii. Other (please specify)", ["1.A.2.g.viii", "Total"], 2],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 3],
+            ["Liquid fuels", ["1.A.2.g.viii.3", "Liquid"], 4],
+            ["Solid fuels", ["1.A.2.g.viii.3", "Solid"], 4],
+            ["Gaseous fuels (6)", ["1.A.2.g.viii.3", "Gaseous"], 4],
+            ["Other fossil fuels (7)", ["1.A.2.g.viii.3", "OtherFF"], 4],
+            ["Peat (8)", ["1.A.2.g.viii.3", "Peat"], 4],
+            ["Biomass (3)", ["1.A.2.g.viii.3", "Biomass"], 4],
+        ],
+        "entity_mapping": {
+            "EMISSIONS CH4": "CH4",
+            "EMISSIONS CO2 (2)(3)": "CO2",
+            "EMISSIONS N2O": "N2O",
+        },
+    },  # tested
+    "Table1.A(a)s3": {
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 119,
+            "header": ["group", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category", "class"],
+            "cols_to_ignore": [
+                "AGGREGATE ACTIVITY DATA Consumption",
+                "AGGREGATE ACTIVITY DATA Consumption",
+                "IMPLIED EMISSION FACTORS CO2 (1)",
+                "IMPLIED EMISSION FACTORS CH4",
+                "IMPLIED EMISSION FACTORS N2O",
+            ],
+            "stop_cats": [
+                "Note: Minimum level of aggregation is needed to protect confidential "
+                "business and military information, where it would identify particular "
+                "entity's/entities' confidential data."
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["1.A.3 Transport", ["1.A.3", "Total"], 0],
+            ["Liquid fuels", ["1.A.3", "Liquid"], 1],
+            ["Solid fuels", ["1.A.3", "Solid"], 1],
+            ["Gaseous fuels (6)", ["1.A.3", "Gaseous"], 1],
+            ["Other fossil fuels (7)", ["1.A.3", "OtherFF"], 1],
+            ["Biomass (3)", ["1.A.3", "Biomass"], 1],
+            # a. Domestic Aviation
+            ["1.A.3.a. Domestic aviation (12)", ["1.A.3.a", "Total"], 1],
+            ["Aviation gasoline", ["1.A.3.a", "AvGasoline"], 2],
+            ["Jet kerosene", ["1.A.3.a", "JetKerosene"], 2],
+            ["Biomass", ["1.A.3.a", "Biomass"], 2],
+            # b. road Transportation
+            ["1.A.3.b. Road transportation (13)", ["1.A.3.b", "Total"], 1],
+            ["Gasoline", ["1.A.3.b", "Gasoline"], 2],
+            ["Diesel oil", ["1.A.3.b", "DieselOil"], 2],
+            ["Liquefied petroleum gases (LPG)", ["1.A.3.b", "LPG"], 2],
+            ["Other liquid fuels (please specify)", ["1.A.3.b", "OtherLiquid"], 2],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 3],
+            ["Gaseous fuels (6)", ["1.A.3.b", "Gaseous"], 2],
+            ["Biomass (3)", ["1.A.3.b", "Biomass"], 2],
+            ["Other fossil fuels (please specify) (7)", ["1.A.3.b", "OtherFF"], 2],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 3],
+            # i. Cars
+            ["1.A.3.b.i. Cars", ["1.A.3.b.i", "Total"], 2],
+            ["Gasoline", ["1.A.3.b.i", "Gasoline"], 3],
+            ["Diesel oil", ["1.A.3.b.i", "DieselOil"], 3],
+            ["Liquefied petroleum gases (LPG)", ["1.A.3.b.i", "LPG"], 3],
+            ["Other liquid fuels (please specify)", ["1.A.3.b.i", "OtherLiquid"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            ["Gaseous fuels (6)", ["1.A.3.b.i", "Gaseous"], 3],
+            ["Biomass (3)", ["1.A.3.b.i", "Biomass"], 3],
+            ["Other fossil fuels (please specify)(7)", ["1.A.3.b.i", "OtherFF"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            # ii. Light duty trucks
+            ["1.A.3.b.ii. Light duty trucks", ["1.A.3.b.ii", "Total"], 2],
+            ["Gasoline", ["1.A.3.b.ii", "Gasoline"], 3],
+            ["Diesel oil", ["1.A.3.b.ii", "DieselOil"], 3],
+            ["Liquefied petroleum gases (LPG)", ["1.A.3.b.ii", "LPG"], 3],
+            ["Other liquid fuels (please specify)", ["1.A.3.b.ii", "OtherLiquid"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            ["Gaseous fuels (6)", ["1.A.3.b.ii", "Gaseous"], 3],
+            ["Biomass (3)", ["1.A.3.b.ii", "Biomass"], 3],
+            ["Other fossil fuels (please specify)(7)", ["1.A.3.b.ii", "OtherFF"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            # iii. Heavy duty trucks and buses
+            ["1.A.3.b.iii. Heavy duty trucks and buses", ["1.A.3.b.iii", "Total"], 2],
+            ["Gasoline", ["1.A.3.b.iii", "Gasoline"], 3],
+            ["Diesel oil", ["1.A.3.b.iii", "DieselOil"], 3],
+            ["Liquefied petroleum gases (LPG)", ["1.A.3.b.iii", "LPG"], 3],
+            ["Other liquid fuels (please specify)", ["1.A.3.b.iii", "OtherLiquid"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            ["Gaseous fuels (6)", ["1.A.3.b.iii", "Gaseous"], 3],
+            ["Biomass (3)", ["1.A.3.b.iii", "Biomass"], 3],
+            ["Other fossil fuels (please specify)(7)", ["1.A.3.b.iii", "OtherFF"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            # iv. Motorcycles
+            ["1.A.3.b.iv. Motorcycles", ["1.A.3.b.iv", "Total"], 2],
+            ["Gasoline", ["1.A.3.b.iv", "Gasoline"], 3],
+            ["Diesel oil", ["1.A.3.b.iv", "DieselOil"], 3],
+            ["Liquefied petroleum gases (LPG)", ["1.A.3.b.iv", "LPG"], 3],
+            ["Other liquid fuels (please specify)", ["1.A.3.b.iv", "OtherLiquid"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            ["Gaseous fuels (6)", ["1.A.3.b.iv", "Gaseous"], 3],
+            ["Biomass (3)", ["1.A.3.b.iv", "Biomass"], 3],
+            ["Other fossil fuels (please specify)(7)", ["1.A.3.b.iv", "OtherFF"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            # v. Other
+            ["1.A.3.b.v. Other (please specify)", ["1.A.3.b.v", "Total"], 2],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 3],
+            ["Gasoline", ["1.A.3.b.v", "Gasoline"], 3],
+            ["Diesel oil", ["1.A.3.b.v", "DieselOil"], 3],
+            ["Liquefied petroleum gases (LPG)", ["1.A.3.b.v", "LPG"], 3],
+            ["Other liquid fuels (please specify)", ["1.A.3.b.v", "OtherLiquid"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            ["Gaseous fuels (6)", ["\\IGNORE", "Gaseous"], 3],
+            ["Biomass (3)", ["1.A.3.b.v", "Biomass"], 3],
+            ["Other fossil fuels (please specify)(7)", ["1.A.3.b.v", "OtherFF"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            # c. Railways
+            ["1.A.3.c. Railways", ["1.A.3.c", "Total"], 1],
+            ["Liquid fuels", ["1.A.3.c", "Liquid"], 2],
+            ["Solid fuels", ["1.A.3.c", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.3.c", "Gaseous"], 2],
+            ["Biomass (3)", ["1.A.3.c", "Biomass"], 2],
+            ["Other fossil fuels (please specify)(7)", ["1.A.3.c", "OtherFF"], 2],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 3],
+            # d. Domestic navigation
+            ["1.A.3.d. Domestic Navigation (12)", ["1.A.3.d", "Total"], 1],
+            ["Residual fuel oil", ["1.A.3.d", "ResFuelOil"], 2],
+            ["Gas/diesel oil", ["1.A.3.d", "GasDieselOil"], 2],
+            ["Gasoline", ["1.A.3.d", "Gasoline"], 2],
+            ["Other liquid fuels (please specify)", ["1.A.3.d", "OtherLiquid"], 2],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 3],
+            ["Gaseous fuels (6)", ["1.A.3.d", "Gaseous"], 2],
+            ["Biomass (3)", ["1.A.3.d", "Biomass"], 2],
+            ["Other fossil fuels (please specify)(7)", ["1.A.3.d", "OtherFF"], 2],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 3],
+            # e. other transportation
+            # keep details also for top category as it's present
+            ["1.A.3.e. Other transportation (please specify)", ["1.A.3.e", "Total"], 1],
+            ["Liquid fuels", ["1.A.3.e", "Liquid"], 2],
+            ["Solid fuels", ["1.A.3.e", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.3.e", "Gaseous"], 2],
+            ["Other fossil fuels (7)", ["1.A.3.e", "OtherFF"], 2],
+            ["Biomass (3)", ["1.A.3.e", "Biomass"], 2],
+            # i. pipeline
+            ["1.A.3.e.i. Pipeline transport", ["1.A.3.e.i", "Total"], 2],
+            ["Liquid fuels", ["1.A.3.e.i", "Liquid"], 3],
+            ["Solid fuels", ["1.A.3.e.i", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.3.e.i", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.3.e.i", "OtherFF"], 3],
+            ["Biomass (3)", ["1.A.3.e.i", "Biomass"], 3],
+            # ii other
+            ["1.A.3.e.ii. Other (please specify)", ["1.A.3.e.ii", "Total"], 2],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 3],
+            ["Gasoline", ["1.A.3.e.ii", "Gasoline"], 3],
+            ["Diesel oil", ["1.A.3.e.ii", "DieselOil"], 3],
+            ["Liquefied petroleum gases (LPG)", ["1.A.3.e.ii", "LPG"], 3],
+            ["Other liquid fuels (please specify)", ["1.A.3.e.ii", "OtherLiquid"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            ["Solid fuels", ["1.A.3.e.ii", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.3.e.ii", "Gaseous"], 3],
+            ["Other fossil fuels (7)", ["1.A.3.e.ii", "OtherFF"], 3],
+            # ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            ["Biomass (3)", ["1.A.3.e.ii", "Biomass"], 3],
+        ],
+        "entity_mapping": {
+            "EMISSIONS CH4": "CH4",
+            "EMISSIONS CO2 (2)(3)": "CO2",
+            "EMISSIONS N2O": "N2O",
+        },
+    },  # tested
+    "Table1.A(a)s4": {
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 118,
+            "header": ["group", "entity", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category", "class"],
+            "cols_to_ignore": [
+                "AGGREGATE ACTIVITY DATA Consumption",
+                "AGGREGATE ACTIVITY DATA Consumption",
+                "IMPLIED EMISSION FACTORS CO2(1)",
+                "IMPLIED EMISSION FACTORS CH4",
+                "IMPLIED EMISSION FACTORS N2O",
+                "EMISSIONS CO2 Amount captured (4)",
+            ],
+            "stop_cats": [
+                "",
+                "nan",
+                "(1) The IEFs for CO2 are estimated on the basis of gross "
+                "emissions, i.e. CO2 emissions plus the absolute amount "
+                "captured.",
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["1.A.4 Other sectors", ["1.A.4", "Total"], 0],
+            ["Liquid fuels", ["1.A.4", "Liquid"], 1],
+            ["Solid fuels", ["1.A.4", "Solid"], 1],
+            ["Gaseous fuels (6)", ["1.A.4", "Gaseous"], 1],
+            ["Other fossil fuels(7)", ["1.A.4", "OtherFF"], 1],
+            ["Peat(8)", ["1.A.4", "Peat"], 1],
+            ["Biomass(3)", ["1.A.4", "Biomass"], 1],
+            # a. Commercial/institutional(12)
+            ["1.A.4.a. Commercial/institutional(14)", ["1.A.4.a", "Total"], 1],
+            ["Liquid fuels", ["1.A.4.a", "Liquid"], 2],
+            ["Solid fuels", ["1.A.4.a", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.4.a", "Gaseous"], 2],
+            ["Other fossil fuels(7)", ["1.A.4.a", "OtherFF"], 2],
+            ["Peat(8)", ["1.A.4.a", "Peat"], 2],
+            ["Biomass(3)", ["1.A.4.a", "Biomass"], 2],
+            ["Drop-down list:", ["\\IGNORE", "\\IGNORE"], 2],  # (empty)
+            # 1.A.4.a.i Stationary combustion
+            ["1.A.4.a.i. Stationary combustion", ["1.A.4.a.i", "Total"], 2],
+            ["Liquid fuels", ["1.A.4.a.i", "Liquid"], 3],
+            ["Solid fuels", ["1.A.4.a.i", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.4.a.i", "Gaseous"], 3],
+            ["Other fossil fuels(7)", ["1.A.4.a.i", "OtherFF"], 3],
+            ["Peat(8)", ["1.A.4.a.i", "Peat"], 3],
+            ["Biomass(3)", ["1.A.4.a.i", "Biomass"], 3],
+            # 1.A.4.a.ii Off-road vehicles and other machinery
+            [
+                "1.A.4.a.ii. Off-road vehicles and other machinery",
+                ["1.A.4.a.ii", "Total"],
+                2,
+            ],
+            ["Liquid fuels", ["1.A.4.a.ii", "Liquid"], 3],
+            ["Solid fuels", ["1.A.4.a.ii", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.4.a.ii", "Gaseous"], 3],
+            ["Other fossil fuels(7)", ["1.A.4.a.ii", "OtherFF"], 3],
+            ["Biomass(3)", ["1.A.4.a.ii", "Biomass"], 3],
+            # b. Residential(13)
+            ["1.A.4.b. Residential(14)", ["1.A.4.b", "Total"], 1],
+            ["Liquid fuels", ["1.A.4.b", "Liquid"], 2],
+            ["Solid fuels", ["1.A.4.b", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.4.b", "Gaseous"], 2],
+            ["Other fossil fuels(7)", ["1.A.4.b", "OtherFF"], 2],
+            ["Peat(8)", ["1.A.4.b", "Peat"], 2],
+            ["Biomass(3)", ["1.A.4.b", "Biomass"], 2],
+            ["Drop-down list:", ["\\IGNORE", "\\IGNORE"], 2],  # (empty)
+            # 1.A.4.b.i Stationary combustion
+            ["1.A.4.b.i. Stationary combustion", ["1.A.4.b.i", "Total"], 2],
+            ["Liquid fuels", ["1.A.4.b.i", "Liquid"], 3],
+            ["Solid fuels", ["1.A.4.b.i", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.4.b.i", "Gaseous"], 3],
+            ["Other fossil fuels(7)", ["1.A.4.b.i", "OtherFF"], 3],
+            ["Peat(8)", ["1.A.4.b.i", "Peat"], 3],
+            ["Biomass(3)", ["1.A.4.b.i", "Biomass"], 3],
+            # 1.A.4.b.ii Off-road vehicles and other machinery
+            [
+                "1.A.4.b.ii. Off-road vehicles and other machinery",
+                ["1.A.4.b.ii", "Total"],
+                2,
+            ],
+            ["Liquid fuels", ["1.A.4.b.ii", "Liquid"], 3],
+            ["Solid fuels", ["1.A.4.b.ii", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.4.b.ii", "Gaseous"], 3],
+            ["Other fossil fuels(7)", ["1.A.4.b.ii", "OtherFF"], 3],
+            ["Peat (8)", ["1.A.4.b.ii", "Peat"], 3],
+            ["Biomass(3)", ["1.A.4.b.ii", "Biomass"], 3],
+            # c. Agriculture/forestry/fishing
+            ["1.A.4.c. Agriculture/forestry/fishing", ["1.A.4.c", "Total"], 1],
+            ["Liquid fuels", ["1.A.4.c", "Liquid"], 2],
+            ["Solid fuels", ["1.A.4.c", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.4.c", "Gaseous"], 2],
+            ["Other fossil fuels(7)", ["1.A.4.c", "OtherFF"], 2],
+            ["Peat(8)", ["1.A.4.c", "Peat"], 2],
+            ["Biomass(3)", ["1.A.4.c", "Biomass"], 2],
+            # i. Stationary
+            ["1.A.4.c.i. Stationary", ["1.A.4.c.i", "Total"], 2],
+            ["Liquid fuels", ["1.A.4.c.i", "Liquid"], 3],
+            ["Solid fuels", ["1.A.4.c.i", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.4.c.i", "Gaseous"], 3],
+            ["Other fossil fuels(7)", ["1.A.4.c.i", "OtherFF"], 3],
+            ["Peat(8)", ["1.A.4.c.i", "Peat"], 3],
+            ["Biomass(3)", ["1.A.4.c.i", "Biomass"], 3],
+            # ii. Off-road vehicles and other machinery
+            [
+                "1.A.4.c.ii. Off-road vehicles and other machinery",
+                ["1.A.4.c.ii", "Total"],
+                2,
+            ],
+            ["Gasoline", ["1.A.4.c.ii", "Gasoline"], 3],
+            ["Diesel oil", ["1.A.4.c.ii", "DieselOil"], 3],
+            ["Liquefied petroleum gases (LPG)", ["1.A.4.c.ii", "LPG"], 3],
+            ["Other liquid fuels (please specify)", ["1.A.4.c.ii", "OtherLiquid"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            ["Other fossil fuels (please specify)(7)", ["1.A.4.c.ii", "OtherFF"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            # iii. Fishing
+            ["1.A.4.c.iii. Fishing", ["1.A.4.c.iii", "Total"], 2],
+            ["Residual fuel oil", ["1.A.4.c.iii", "ResFuelOil"], 3],
+            ["Gas/diesel oil", ["1.A.4.c.iii", "GasDieselOil"], 3],
+            ["Gasoline", ["1.A.4.c.iii", "Gasoline"], 3],
+            ["Other liquid fuels (please specify)", ["1.A.4.c.iii", "OtherLiquid"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            ["Gaseous fuels (6)", ["1.A.4.c.iii", "Gaseous"], 3],
+            ["Biomass(3)", ["1.A.4.c.iii", "Biomass"], 3],
+            ["Other fossil fuels (please specify)(7)", ["1.A.4.c.iii", "OtherFF"], 3],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 4],
+            # 1.A.5 Other (Not specified elsewhere)(14)
+            ["1.A.5 Other (Not specified elsewhere)(15)", ["1.A.5", "Total"], 0],
+            ["Liquid fuels", ["1.A.5", "Liquid"], 1],
+            ["Solid fuels", ["1.A.5", "Solid"], 1],
+            ["Gaseous fuels (6)", ["1.A.5", "Gaseous"], 1],
+            ["Other fossil fuels(7)", ["1.A.5", "OtherFF"], 1],
+            ["Peat(8)", ["1.A.5", "Peat"], 1],
+            ["Biomass(3)", ["1.A.5", "Biomass"], 1],
+            # a. Stationary (please specify)
+            ["1.A.5.a. Stationary (please specify)", ["1.A.5.a", "Total"], 1],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 2],
+            ["Liquid fuels", ["1.A.5.a", "Liquid"], 2],
+            ["Solid fuels", ["1.A.5.a", "Solid"], 2],
+            ["Gaseous fuels (6)", ["1.A.5.a", "Gaseous"], 2],
+            ["Other fossil fuels(7)", ["1.A.5.a", "OtherFF"], 2],
+            ["Peat(8)", ["1.A.5.a", "Peat"], 2],
+            ["Biomass(3)", ["1.A.5.a", "Biomass"], 2],
+            # b. Mobile (please specify)
+            ["1.A.5.b. Mobile (please specify)", ["1.A.5.b", "Total"], 1],
+            ["nan", ["\\IGNORE", "\\IGNORE"], 2],
+            ["Liquid fuels", ["1.A.5.b", "Liquid"], 3],
+            ["Solid fuels", ["1.A.5.b", "Solid"], 3],
+            ["Gaseous fuels (6)", ["1.A.5.b", "Gaseous"], 3],
+            ["Other fossil fuels(7)", ["1.A.5.b", "OtherFF"], 3],
+            ["Biomass(3)", ["1.A.5.b", "Biomass"], 3],
+            # Information Item
+            ["Information item:(16)", ["\\IGNORE", "\\IGNORE"], 0],
+            [
+                "Waste incineration with energy recovery included as:",
+                ["\\IGNORE", "\\IGNORE"],
+                1,
+            ],
+            ["Biomass (3)", ["\\IGNORE", "\\IGNORE"], 1],
+            ["Fossil fuels (7)", ["\\IGNORE", "\\IGNORE"], 1],
+        ],
+        "entity_mapping": {
+            "EMISSIONS CH4": "CH4",
+            "EMISSIONS CO2(2)(3)": "CO2",
+            "EMISSIONS N2O": "N2O",
+        },
+    },  # tested
+    "Table1.B.1": {
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 31,
+            "header": ["group", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [
+                "ACTIVITY DATA Amount of fuel produced",
+                "IMPLIED EMISSION FACTORS CH4 (1)",
+                "IMPLIED EMISSION FACTORS CO2",
+            ],
+            "stop_cats": [
+                "",
+                "nan",
+                "(1) Final CH4 and CO2 emissions after subtracting the amounts of CH4 "
+                "and CO2 utilized or recovered.",
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["1. B. 1. a. Coal mining and handling", ["1.B.1.a"], 0],
+            ["1.B.1.a.i. Underground mines (4)", ["1.B.1.a.i"], 1],
+            ["1.B.1.a.i.1. Mining activities", ["1.B.1.a.i.1"], 2],
+            ["1.B.1.a.i.2. Post-mining activities", ["1.B.1.a.i.2"], 2],
+            [
+                "1.B.1.a.i.3. Abandoned underground mines",
+                ["1.B.1.a.i.3"],
+                2,
+            ],
+            [
+                "1.B.1.a.i.4. Flaring of drained methane or conversion of "
+                "methane to CO2 (5)",
+                ["1.B.1.a.i.4"],
+                2,
+            ],
+            ["1.B.1.a.i.5. Other (please specify)", ["1.B.1.a.i.5"], 2],
+            ["nan", ["\\IGNORE"], 3],
+            ["1.B.1.a.ii. Surface mines (4)", ["1.B.1.a.ii"], 1],
+            ["1.B.1.a.ii.1. Mining activities", ["1.B.1.a.ii.1"], 2],
+            ["1.B.1.a.ii.2. Post-mining activities", ["1.B.1.a.ii.2"], 2],
+            ["1.B.1.a.ii.3. Other (please specify)", ["1.B.1.a.ii.3"], 2],
+            ["nan", ["\\IGNORE"], 3],
+            ["1. B. 1. b. Fuel transformation (6)", ["1.B.1.b"], 0],
+            ["Drop down list:", ["\\IGNORE"], 1],
+            # AUS, GUY, MDV
+            ["1.B.1.b.i. Charcoal and biochar production (7)", ["1.B.1.b.i"], 1],
+            ["1.B.1.b.ii. Coke production", ["1.B.1.b.ii"], 1],
+            ["1.B.1.b.iii. Coal to liquids", ["1.B.1.b.iii"], 1],
+            ["1.B.1.b.iv. Gas to liquids", ["1.B.1.b.iv"], 1],
+            ["1.B.1.b.v. Other (please specify)", ["1.B.1.b.v"], 1],
+            ["nan", ["\\IGNORE"], 2],
+            ["1. B. 1. c. Other (please specify) (8)", ["1.B.1.c"], 0],
+            ["", ["\\IGNORE"], 1],
+        ],
+        "entity_mapping": {
+            "Emissions (2) CH4": "CH4",
+            "Emissions (2) CO2": "CO2",
+            "Recovery/Flaring (3) CH4": "CH4 removals",
+            "Recovery/Flaring (3) CO2": "CO2 removals",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table1.B.2": {
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 41,
+            "header": ["group", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [
+                "ACTIVITY DATA (1) Description (1)",
+                "ACTIVITY DATA (1) Unit (1)",
+                "ACTIVITY DATA (1) Value",
+                "IMPLIED EMISSION FACTORS CO2 (2)",
+                "IMPLIED EMISSION FACTORS CH4",
+                "IMPLIED EMISSION FACTORS N2O",
+            ],
+            "stop_cats": [
+                ".",
+                "nan",
+                "(1) Specify the AD used. Specify the unit of the AD in energy or "
+                "volume units (e.g. PJ, 106 m3 and 106 bbl/year).",
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["1.B.2.a. Oil (7)", ["1.B.2.a"], 0],
+            ["1.B.2.a.i. Exploration", ["1.B.2.a.i"], 1],
+            ["1.B.2.a.ii. Production and upgrading (8)", ["1.B.2.a.ii"], 1],
+            ["1.B.2.a.iii. Transport", ["1.B.2.a.iii"], 1],
+            ["1.B.2.a.iv. Refining/storage", ["1.B.2.a.iv"], 1],
+            ["1.B.2.a.v. Distribution of oil products", ["1.B.2.a.v"], 1],
+            ["1.B.2.a.vi. Other", ["1.B.2.a.vi"], 1],
+            ["Drop down list:", ["\\IGNORE"], 2],
+            ["1.B.2.a.vi.1. Abandoned wells", ["1.B.2.a.vi.1"], 2],
+            ["1.B.2.a.vi.2. Other (please specify)", ["1.B.2.a.vi.2"], 2],
+            ["nan", ["\\IGNORE"], 3],
+            ["1.B.2.b. Natural gas", ["1.B.2.b"], 0],
+            ["1.B.2.b.i. Exploration", ["1.B.2.b.i"], 1],
+            ["1.B.2.b.ii. Production and gathering (8)", ["1.B.2.b.ii"], 1],
+            ["1.B.2.b.iii. Processing", ["1.B.2.b.iii"], 1],
+            ["1.B.2.b.iv. Transmission and storage", ["1.B.2.b.iv"], 1],
+            ["1.B.2.b.v. Distribution", ["1.B.2.b.v"], 1],
+            ["1.B.2.b.vi. Other", ["1.B.2.b.vi"], 1],
+            ["Drop down list:", ["\\IGNORE"], 2],
+            ["1.B.2.b.vi.1. Gas post-meter", ["1.B.2.b.vi.1"], 2],
+            ["1.B.2.b.vi.2. Abandoned wells", ["1.B.2.b.vi.2"], 2],
+            ["1.B.2.b.vi.3. Other (please specify)", ["1.B.2.b.vi.3"], 2],
+            ["nan", ["\\IGNORE"], 3],
+            ["1.B.2.c. Venting and flaring", ["1.B.2.c"], 0],
+            ["1.B.2.c.i. Venting", ["1.B.2.c-ven"], 1],
+            ["1.B.2.c.i.1. Oil", ["1.B.2.c-ven.i"], 2],
+            ["1.B.2.c.i.2. Gas", ["1.B.2.c-ven.ii"], 2],
+            ["1.B.2.c.i.3. Combined", ["1.B.2.c-ven.iii"], 2],
+            ["1.B.2.c.ii. Flaring (9)", ["1.B.2.c-fla"], 1],
+            ["1.B.2.c.ii.1. Oil", ["1.B.2.c-fla.i"], 2],
+            ["1.B.2.c.ii.2. Gas", ["1.B.2.c-fla.ii"], 2],
+            ["1.B.2.c.ii.3. Combined", ["1.B.2.c-fla.iii"], 2],
+            ["1.B.2.d. Other (please specify) (10)", ["1.B.2.d"], 0],
+            ["nan", ["\\IGNORE"], 1],
+        ],
+        "entity_mapping": {
+            "EMISSIONS CH4 (5)": "CH4",
+            "EMISSIONS CO2 (4)": "CO2",  # "CO2 emissions",
+            "EMISSIONS N2O": "N2O",
+            "Recovery (6) CO2": "CO2 removals",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table1.C": {
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 28,
+            "header": ["group", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [
+                "ACTIVITY DATA CO2 transported or injected (1)",
+                "IMPLIED EMISSION FACTORS CO2",
+            ],
+            "stop_cats": [
+                "",
+                "nan",
+                "(1) Excluding recycled CO2 for enhanced recovery.",
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["1.C.1. Transport of CO2", ["1.C.1"], 0],
+            ["1.C.1.a. Pipelines", ["1.C.1.a"], 1],
+            ["1.C.1.b. Ships", ["1.C.1.b"], 1],
+            ["1.C.1.c. Other (please specify)", ["1.C.1.c"], 1],
+            ["nan", ["\\IGNORE"], 2],
+            ["1.C.2. Injection and storage (3)", ["1.C.2"], 0],
+            ["1.C.2.a. Injection", ["1.C.2.a"], 1],
+            ["1.C.2.b. Storage", ["1.C.2.b"], 1],
+            ["1.C.3. Other (please specify)", ["1.C.3"], 0],
+            ["nan", ["\\IGNORE"], 1],
+            ["Information item (kt CO2) (4, 5, 6)", ["\\IGNORE"], 0],
+            ["Total amount captured for storage (7)", ["M.Info.A.TACS"], 1],
+            ["Total amount of imports for storage (7)", ["M.Info.A.TAIS"], 1],
+            ["Total A", ["M.Info.A"], 1],
+            ["Total amount of exports for storage", ["M.Info.B.TAES"], 1],
+            ["Total amount of CO2 injected at storage sites", ["M.Info.B.TAI"], 1],
+            ["CO2 injected for operational usage (8)", ["M.Info.B.IOU"], 1],
+            [
+                "Total leakage from transport, injection and storage",
+                ["M.Info.B.TLTIS"],
+                1,
+            ],
+            ["Total B", ["M.Info.B"], 1],
+            ["Difference (A-B)(6)", ["\\IGNORE"], 1],
+        ],
+        "entity_mapping": {
+            "EMISSIONS CO2 (2)": "CO2",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table1.D": {
+        "status": "TODO",
+        "table": {
+            "firstrow": 7,
+            "lastrow": 24,
+            "header": ["group", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category", "class"],
+            "cols_to_ignore": [],
+            "stop_cats": ["", "nan"],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [],
+        "entity_mapping": [],
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # TODO
+    "Table2(I)": {
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 56,
+            "header": ["entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [],
+            "stop_cats": [
+                "",
+                "nan",
+                "(1) Emissions of HFCs, PFCs, unspecified mix of HFCs and PFCs, and "
+                "other F-gases are to be expressed in CO2 eq. Data on disaggregated "
+                "emissions of HFCs and PFCs are to be provided in table 2(II).",
+            ],
+            "unit_info": unit_info["industry"],
+        },
+        "sector_mapping": [
+            ["2. Total industrial processes", ["2"], 0],
+            ["2.A. Mineral industry", ["2.A"], 1],
+            ["2.A.1. Cement production", ["2.A.1"], 2],
+            ["2.A.2. Lime production", ["2.A.2"], 2],
+            ["2.A.3. Glass production", ["2.A.3"], 2],
+            ["2.A.4. Other process uses of carbonates", ["2.A.4"], 2],
+            ["2.B. Chemical industry", ["2.B"], 1],
+            ["2.B.1. Ammonia production", ["2.B.1"], 2],
+            ["2.B.2. Nitric acid production", ["2.B.2"], 2],
+            ["2.B.3. Adipic acid production", ["2.B.3"], 2],
+            ["2.B.4. Caprolactam, glyoxal and glyoxylic acid production", ["2.B.4"], 2],
+            ["2.B.5. Carbide production", ["2.B.5"], 2],
+            ["2.B.6. Titanium dioxide production", ["2.B.6"], 2],
+            ["2.B.7. Soda ash production", ["2.B.7"], 2],
+            ["2.B.8. Petrochemical and carbon black production", ["2.B.8"], 2],
+            ["2.B.9. Fluorochemical production", ["2.B.9"], 2],
+            [
+                "2.B.10. Other (as specified in tables 2(I).A-H and 2(II))",
+                ["2.B.10"],
+                2,
+            ],
+            ["2.C. Metal industry", ["2.C"], 1],
+            ["2.C.1. Iron and steel production", ["2.C.1"], 2],
+            ["2.C.2. Ferroalloys production", ["2.C.2"], 2],
+            ["2.C.3. Aluminium production", ["2.C.3"], 2],
+            ["2.C.4. Magnesium production", ["2.C.4"], 2],
+            ["2.C.5. Lead production", ["2.C.5"], 2],
+            ["2.C.6. Zinc production", ["2.C.6"], 2],
+            ["2.C.7. Other (as specified in tables 2(I).A-H and 2(II))", ["2.C.7"], 2],
+            ["2.D. Non-energy products from fuels and solvent use (3)", ["2.D"], 1],
+            ["2.D.1. Lubricant use", ["2.D.1"], 2],
+            ["2.D.2. Paraffin wax use", ["2.D.2"], 2],
+            ["2.D.3. Other", ["2.D.3"], 2],
+            ["2.E. Electronics industry", ["2.E"], 1],
+            ["2.E.1. Integrated circuit or semiconductor", ["2.E.1"], 2],
+            ["2.E.2. TFT flat panel display", ["2.E.2"], 2],
+            ["2.E.3. Photovoltaics", ["2.E.3"], 2],
+            ["2.E.4. Heat transfer fluid", ["2.E.4"], 2],
+            ["2.E.5. Other (as specified in table 2(II))", ["2.E.5"], 2],
+            ["2.F. Product uses as substitutes for ODS", ["2.F"], 1],
+            ["2.F.1. Refrigeration and air conditioning", ["2.F.1"], 2],
+            ["2.F.2. Foam blowing agents", ["2.F.2"], 2],
+            ["2.F.3. Fire protection", ["2.F.3"], 2],
+            ["2.F.4. Aerosols", ["2.F.4"], 2],
+            ["2.F.5. Solvents", ["2.F.5"], 2],
+            ["2.F.6. Other applications", ["2.F.6"], 2],
+            ["2.G. Other product manufacture and use", ["2.G"], 1],
+            ["2.G.1. Electrical equipment", ["2.G.1"], 2],
+            ["2.G.2. SF6 and PFCs from other product use", ["2.G.2"], 2],
+            ["2.G.3. N2O from product uses", ["2.G.3"], 2],
+            ["2.G.4. Other", ["2.G.4"], 2],
+            ["2.H. Other (as specified in tables 2(I).A-H and 2(II)) (4)", ["2.H"], 1],
+        ],
+        "entity_mapping": {
+            "HFCs (1)": f"HFCS ({gwp_to_use})",
+            "PFCs (1)": f"PFCS ({gwp_to_use})",
+            "Unspecified mix of HFCs and PFCs (1)": f"UnspMixOfHFCsPFCs ({gwp_to_use})",
+            "Total GHG emissions": f"KYOTOGHG ({gwp_to_use})",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table2(II)": {
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 35,  # ignore the totals
+            "header": ["entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [],
+            "stop_cats": [".", "nan", "", "Total emissions (3)"],
+            "unit_info": unit_info["fgases"],
+        },
+        "sector_mapping": [
+            [
+                "2. Total actual emissions of halocarbons (by chemical) and SF6",
+                ["2"],
+            ],
+            ["2.B. Chemical industry", ["2.B"]],
+            ["2.B.9. Fluorochemical production", ["2.B.9"]],
+            ["2.B.9.a. By-product emissions", ["2.B.9.a"]],
+            ["2.B.9.b. Fugitive emissions", ["2.B.9.b"]],
+            ["2.B.10. Other", ["2.B.10"]],
+            ["2.C. Metal industry", ["2.C"]],
+            ["2.C.3. Aluminium production", ["2.C.3"]],
+            ["2.C.4. Magnesium production", ["2.C.4"]],
+            ["2.C.7. Other", ["2.C.7"]],
+            ["2.E. Electronics industry", ["2.E"]],
+            ["2.E.1. Integrated circuit or semiconductor", ["2.E.1"]],
+            ["2.E.2. TFT flat panel display", ["2.E.2"]],
+            ["2.E.3. Photovoltaics", ["2.E.3"]],
+            ["2.E.4. Heat transfer fluid", ["2.E.4"]],
+            ["2.E.5. Other (as specified in table 2(II))", ["2.E.5"]],
+            ["2.F. Product uses as substitutes for ODS", ["2.F"]],
+            ["2.F.1. Refrigeration and air conditioning", ["2.F.1"]],
+            ["2.F.2. Foam blowing agents", ["2.F.2"]],
+            ["2.F.3. Fire protection", ["2.F.3"]],
+            ["2.F.4. Aerosols", ["2.F.4"]],
+            ["2.F.5. Solvents", ["2.F.5"]],
+            ["2.F.6. Other applications", ["2.F.6"]],
+            ["2.G. Other product manufacture and use", ["2.G"]],
+            ["2.G.1. Electrical equipment", ["2.G.1"]],
+            ["2.G.2. SF6 and PFCs from other product use", ["2.G.2"]],
+            ["2.G.4. Other", ["2.G.4"]],
+            ["2.H. Other (please specify)", ["2.H"]],
+        ],
+        "entity_mapping": {
+            #'C3F8': 'C3F8',
+            #'C10F18' 'C2F6' 'C4F10' 'C5F12' 'C6F14' 'CF4'
+            "HFC-125": "HFC125",
+            "HFC-134": "HFC134",
+            "HFC-134a": "HFC134a",
+            "HFC-143": "HFC143",
+            "HFC-143a": "HFC143a",
+            "HFC-152": "HFC152",
+            "HFC-152a": "HFC152a",
+            "HFC-161": "HFC161",
+            "HFC-227ea": "HFC227ea",
+            "HFC-23": "HFC23",
+            "HFC-236cb": "HFC236cb",
+            "HFC-236ea": "HFC236ea",
+            "HFC-236fa": "HFC236fa",
+            "HFC-245ca": "HFC245ca",
+            "HFC-245fa": "HFC245fa",
+            "HFC-32": "HFC32",
+            "HFC-365mfc": "HFC365mfc",
+            "HFC-41": "HFC41",
+            "HFC-43-10mee": "HFC4310mee",
+            "Unspecified mix of HFCs (1)": f"UnspMixOfHFCs ({gwp_to_use})",
+            "Unspecified mix of HFCs and PFCs(1)": f"UnspMixOfHFCsPFCs ({gwp_to_use})",
+            "Unspecified mix of PFCs (1)": f"UnspMixOfPFCs ({gwp_to_use})",
+            "c-C3F6": "cC3F6",
+            "c-C4F8": "cC4F8",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table3": {  # Agriculture summary
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 46,
+            "header": ["entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND",
+            "categories": ["category"],
+            "cols_to_ignore": [],
+            "stop_cats": [
+                "",
+                "nan",
+                '(1) "Total GHG emissions" does not include NOX, CO, NMVOC and SOX.',
+            ],
+            "unit_info": unit_info["industry"],
+        },
+        "sector_mapping": [
+            ["3. Total agriculture", ["3"], 0],
+            # A. Enteric fermentation
+            ["3.A. Enteric fermentation", ["3.A"], 1],
+            ["3.A.1. Cattle(2)", ["3.A.1"], 2],
+            ["Option A:", ["\\IGNORE"], 3],
+            ["3.A.1.a. Dairy cattle", ["3.A.1.A.a"], 4],
+            ["3.A.1.b. Non-dairy cattle", ["3.A.1.A.b"], 4],
+            ["Option B (country-specific):", ["\\IGNORE"], 3],
+            ["3.A.1.a. Other (as specified in table 3.A)", ["\\IGNORE"], 4],
+            # Other livestock
+            ["3.A.2. Sheep", ["3.A.2"], 2],
+            ["3.A.3. Swine", ["3.A.3"], 2],
+            ["3.A.4. Other livestock", ["3.A.4"], 2],
+            # Manure Management
+            ["3.B. Manure management", ["3.B"], 1],
+            ["3.B.1. Cattle(2)", ["3.B.1"], 2],
+            ["Option A:", ["\\IGNORE"], 3],
+            ["3.B.1.a. Dairy cattle", ["3.B.1.A.a"], 4],
+            ["3.B.1.b. Non-dairy cattle", ["3.B.1.A.b"], 4],
+            ["Option B (country-specific):", ["\\IGNORE"], 3],
+            ["3.B.1.a. Other (as specified in table 3.B)", ["\\IGNORE"], 4],
+            ["3.B.2. Sheep", ["3.B.2"], 2],
+            ["3.B.3. Swine", ["3.B.3"], 2],
+            ["3.B.4. Other livestock", ["3.B.4"], 2],
+            ["3.B.5. Indirect N2O emissions", ["3.B.5"], 2],
+            ["3.C. Rice cultivation", ["3.C"], 1],
+            ["3.D. Agricultural soils(3) (4)", ["3.D"], 1],
+            ["3.D.1. Direct N2O emissions from managed soils", ["3.D.a"], 2],
+            ["3.D.1.a. Inorganic N fertilizers", ["3.D.a.1"], 3],
+            ["3.D.1.b. Organic N fertilizers", ["3.D.a.2"], 3],
+            ["3.D.1.c. Urine and dung deposited by grazing animals", ["3.D.a.3"], 3],
+            ["3.D.1.d. Crop residues", ["3.D.a.4"], 3],
+            [
+                "3.D.1.e. Mineralization/immobilization associated with loss/gain of "
+                "soil organic matter",
+                ["3.D.a.5"],
+                3,
+            ],
+            ["3.D.1.f. Cultivation of organic soils (i.e. histosols)", ["3.D.a.6"], 3],
+            ["3.D.1.g. Other", ["3.D.a.7"], 3],
+            ["3.D.2. Indirect N2O Emissions from managed soils", ["3.D.b"], 2],
+            ["3.E. Prescribed burning of savannahs", ["3.E"], 1],
+            ["3.F. Field burning of agricultural residues", ["3.F"], 1],
+            ["3.G. Liming", ["3.G"], 1],
+            ["3.H. Urea application", ["3.H"], 1],
+            ["3.I. Other carbon-containing fertilizers", ["3.I"], 1],
+            ["3.J. Other (please specify)", ["3.J"], 1],
+            ["nan", ["\\IGNORE"], 2],
+        ],
+        "entity_mapping": {"Total GHG emissions (1)": f"KYOTOGHG ({gwp_to_use})"},
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table3.A": {  # Enteric fermentation
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 56,
+            "header": ["entity", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Population size (1)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Average gross energy intake (GE)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Average CH4 conversion rate (Ym) (2)",
+                "IMPLIED EMISSION FACTORS CH4",
+            ],
+            "stop_cats": [
+                "",
+                "nan",
+                "(1) Parties are encouraged to provide detailed livestock population "
+                "data by animal type and region, if available, in NID, and provide in "
+                "the documentation box below a reference to the relevant section. Parties "
+                "should use the same animal population statistics to estimate CH4 emissions "
+                "from enteric fermentation, CH4 and N2O emissions from manure management, "
+                "direct N2O emissions from soil and N2O emissions associated with manure "
+                "production, as well as emissions from use of manure as fuel, and "
+                "sewage-related emissions reported under the waste sector.",
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["3.A.1. Cattle", ["3.A.1"], 0],
+            ["Option A:", ["\\IGNORE"], 1],
+            ["3.A.1.a. Dairy cattle", ["3.A.1.A.a"], 2],
+            ["3.A.1.b. Non-dairy cattle", ["3.A.1.A.b"], 2],
+            ["Option B (country-specific): (3)", ["\\IGNORE"], 1],
+            ["3.A.1.a. Other", ["\\IGNORE"], 2],
+            ["Drop-down list:", ["\\IGNORE"], 3],
+            ["3.A.1.a.i. Mature dairy cattle", ["\\IGNORE"], 3],
+            ["3.A.1.a.ii. Other mature cattle", ["\\IGNORE"], 3],
+            ["3.A.1.a.iii. Growing cattle", ["\\IGNORE"], 3],
+            ["3.A.1.a.iv. Other (please specify)", ["\\IGNORE"], 3],
+            ["Other cattle category 1", ["\\IGNORE"], 4],
+            ["Other cattle category 2", ["\\IGNORE"], 4],
+            ["Other cattle category 3", ["\\IGNORE"], 4],
+            ["Other cattle category 4", ["\\IGNORE"], 4],
+            ["Other cattle category 5", ["\\IGNORE"], 4],
+            ["nan", ["\\IGNORE"], 4],
+            ["3.A.2. Sheep", ["3.A.2"], 0],
+            ["3.A.2.a. Other (please specify)", ["3.A.2.a"], 1],
+            ["Sheep category 1", ["\\IGNORE"], 2],
+            ["Sheep category 2", ["\\IGNORE"], 2],
+            ["Sheep category 3", ["\\IGNORE"], 2],
+            ["Sheep category 4", ["\\IGNORE"], 2],
+            ["Sheep category 5", ["\\IGNORE"], 2],
+            ["nan", ["\\IGNORE"], 2],
+            ["3.A.3. Swine", ["3.A.3"], 0],
+            ["3.A.3.a. Other (please specify)", ["3.A.3.a"], 1],
+            ["Swine category 1", ["\\IGNORE"], 2],
+            ["Swine category 2", ["\\IGNORE"], 2],
+            ["Swine category 3", ["\\IGNORE"], 2],
+            ["Swine category 4", ["\\IGNORE"], 2],
+            ["Swine category 5", ["\\IGNORE"], 2],
+            ["nan", ["\\IGNORE"], 2],
+            ["3.A.4. Other livestock (4)", ["3.A.4"], 0],
+            ["Drop down list:", ["\\IGNORE"], 1],
+            ["3.A.4.a. Buffalo", ["3.A.4.a"], 1],
+            ["3.A.4.b. Camels", ["3.A.4.b"], 1],
+            ["3.A.4.c. Deer", ["3.A.4.c"], 1],
+            ["3.A.4.d. Goats", ["3.A.4.d"], 1],
+            ["3.A.4.e. Horses", ["3.A.4.e"], 1],
+            ["3.A.4.f. Mules and asses", ["3.A.4.f"], 1],
+            ["3.A.4.g. Poultry", ["3.A.4.g"], 1],
+            ["3.A.4.h. Other (please specify)", ["3.A.4.h"], 1],
+            ["3.A.4.h.i. Rabbit", ["3.A.4.h.i"], 2],
+            ["3.A.4.h.ii. Reindeer", ["3.A.4.h.ii"], 2],
+            ["3.A.4.h.iii. Ostrich", ["3.A.4.h.iii"], 2],
+            ["3.A.4.h.iv. Fur-bearing animals (5)", ["3.A.4.h.iv"], 2],
+            ["3.A.4.h.v. Other", ["3.A.4.h.v"], 2],
+        ],
+        "entity_mapping": {"EMISSIONS CH4": "CH4"},
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table3.B(a)": {  # Manure management CH4
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 57,
+            "header": ["entity", "entity", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Population size",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Allocation by climate region (1) Cool",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Allocation by climate region (1) Temperate",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Allocation by climate region (1) Warm",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Typical animal mass (average) Warm",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION VS(2) daily excretion (average) Warm",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION CH4 producing potential (Bo)(2) (average) Warm",
+                "IMPLIED EMISSION FACTORS CH4 producing potential (Bo)(2) (average) CH4",
+            ],
+            "stop_cats": [
+                "",
+                "nan",
+                "(1) Climate regions are defined in terms of annual average temperature as "
+                "follows: cool = less than 15 °C; temperate = 15–25 °C inclusive; and warm "  # noqa: RUF001
+                "= higher than 25 °C (see table 10.17, chap. 10, vol. 4 of the 2006 IPCC "
+                "Guidelines).",
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["3.B.1. Cattle", ["3.B.1"], 0],
+            ["Option A:", ["\\IGNORE"], 1],
+            ["3.B.1.a. Dairy cattle", ["3.B.1.A.a"], 2],
+            ["3.B.1.b. Non-dairy cattle", ["3.B.1.A.b"], 2],
+            ["Option B (country-specific): (3)", ["\\IGNORE"], 1],
+            ["3.B.1.a. Other", ["\\IGNORE"], 2],
+            ["Drop down list:", ["\\IGNORE"], 3],
+            ["3.B.1.a.i. Mature dairy cattle", ["\\IGNORE"], 3],
+            ["3.B.1.a.ii. Other mature cattle", ["\\IGNORE"], 3],
+            ["3.B.1.a.iii. Growing cattle", ["\\IGNORE"], 3],
+            ["3.B.1.a.iv. Other (please specify)", ["\\IGNORE"], 3],
+            ["Other cattle category 1", ["\\IGNORE"], 4],
+            ["Other cattle category 2", ["\\IGNORE"], 4],
+            ["Other cattle category 3", ["\\IGNORE"], 4],
+            ["Other cattle category 4", ["\\IGNORE"], 4],
+            ["Other cattle category 5", ["\\IGNORE"], 4],
+            ["nan", ["\\IGNORE"], 4],
+            ["3.B.2. Sheep", ["3.B.2"], 0],
+            ["3.B.2.a. Other (please specify)", ["3.B.2.a"], 1],
+            ["Sheep category 1", ["\\IGNORE"], 2],
+            ["Sheep category 2", ["\\IGNORE"], 2],
+            ["Sheep category 3", ["\\IGNORE"], 2],
+            ["Sheep category 4", ["\\IGNORE"], 2],
+            ["Sheep category 5", ["\\IGNORE"], 2],
+            ["nan", ["\\IGNORE"], 2],
+            ["3.B.3. Swine", ["3.B.3"], 0],
+            ["3.B.3.a. Other (please specify)", ["3.B.3.a"], 1],
+            ["Swine category 1", ["\\IGNORE"], 2],
+            ["Swine category 2", ["\\IGNORE"], 2],
+            ["Swine category 3", ["\\IGNORE"], 2],
+            ["Swine category 4", ["\\IGNORE"], 2],
+            ["Swine category 5", ["\\IGNORE"], 2],
+            ["nan", ["\\IGNORE"], 2],
+            ["3.B.4. Other livestock (please specify) (4)", ["3.B.4"], 0],
+            ["Drop down list:", ["\\IGNORE"], 1],
+            ["3.B.4.a. Buffalo", ["3.B.4.a"], 1],
+            ["3.B.4.b. Camels", ["3.B.4.b"], 1],
+            ["3.B.4.c. Deer", ["3.B.4.c"], 1],
+            ["3.B.4.d. Goats", ["3.B.4.d"], 1],
+            ["3.B.4.e. Horses", ["3.B.4.e"], 1],
+            ["3.B.4.f. Mules and asses", ["3.B.4.f"], 1],
+            ["3.B.4.g. Poultry", ["3.B.4.g"], 1],
+            ["3.B.4.h. Other (please specify)", ["3.B.4.h"], 1],
+            ["3.B.4.h.i. Rabbit", ["3.B.4.h.i"], 2],
+            ["3.B.4.h.ii. Reindeer", ["3.B.4.h.ii"], 2],
+            ["3.B.4.h.iii. Ostrich", ["3.B.4.h.iii"], 2],
+            ["3.B.4.h.iv. Fur-bearing animals (5)", ["3.B.4.h.iv"], 2],
+            ["3.B.4.h.v. Other", ["3.B.4.h.v"], 2],
+        ],
+        "entity_mapping": {
+            "EMISSIONS CH4 producing potential (Bo)(2) (average) CH4": "CH4"
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table3.B(b)": {  # Manure management N2O
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 58,  # don't read indirect emissions as we have them from
+            # Table3 and reading them makes the specification very complicated
+            "header": ["entity", "entity", "entity", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Population size (1000s)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion rate "
+                "(kg N/ head/yr)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Typical animal mass "
+                "(average) (kg/ animal)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Anaerobic lagoon",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Liquid system",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Daily spread",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Solid storage",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Pit storage",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Dry lot",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Deep bedding",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Pasture range and paddock (1)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Composting",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Digesters",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Burned for fuel or as waste (2)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen excretion per "
+                "manure management system (MMS) (kg N/yr) Other (3)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Total N excreted Other (3)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Total N volatilised as "
+                "NH3, NOX and N2 (4)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION N lost through leaching "
+                "and run-off",
+                "IMPLIED EMISSION FACTORS (IEF) Emission factor per animals Direct and run-off",
+                "IMPLIED EMISSION FACTORS (IEF) Emission factor per animals Indirect "
+                "Atmospheric deposition",
+                "IMPLIED EMISSION FACTORS (IEF) Emission factor per animals Indirect "
+                "Nitrogen leaching and run-off",
+                "EMISSIONS N2O Indirect Atmospheric deposition",
+                "EMISSIONS N2O Indirect Nitrogen leaching and run-off",
+            ],
+            "stop_cats": [
+                "",
+                "nan",
+                "(1) Direct and indirect N2O emissions associated with the manure "
+                "deposited on agricultural soils or pasture, range and paddock systems "
+                "are included under N2O emissions from managed soils (see table "
+                "3(III).D-E).",
+                "3.B.5. Indirect N2O emissions",
+                "Total N handled per MMS (kg N/year)",
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["3.B.1. Cattle", ["3.B.1"], 0],
+            ["Option A:", ["\\IGNORE"], 1],
+            ["3.B.1.a. Dairy cattle", ["3.B.1.A.a"], 2],
+            ["3.B.1.b. Non-dairy cattle", ["3.B.1.A.b"], 2],
+            ["Option B (country-specific): (5)", ["\\IGNORE"], 1],
+            ["3.B.1.a. Other", ["\\IGNORE"], 2],
+            ["Drop-down list", ["\\IGNORE"], 3],
+            ["3.B.1.a.i. Mature dairy cattle", ["\\IGNORE"], 3],
+            ["3.B.1.a.ii. Other mature cattle", ["\\IGNORE"], 3],
+            ["3.B.1.a.iii. Growing cattle", ["\\IGNORE"], 3],
+            ["3.B.1.a.iv. Other (please specify)", ["\\IGNORE"], 3],
+            ["Other cattle category 1", ["\\IGNORE"], 4],
+            ["Other cattle category 2", ["\\IGNORE"], 4],
+            ["Other cattle category 3", ["\\IGNORE"], 4],
+            ["Other cattle category 4", ["\\IGNORE"], 4],
+            ["Other cattle category 5", ["\\IGNORE"], 4],
+            ["nan", ["\\IGNORE"], 4],
+            ["3.B.2. Sheep", ["3.B.2"], 0],
+            ["3.B.2.a. Other (please specify)", ["3.B.2.a"], 1],
+            ["Sheep category 1", ["\\IGNORE"], 2],
+            ["Sheep category 2", ["\\IGNORE"], 2],
+            ["Sheep category 3", ["\\IGNORE"], 2],
+            ["Sheep category 4", ["\\IGNORE"], 2],
+            ["Sheep category 5", ["\\IGNORE"], 2],
+            ["nan", ["\\IGNORE"], 2],
+            ["3.B.3. Swine", ["3.B.3"], 0],
+            ["3.B.3.a. Other (please specify)", ["3.B.3.a"], 1],
+            ["Swine category 1", ["\\IGNORE"], 2],
+            ["Swine category 2", ["\\IGNORE"], 2],
+            ["Swine category 3", ["\\IGNORE"], 2],
+            ["Swine category 4", ["\\IGNORE"], 2],
+            ["Swine category 5", ["\\IGNORE"], 2],
+            ["nan", ["\\IGNORE"], 2],
+            ["3.B.4. Other livestock (6)", ["3.B.4"], 0],
+            ["Drop down list:", ["\\IGNORE"], 1],
+            ["3.B.4.a. Buffalo", ["3.B.4.a"], 1],
+            ["3.B.4.b. Camels", ["3.B.4.b"], 1],
+            ["3.B.4.c. Deer", ["3.B.4.c"], 1],
+            ["3.B.4.d. Goats", ["3.B.4.d"], 1],
+            ["3.B.4.e. Horses", ["3.B.4.e"], 1],
+            ["3.B.4.f. Mules and asses", ["3.B.4.f"], 1],
+            ["3.B.4.g. Poultry", ["3.B.4.g"], 1],
+            ["3.B.4.h. Other (please specify)", ["3.B.4.h"], 1],
+            ["3.B.4.h.i. Rabbit", ["3.B.4.h.i"], 2],
+            ["3.B.4.h.ii. Reindeer", ["3.B.4.h.ii"], 2],
+            ["3.B.4.h.iii. Ostrich", ["3.B.4.h.iii"], 2],
+            ["3.B.4.h.iv. Fur-bearing animals (5)", ["3.B.4.h.iv"], 2],
+            ["3.B.4.h.v. Other", ["3.B.4.h.v"], 2],
+        ],
+        "entity_mapping": {
+            "EMISSIONS N2O Direct Nitrogen leaching and run-off": "N2O",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    # TODO: tables 3.A and 3.B for livestock details as they are not contained in table3
+    "Table3.C": {  # rice cultivation details
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 24,
+            "header": ["group", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Harvested area (2)",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Organic amendments added (3)",
+                "IMPLIED EMISSION FACTOR (1) CH4",
+            ],
+            "stop_cats": [
+                "",
+                "nan",
+                "(1) The IEF implicitly takes account of all relevant corrections for "
+                "continuously flooded fields without organic amendments, the correction"
+                " for organic amendments and the effect of different soil "
+                "characteristics, if considered in the calculation of CH4 emissions.",
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["3.C.1. Irrigated", ["3.C.1"], 0],
+            ["3.C.1.a. Continuously flooded", ["3.C.1.a"], 1],
+            ["3.C.1.b. Intermittently flooded", ["3.C.1.b"], 1],
+            ["3.C.1.b.i. Single aeration", ["3.C.1.b.i"], 2],
+            ["3.C.1.b.ii.Multiple aeration", ["3.C.1.b.ii"], 2],
+            ["3.C.2. Rain-fed", ["3.C.2"], 0],
+            ["3.C.2.a. Flood-prone", ["3.C.2.a"], 1],
+            ["3.C.2.b. Drought-prone", ["3.C.2.b"], 1],
+            ["3.C.3. Deep water", ["3.C.3"], 0],
+            ["3.C.3.a. Water depth 50–100 cm", ["3.C.3.a"], 1],  # noqa: RUF001
+            ["3.C.3.b. Water depth > 100 cm", ["3.C.3.b"], 1],
+            ["3.C.4. Other (please specify)", ["3.C.4"], 0],
+            ["nan", ["\\IGNORE"], 1],
+            ["nan", ["\\IGNORE"], 1],
+            # ignore as just for comparison
+            ["Upland rice(4)", ["\\IGNORE"], 0],
+            ["Total(4)", ["\\IGNORE"], 0],
+        ],
+        "entity_mapping": {
+            "EMISSIONS CH4": "CH4",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table3.D": {  # direct and indirect N2O from soils
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 22,
+            "header": ["group", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Description",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Value",
+                "IMPLIED EMISSION FACTORS Value",
+                # "Fraction (a) FracGASF",
+                # "Description Fraction of synthetic fertilizer N applied to soils that "
+                # "volatilises as NH3 and NOX",
+                # "Value 0.11",
+            ],
+            "stop_cats": [
+                "",
+                "nan",
+                "(1) To convert from N2O–N to N2O emissions, multiply by 44/28.",  # noqa: RUF001
+            ],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["3.D.1. Direct N2O emissions from managed soils", ["3.D.a"]],
+            ["3.D.1.a. Inorganic N fertilizers(3)", ["3.D.a.1"]],
+            ["3.D.1.b. Organic N fertilizers(3)", ["3.D.a.2"]],
+            ["3.D.1.b.i. Animal manure applied to soils", ["3.D.a.2.a"]],
+            ["3.D.1.b.ii. Sewage sludge applied to soils", ["3.D.a.2.b"]],
+            ["3.D.1.b.iii. Other organic fertilizers applied to soils", ["3.D.a.2.c"]],
+            ["3.D.1.c. Urine and dung deposited by grazing animals", ["3.D.a.3"]],
+            ["3.D.1.d. Crop residues", ["3.D.a.4"]],
+            [
+                "3.D.1.e. Mineralization/immobilization associated with loss/gain of "
+                "soil organic matter(4)(5)",
+                ["3.D.a.5"],
+            ],
+            ["3.D.1.f. Cultivation of organic soils (i.e. histosols)(2)", ["3.D.a.6"]],
+            ["3.D.1.g. Other", ["3.D.a.7"]],
+            ["3.D.2. Indirect N2O Emissions from managed soils", ["3.D.b"]],
+            ["3.D.2.a. Atmospheric deposition(6)", ["3.D.b.1"]],
+            ["3.D.2.b. Nitrogen leaching and run-off", ["3.D.b.2"]],
+        ],
+        "entity_mapping": {
+            "EMISSIONS N2O": "N2O",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    "Table3.E": {  # savanna burning details
+        "status": "TODO",  # actually done but empty and crashes
+        "table": {
+            "firstrow": 7,
+            "lastrow": 13,
+            "header": ["group", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Area of savannah burned",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Average above-ground biomass density",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Biomass burned",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Fraction of savannah "
+                "burned",
+                "ACTIVITY DATA AND OTHER RELATED INFORMATION Nitrogen fraction in biomass",
+                "IMPLIED EMISSION FACTORS CH4",
+                "IMPLIED EMISSION FACTORS N2O",
+            ],
+            "stop_cats": ["", ".", "nan"],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [
+            ["3.E.1. Forest land (specify ecological zone) (2)", ["3.E.1"], 0],
+            ["NA", ["\\IGNORE"], 1],
+            ["3.E.2. Grassland (specify ecological zone) (2)", ["3.E.2"], 0],
+            ["NA", ["\\IGNORE"], 1],
+        ],
+        "entity_mapping": {
+            "EMISSIONS (2) CH4": "CH4",
+            "EMISSIONS (2) N2O": "N2O",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # TODO
+    "Table3.F": {  # field burning details
+        "status": "TODO",
+        "table": {
+            "firstrow": 7,
+            "lastrow": 29,
+            "header": ["group", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [],
+            "stop_cats": ["", "nan"],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [],
+        "entity_mapping": [],
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # TODO
+    "Table3.G-I": {  # liming, urea, carbon containing fertilizer
+        "status": "TODO",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 13,
+            "header": ["group", "entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [],
+            "stop_cats": ["", "nan"],
+            "unit_info": unit_info["default"],
+        },
+        "sector_mapping": [],
+        "entity_mapping": [],
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # TODO
+    "Table4": {  # LULUCF overview
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 28,
+            "header": ["entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [],
+            "stop_cats": ["", ".", "nan"],
+            "unit_info": unit_info["industry"],
+        },
+        "sector_mapping": [
+            ["4. Total LULUCF", ["4"]],
+            ["4.A. Forest land", ["4.A"]],
+            ["4.A.1. Forest land remaining forest land", ["4.A.1"]],
+            ["4.A.2. Land converted to forest land", ["4.A.2"]],
+            ["4.B. Cropland", ["4.B"]],
+            ["4.B.1. Cropland remaining cropland", ["4.B.1"]],
+            ["4.B.2. Land converted to cropland", ["4.B.2"]],
+            ["4.C. Grassland", ["4.C"]],
+            ["4.C.1. Grassland remaining grassland", ["4.C.1"]],
+            ["4.C.2. Land converted to grassland", ["4.C.2"]],
+            ["4.D. Wetlands (4)", ["4.D"]],
+            ["4.D.1. Wetlands remaining wetlands", ["4.D.1"]],
+            ["4.D.2. Land converted to wetlands", ["4.D.2"]],
+            ["4.E. Settlements", ["4.E"]],
+            ["4.E.1. Settlements remaining settlements", ["4.E.1"]],
+            ["4.E.2. Land converted to settlements", ["4.E.2"]],
+            ["4.F. Other land (5)", ["4.F"]],
+            ["4.F.1. Other land remaining other land", ["4.F.1"]],
+            ["4.F.2. Land converted to other land", ["4.F.2"]],
+            ["4.G. Harvested wood products (6)", ["4.G"]],
+            ["4.H. Other (please specify)", ["4.H"]],
+        ],
+        "entity_mapping": {
+            "CH4(2)": "CH4",
+            "N2O(2)": "N2O",
+            "Net CO2 emissions/removals(1) (2)": "CO2",
+            "Total GHG emissions/removals": f"KYOTOGHG ({gwp_to_use})",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    # TODO: all other LULUCF tables
+    "Table5": {  # Waste overview
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 28,
+            "header": ["entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [],
+            "stop_cats": [
+                "",
+                "nan",
+                '(1) "Total GHG emissions" does not include NOX, CO, NMVOC and SOX.',
+            ],
+            "unit_info": unit_info["industry"],
+        },
+        "sector_mapping": [
+            ["5. Total waste", ["5"]],
+            ["5.A. Solid waste disposal", ["5.A"]],
+            ["5.A.1. Managed waste disposal sites", ["5.A.1"]],
+            ["5.A.2. Unmanaged waste disposal sites", ["5.A.2"]],
+            ["5.A.3. Uncategorized waste disposal sites", ["5.A.3"]],
+            ["5.B. Biological treatment of solid waste", ["5.B"]],
+            ["5.B.1. Composting", ["5.B.1"]],
+            ["5.B.2. Anaerobic digestion at biogas facilities", ["5.B.2"]],
+            ["5.C. Incineration and open burning of waste", ["5.C"]],
+            ["5.C.1. Waste incineration", ["5.C.1"]],
+            ["5.C.2. Open burning of waste", ["5.C.2"]],
+            ["5.D. Wastewater treatment and discharge", ["5.D"]],
+            ["5.D.1. Domestic wastewater", ["5.D.1"]],
+            ["5.D.2. Industrial wastewater", ["5.D.2"]],
+            ["5.D.3. Other (as specified in table 5.D)", ["5.D.3"]],
+            ["5.E. Other (please specify)", ["5.E"]],
+            ["nan", ["\\IGNORE"]],
+            ["Memo item: (3)", ["\\IGNORE"]],
+            ["5.F.1. Long-term storage of C in waste disposal sites", ["M.Memo.LTSW"]],
+            ["5.F.2. Annual change in total long-term C storage", ["M.Memo.ACLT"]],
+            [
+                "5.F.3. Annual change in total long-term C storage in HWP waste (4)",
+                ["M.Memo.ACLTHWP"],
+            ],
+        ],
+        "entity_mapping": {
+            "Total greenhouse gas emission": f"KYOTOGHG ({gwp_to_use})",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+    # TODO 5.A-D
+    "Summary1": {  # Summary 1
+        "status": "tested",
+        "table": {
+            "firstrow": 5,
+            "lastrow": 67,
+            "header": ["entity", "unit"],
+            "col_for_categories": "GREENHOUSE GAS SOURCE AND SINK CATEGORIES",
+            "categories": ["category"],
+            "cols_to_ignore": [],
+            "stop_cats": [
+                "(1) The emissions of HFCs, PFCs, unspecified mix of HFCs and PFCs and "
+                "other F-gases are to be expressed as CO2 eq. emissions. Data on "
+                "disaggregated emissions of HFCs and PFCs are to be provided in "
+                "table 2(II) of this common reporting format."
+            ],
+            "unit_info": unit_info["summary"],
+        },
+        "sector_mapping": [
+            ["Total national emissions and removals", ["0"], 0],
+            ["1. Energy", ["1"], 1],
+            ["1.A. Fuel combustion", ["1.A"], 2],
+            ["1.A.1. Energy industries", ["1.A.1"], 3],
+            ["1.A.2. Manufacturing industries and construction", ["1.A.2"], 3],
+            ["1.A.3. Transport", ["1.A.3"], 3],
+            ["1.A.4. Other sectors", ["1.A.4"], 3],
+            ["1.A.5. Other", ["1.A.5"], 3],
+            ["1.B. Fugitive emissions from fuels", ["1.B"], 2],
+            ["1.B.1. Solid fuels", ["1.B.1"], 3],
+            [
+                "1.B.2. Oil and natural gas and other emissions from energy production",
+                ["1.B.2"],
+                3,
+            ],
+            ["1.C. CO2 Transport and storage", ["1.C"], 2],
+            ["2. Industrial processes and product use", ["2"], 1],
+            ["2.A. Mineral industry", ["2.A"], 2],
+            ["2.B. Chemical industry", ["2.B"], 2],
+            ["2.C. Metal industry", ["2.C"], 2],
+            ["2.D. Non-energy products from fuels and solvent use", ["2.D"], 2],
+            ["2.E. Electronic industry", ["2.E"], 2],
+            ["2.F. Product uses as substitutes for ODS", ["2.F"], 2],
+            ["2.G. Other product manufacture and use", ["2.G"], 2],
+            ["2.H. Other(3)", ["2.H"], 2],
+            ["3. Agriculture", ["3"], 1],
+            ["3.A. Enteric fermentation", ["3.A"], 2],
+            ["3.B. Manure management", ["3.B"], 2],
+            ["3.C. Rice cultivation", ["3.C"], 2],
+            ["3.D. Agricultural soils", ["3.D"], 2],
+            ["3.E. Prescribed burning of savannahs", ["3.E"], 2],
+            ["3.F. Field burning of agricultural residues", ["3.F"], 2],
+            ["3.G. Liming", ["3.G"], 2],
+            ["3.H. Urea application", ["3.H"], 2],
+            ["3.I. Other carbon-containing fertilizers", ["3.I"], 2],
+            ["3.J. Other", ["3.J"], 2],
+            ["4. Land use, land-use change and forestry (4)", ["4"], 1],
+            ["4.A. Forest land (4)", ["4.A"], 2],
+            ["4.B. Cropland (4)", ["4.B"], 2],
+            ["4.C. Grassland (4)", ["4.C"], 2],
+            ["4.D. Wetlands (4)", ["4.D"], 2],
+            ["4.E. Settlements (4)", ["4.E"], 2],
+            ["4.F. Other land (4)", ["4.F"], 2],
+            ["4.G. Harvested wood products (4)", ["4.G"], 2],
+            ["4.H. Other (4)", ["4.H"], 2],
+            ["5. Waste", ["5"], 1],
+            ["5.A. Solid waste disposal (5)", ["5.A"], 2],
+            ["5.B. Biological treatment of solid waste", ["5.B"], 2],
+            ["5.C. Incineration and open burning of waste (5)", ["5.C"], 2],
+            ["5.D. Wastewater treatment and discharge", ["5.D"], 2],
+            ["5.E. Other (5)", ["5.E"], 2],
+            ["6. Other (please specify) (6)", ["6"], 1],
+            ["nan", ["\\IGNORE"], 2],
+            ["Memo items: (7)", ["\\IGNORE"], 0],
+            ["1.D.1. International bunkers", ["M.Memo.Int"], 1],
+            ["1.D.1.a. Aviation", ["M.Memo.Int.Avi"], 2],
+            ["1.D.1.b. Navigation", ["M.Memo.Int.Mar"], 2],
+            ["1.D.2. Multilateral operations", ["M.Memo.Mult"], 1],
+            ["1.D.3. CO2 emissions from biomass", ["M.Memo.Bio"], 2],
+            ["1.D.4. CO2 captured", ["M.Memo.CO2Cap"], 1],
+            [
+                "5.F.1. Long-term storage of C in waste disposal sites",
+                ["M.Memo.LTSW"],
+                1,
+            ],
+            ["Indirect N2O", ["M.Memo.IndN2O"], 1],
+            ["nan", ["\\IGNORE"], 1],
+            ["Indirect CO2", ["M.Memo.IndCO2"], 1],
+        ],
+        "entity_mapping": {
+            "NOX": "NOx",
+            "Net CO2 emissions/ removals": "CO2",
+            "HFCs (1)": f"HFCS ({gwp_to_use})",
+            "PFCs (1)": f"PFCS ({gwp_to_use})",
+            "Unspecified mix of HFCs and PFCs (1)": f"UnspMixOfHFCsPFCs ({gwp_to_use})",
+            "Total GHG emissions/removals (2)": f"KYOTOGHG ({gwp_to_use})",
+        },
+        "coords_defaults": {
+            "class": "Total",
+        },
+    },  # tested
+}

+ 7 - 0
src/unfccc_ghg_data/unfccc_crf_reader/crf_specifications/util.py

@@ -16,6 +16,7 @@ unit_info = {
         "regexp_unit": r"\((.*)\)",
         "manual_repl_unit": {
             "CO2 equivalent (kt)": "kt CO2eq",
+            "CO2 equivalent (kt) (2)": "kt CO2eq",  # TUN Table2(II)
             "CO2 equivalents (kt) (2)": "kt CO2eq",  # for AUS Table2(II)
         },
         "default_unit": "t",
@@ -27,6 +28,10 @@ unit_info = {
         "regexp_unit": r"\((.*)\)",
         "manual_repl_unit": {
             "CO2 equivalent (kt)": "kt CO2eq",
+            "CO2 equivalents (kt) (1) ": "kt CO2eq",  # for TUN table1
+            "CO2 equivalents (kt)(1)": "kt CO2eq",  # for TUN table3
+            "CO2 equivalents (kt) (1)": "kt CO2eq",  # for TUN table5
+            "CO2 equivalent (kt) (2)": "kt CO2eq",  # for TUN table2(I)
             "CO2 equivalents (kt) (2) ": "kt CO2eq",  # for AUS Table1
             "CO2 equivalent (kt) (3)": "kt CO2eq",  # for AUS, Table2(I)
             "CO2 equivalents (kt) (3)": "kt CO2eq",  # for AUS, Table2(I)
@@ -43,6 +48,8 @@ unit_info = {
         "manual_repl_unit": {
             "(kt CO2 equivalent)": "kt CO2eq",
             "CO2 equivalents (kt) (3)": "kt CO2eq",  # for AUS
+            "CO2 equivalents (kt) (2)": "kt CO2eq",  # for TUN
+            "CO2 equivalent (kt) (2)": "kt CO2eq",  # for TUN
         },
         "default_unit": "kt",
     },

+ 9 - 2
src/unfccc_ghg_data/unfccc_crf_reader/unfccc_crf_reader_core.py

@@ -632,6 +632,7 @@ def read_crf_table_from_file(  # noqa: PLR0912, PLR0915
                             file_info["party"],
                             current_cat,
                             file_info["data_year"],
+                            idx,
                         ]
                     )
                     # copy back the parent info to continue with next category
@@ -647,10 +648,16 @@ def read_crf_table_from_file(  # noqa: PLR0912, PLR0915
             else:
                 print(
                     f"Unknown category '{current_cat}' found in {table} for "
-                    f"{file_info['party']}, {file_info['data_year']}."
+                    f"{file_info['party']}, {file_info['data_year']}, {idx}."
                 )
                 unknown_categories.append(
-                    [table, file_info["party"], current_cat, file_info["data_year"]]
+                    [
+                        table,
+                        file_info["party"],
+                        current_cat,
+                        file_info["data_year"],
+                        idx,
+                    ]
                 )
     else:
         for idx in range(1, len(df_current)):

+ 10 - 4
src/unfccc_ghg_data/unfccc_crf_reader/unfccc_crf_reader_devel.py

@@ -251,7 +251,7 @@ def read_year_to_test_specs(  # noqa: PLR0912, PLR0915
                         ds_all = ds_all.combine_first(ds_table_pm2)
                 except Exception as e:
                     message = (
-                        f"Error occured when converting table {table} for"
+                        f"Error occurred when converting table {table} for"
                         f" {country_name} to PRIMAP2 IF. Exception: {e}"
                     )
                     print(message)
@@ -346,7 +346,7 @@ def save_unknown_categories_info(
     """
     # process unknown categories
     df_unknown_cats = pd.DataFrame(
-        unknown_categories, columns=["Table", "Country", "Category", "Year"]
+        unknown_categories, columns=["Table", "Country", "Category", "Year", "index"]
     )
 
     processed_cats = []
@@ -367,10 +367,16 @@ def save_unknown_categories_info(
                 years_country = df_current_cat_table[
                     df_current_cat_table["Country"] == country
                 ]["Year"].unique()
+                idx_country = df_current_cat_table[
+                    df_current_cat_table["Country"] == country
+                ]["index"].unique()
                 if set(years_country) == all_years:
-                    countries_cat = f"{countries_cat}; {country}"
+                    countries_cat = f"{countries_cat}; {country} ({idx_country})"
                 else:
-                    countries_cat = f"{countries_cat}; {country} ({years_country})"
+                    countries_cat = (
+                        f"{countries_cat}; {country} ({years_country}) "
+                        f"({idx_country})"
+                    )
             processed_cats.append([table, cat, countries_cat])
 
     if not file.parents[1].exists():