FAOSTAT_data_primap/scripts/remove_downloads.py

"""Remove downloads for a particular date.

Files are saved in a folder named after the current date,
for example downloaded_data/farm_gate_agriculture_energy/2024-11-07
This script deletes all files in such a folder. It is
useful when testing downloads. Needs to be updated with the directory
structure or maybe can be deleted altogether later.
"""

import os

# import click
from faostat_data_primap.helper.definitions import downloaded_data_path


# @click.command()
# @click.option(
#     "--level",
#     help="Delete all files on domain or release level",
#     default="domain",
# )
def run():
    """
    Delete all downloaded files for all domains and all releases
    """
    domains = [
        d
        for d in os.listdir(downloaded_data_path)
        if os.path.isdir(downloaded_data_path / d)
    ]

    for domain in domains:
        path_to_releases = downloaded_data_path / domain
        releases = [
            d
            for d in os.listdir(path_to_releases)
            if os.path.isdir(path_to_releases / d)
        ]

        for release in releases:
            path_to_files = downloaded_data_path / domain / release
            files_to_delete = os.listdir(path_to_files)

            for file in files_to_delete:
                path_to_file = path_to_files / file
                os.remove(path_to_file)


if __name__ == "__main__":
    run()