FAOSTAT_data_primap/scripts/remove_downloads.py

"""Remove downloads for a particular date.

Files are saved in a folder named after the current date,
for example downloaded_data/farm_gate_agriculture_energy/2024-11-07
This script deletes all files in such a folder. It is
useful when testing downloads. Needs to be updated with the directory
structure or maybe can be deleted altogether later.
"""

import os

import click

from faostat_data_primap.helper.definitions import downloaded_data_path


@click.command()
@click.option(
    "--date",
    help="The day on which the data to be deleted was downloaded",
    default="2023-11-09",
)
def run(date: str):
    """
    Delete all downloaded files for one day.
    """
    domains = os.listdir(downloaded_data_path)

    for domain in domains:
        path_to_files = downloaded_data_path / domain / date
        files_to_delete = os.listdir(path_to_files)

        for file in files_to_delete:
            path_to_file = path_to_files / file
            os.remove(path_to_file)


if __name__ == "__main__":
    run()