"""Remove downloads for a particular date. Files are saved in a folder named after the current date, for example downloaded_data/farm_gate_agriculture_energy/2024-11-07 This script deletes all files in such a folder. It is useful when testing downloads. Needs to be updated with the directory structure or maybe can be deleted altogether later. """ import os # import click from faostat_data_primap.helper.definitions import downloaded_data_path # @click.command() # @click.option( # "--level", # help="Delete all files on domain or release level", # default="domain", # ) def run(): """ Delete all downloaded files for all domains and all releases """ domains = [ d for d in os.listdir(downloaded_data_path) if os.path.isdir(downloaded_data_path / d) ] for domain in domains: path_to_releases = downloaded_data_path / domain releases = [ d for d in os.listdir(path_to_releases) if os.path.isdir(path_to_releases / d) ] for release in releases: path_to_files = downloaded_data_path / domain / release files_to_delete = os.listdir(path_to_files) for file in files_to_delete: path_to_file = path_to_files / file os.remove(path_to_file) if __name__ == "__main__": run()