dodo.py 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384
  1. # define tasks for UNFCCC data repository
  2. # Tasks for getting submissions and downloading them
  3. def task_update_bur():
  4. """ Update list of BUR submissions """
  5. return {
  6. 'targets': ['downloaded_data/UNFCCC/submissions-bur.csv'],
  7. 'actions': ['datalad run -m "Fetch BUR submissions" '
  8. '-o downloaded_data/UNFCCC/submissions-bur.csv '
  9. './venv/bin/python code/UNFCCC_downloader/fetch_submissions_bur.py'],
  10. 'verbosity': 2,
  11. }
  12. def task_download_bur():
  13. """ Download BUR submissions """
  14. return {
  15. #'file_dep': ['downloaded_data/UNFCCC/submissions-bur.csv'],
  16. # deactivate file_dep fow now as it will always run fetch submissions
  17. # before download
  18. 'actions': ['datalad run -m "Download BUR submissions" '
  19. '-i downloaded_data/UNFCCC/submissions-bur.csv '
  20. './venv/bin/python code/UNFCCC_downloader/download_bur.py'],
  21. 'verbosity': 2,
  22. }
  23. def task_update_nc():
  24. """ Update list of NC submissions """
  25. return {
  26. 'targets': ['downloaded_data/UNFCCC/submissions-nc.csv'],
  27. 'actions': ['datalad run -m "Fetch NC submissions" '
  28. '-o downloaded_data/UNFCCC/submissions-nc.csv '
  29. './venv/bin/python code/UNFCCC_downloader/fetch_submissions_nc.py'],
  30. 'verbosity': 2,
  31. }
  32. def task_download_nc():
  33. """ Download NC submissions """
  34. return {
  35. #'file_dep': ['downloaded_data/UNFCCC/submissions-nc.csv'],
  36. # deactivate file_dep fow now as it will always run fetch submissions
  37. # before download
  38. 'actions': ['datalad run -m "Download NC submissions" '
  39. '-i downloaded_data/UNFCCC/submissions-nc.csv '
  40. './venv/bin/python code/UNFCCC_downloader/download_nc.py'],
  41. 'verbosity': 2,
  42. }
  43. def task_download_ndc():
  44. """ Download NDC submissions """
  45. return {
  46. 'actions': ['datalad run -m "Download NDC submissions" '
  47. './venv/bin/python code/UNFCCC_downloader/download_ndc.py'],
  48. 'verbosity': 2,
  49. }
  50. # read UNFCCC submissions.
  51. # datalad run is called from within the read_UNFCCC_submission.py script
  52. # add parameters and pass them to script
  53. def task_read_unfccc_submission():
  54. """ Read submission for a country (if code exists) """
  55. return {
  56. 'actions': ['./venv/bin/python code/UNFCCC_downloader/read_UNFCCC_submission.py'],
  57. 'verbosity': 2,
  58. 'params': [{'name': 'country',
  59. 'short': 'c',
  60. 'long': 'country',
  61. 'default': None,
  62. 'help': 'name or ISO 3-letter code of the country to read data for (e.g. China)',
  63. 'type': str,
  64. },
  65. {'name': 'submission',
  66. 'short': 's',
  67. 'long': 'submission',
  68. 'default': None,
  69. 'help': 'submission to read (e.g. BUR4)',
  70. 'type': str,
  71. },
  72. ],
  73. }