Daniel Busch 4 months ago
parent
commit
2a99000e44
5 changed files with 11 additions and 6 deletions
  1. 1 3
      .github/workflows/ci.yaml
  2. 1 1
      poetry.lock
  3. 1 0
      pyproject.toml
  4. 6 0
      requirements.txt
  5. 2 2
      src/faostat_data_primap/download.py

+ 1 - 3
.github/workflows/ci.yaml

@@ -20,9 +20,7 @@ jobs:
           venv-id: "docs"
           poetry-dependency-install-flags: "--all-extras --only 'main,dev'"
       - name: mypy
-        run: |
-          poetry run mypy --install-types
-          MYPYPATH=stubs poetry run mypy src
+        run: MYPYPATH=stubs poetry run mypy src
 
   docs:
     if: ${{ !github.event.pull_request.draft }}

+ 1 - 1
poetry.lock

@@ -3187,4 +3187,4 @@ type = ["pytest-mypy"]
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.10"
-content-hash = "7d5caf8b8e33f06bd4898f16a920530049145487b84afdbe9bf4c6d7d23f62c9"
+content-hash = "748af96bc941065b898391c3b68957d7cf62e1927088f379352a1abba8963699"

+ 1 - 0
pyproject.toml

@@ -13,6 +13,7 @@ python = "^3.10"
 datalad = "0.19.6"
 selenium = "^4.26.1"
 webdriver-manager = "^4.0.2"
+beautifulsoup4 = "^4.12.3"
 
 
 [tool.poetry.group.tests.dependencies]

+ 6 - 0
requirements.txt

@@ -7,6 +7,9 @@ attrs==24.2.0 ; python_version >= "3.10" and python_version < "4.0" \
 backports-tarfile==1.2.0 ; python_version >= "3.10" and python_version < "3.12" \
     --hash=sha256:77e284d754527b01fb1e6fa8a1afe577858ebe4e9dad8919e34c862cb399bc34 \
     --hash=sha256:d75e02c268746e1b8144c278978b6e98e85de6ad16f8e4b0844a154557eca991
+beautifulsoup4==4.12.3 ; python_version >= "3.10" and python_version < "4.0" \
+    --hash=sha256:74e3d1928edc070d21748185c46e3fb33490f22f52a3addee9aee0f4f7781051 \
+    --hash=sha256:b80878c9f40111313e55da8ba20bdba06d8fa3969fc68304167741bbf9e082ed
 boto==2.49.0 ; python_version >= "3.10" and python_version < "4.0" \
     --hash=sha256:147758d41ae7240dc989f0039f27da8ca0d53734be0eb869ef16e3adcfa462e8 \
     --hash=sha256:ea0d3b40a2d852767be77ca343b58a9e3a4b00d9db440efb8da74b4e58025e5a
@@ -383,6 +386,9 @@ sniffio==1.3.1 ; python_version >= "3.10" and python_version < "4.0" \
 sortedcontainers==2.4.0 ; python_version >= "3.10" and python_version < "4.0" \
     --hash=sha256:25caa5a06cc30b6b83d11423433f65d1f9d76c4c6a0c90e3379eaa43b9bfdb88 \
     --hash=sha256:a163dcaede0f1c021485e957a39245190e74249897e2ae4b2aa38595db237ee0
+soupsieve==2.6 ; python_version >= "3.10" and python_version < "4.0" \
+    --hash=sha256:e2e68417777af359ec65daac1057404a3c8a5455bb8abc36f1a9866ab1a51abb \
+    --hash=sha256:e72c4ff06e4fb6e4b5a9f0f55fe6e81514581fca1515028625d0f299c602ccc9
 tqdm==4.67.0 ; python_version >= "3.10" and python_version < "4.0" \
     --hash=sha256:0cd8af9d56911acab92182e88d763100d4788bdf421d251616040cc4d44863be \
     --hash=sha256:fe5a6f95e6fe0b9755e9469b77b9c3cf850048224ecaa8293d7d2d31f97d869a

+ 2 - 2
src/faostat_data_primap/download.py

@@ -7,8 +7,8 @@ import time
 import zipfile
 from datetime import datetime
 
-import requests
-from bs4 import BeautifulSoup
+import requests  # type: ignore
+from bs4 import BeautifulSoup  # type: ignore
 from selenium import webdriver
 from selenium.webdriver.chrome.options import Options
 from selenium.webdriver.chrome.service import Service