Added files:

- defs/iso_converter.yml
- downloaders.py
- tests/test_downloaders.py
- Update requirements, dev-requirements and pyproject.toml
-Update .pre-commit-config.yaml to fix mypy typing issues

.pre-commit-config.yaml

@@ -13,6 +13,8 @@ repos:
     rev: "v1.8.0"
     hooks:
       - id: mypy
+        additional_dependencies:
+          [types-requests, types-PyYAML]
   - repo: https://github.com/igorshubovych/markdownlint-cli
     rev: v0.38.0
     hooks:

dev-requirements.txt

@@ -4,70 +4,281 @@
 #
 #    pip-compile --extra=dev --output-file=dev-requirements.txt
 #
-attrs==23.1.0
-    # via pytest-mypy
+affine==2.4.0
+    # via
+    #   pysheds
+    #   rasterio
+attrs==23.2.0
+    # via
+    #   fiona
+    #   pytest-mypy
+    #   rasterio
 build==1.0.3
     # via pip-tools
+cdsapi==0.6.1
+    # via swmmanywhere (pyproject.toml)
+certifi==2023.11.17
+    # via
+    #   fiona
+    #   netcdf4
+    #   pyproj
+    #   rasterio
+    #   requests
 cfgv==3.4.0
     # via pre-commit
+cftime==1.6.3
+    # via netcdf4
+charset-normalizer==3.3.2
+    # via requests
 click==8.1.7
-    # via pip-tools
+    # via
+    #   click-plugins
+    #   cligj
+    #   fiona
+    #   pip-tools
+    #   rasterio
+click-plugins==1.1.1
+    # via
+    #   fiona
+    #   rasterio
+cligj==0.7.2
+    # via
+    #   fiona
+    #   rasterio
+colorama==0.4.6
+    # via
+    #   build
+    #   click
+    #   pytest
+    #   tqdm
+contourpy==1.2.0
+    # via matplotlib
 coverage[toml]==7.3.2
-    # via pytest-cov
+    # via
+    #   coverage
+    #   pytest-cov
+cramjam==2.7.0
+    # via fastparquet
+cycler==0.12.1
+    # via matplotlib
+dill==0.3.7
+    # via multiprocess
 distlib==0.3.7
     # via virtualenv
+fastparquet==2023.10.1
+    # via swmmanywhere (pyproject.toml)
 filelock==3.12.4
     # via
     #   pytest-mypy
     #   virtualenv
+fiona==1.9.5
+    # via
+    #   geopandas
+    #   swmmanywhere (pyproject.toml)
+fonttools==4.47.2
+    # via matplotlib
+fsspec==2023.12.2
+    # via fastparquet
+geographiclib==2.0
+    # via geopy
+geojson==3.1.0
+    # via pysheds
+geopandas==0.14.2
+    # via
+    #   osmnx
+    #   snkit
+    #   swmmanywhere (pyproject.toml)
+geopy==2.4.1
+    # via swmmanywhere (pyproject.toml)
+gitdb==4.0.11
+    # via gitpython
+gitpython==3.1.41
+    # via swmmanywhere (pyproject.toml)
 identify==2.5.27
     # via pre-commit
+idna==3.6
+    # via requests
+imageio==2.33.1
+    # via scikit-image
 iniconfig==2.0.0
     # via pytest
+kiwisolver==1.4.5
+    # via matplotlib
+lazy-loader==0.3
+    # via scikit-image
+llvmlite==0.41.1
+    # via numba
+matplotlib==3.8.2
+    # via
+    #   salib
+    #   swmmanywhere (pyproject.toml)
+multiprocess==0.70.15
+    # via salib
 mypy==1.8.0
     # via
-    #   datahub (pyproject.toml)
     #   pytest-mypy
+    #   swmmanywhere (pyproject.toml)
 mypy-extensions==1.0.0
     # via mypy
+netcdf4==1.6.5
+    # via swmmanywhere (pyproject.toml)
+networkx==3.2.1
+    # via
+    #   osmnx
+    #   scikit-image
+    #   swmmanywhere (pyproject.toml)
 nodeenv==1.8.0
     # via pre-commit
+numba==0.58.1
+    # via pysheds
+numpy==1.26.3
+    # via
+    #   cftime
+    #   contourpy
+    #   fastparquet
+    #   imageio
+    #   matplotlib
+    #   netcdf4
+    #   numba
+    #   osmnx
+    #   pandas
+    #   pyarrow
+    #   pygeos
+    #   pysheds
+    #   rasterio
+    #   salib
+    #   scikit-image
+    #   scipy
+    #   shapely
+    #   snuggs
+    #   swmmanywhere (pyproject.toml)
+    #   tifffile
+    #   xarray
+osmnx==1.8.1
+    # via swmmanywhere (pyproject.toml)
 packaging==23.2
     # via
     #   build
+    #   fastparquet
+    #   geopandas
+    #   matplotlib
     #   pytest
+    #   scikit-image
+    #   xarray
+pandas==2.1.4
+    # via
+    #   fastparquet
+    #   geopandas
+    #   osmnx
+    #   pysheds
+    #   salib
+    #   swmmanywhere (pyproject.toml)
+    #   xarray
+pillow==10.2.0
+    # via
+    #   imageio
+    #   matplotlib
+    #   scikit-image
 pip-tools==7.3.0
-    # via datahub (pyproject.toml)
-platformdirs<=4.1.0
+    # via swmmanywhere (pyproject.toml)
+platformdirs==3.11.0
     # via virtualenv
 pluggy==1.3.0
     # via pytest
 pre-commit==3.6.0
-    # via datahub (pyproject.toml)
+    # via swmmanywhere (pyproject.toml)
+pyarrow==14.0.2
+    # via swmmanywhere (pyproject.toml)
+pygeos==0.14
+    # via swmmanywhere (pyproject.toml)
+pyparsing==3.1.1
+    # via
+    #   matplotlib
+    #   snuggs
+pyproj==3.6.1
+    # via
+    #   geopandas
+    #   pysheds
 pyproject-hooks==1.0.0
     # via build
+pysheds==0.3.5
+    # via swmmanywhere (pyproject.toml)
 pytest==7.4.4
     # via
-    #   datahub (pyproject.toml)
     #   pytest-cov
     #   pytest-mock
     #   pytest-mypy
+    #   swmmanywhere (pyproject.toml)
 pytest-cov==4.1.0
-    # via datahub (pyproject.toml)
+    # via swmmanywhere (pyproject.toml)
 pytest-mock==3.12.0
-    # via datahub (pyproject.toml)
+    # via swmmanywhere (pyproject.toml)
 pytest-mypy==0.10.3
-    # via datahub (pyproject.toml)
+    # via swmmanywhere (pyproject.toml)
+python-dateutil==2.8.2
+    # via
+    #   matplotlib
+    #   pandas
+pytz==2023.3.post1
+    # via pandas
 pyyaml==6.0.1
-    # via pre-commit
+    # via
+    #   pre-commit
+    #   swmmanywhere (pyproject.toml)
+rasterio==1.3.9
+    # via
+    #   pysheds
+    #   swmmanywhere (pyproject.toml)
+requests==2.31.0
+    # via
+    #   cdsapi
+    #   osmnx
 ruff==0.1.11
-    # via datahub (pyproject.toml)
+    # via swmmanywhere (pyproject.toml)
+salib==1.4.7
+    # via swmmanywhere (pyproject.toml)
+scikit-image==0.22.0
+    # via pysheds
+scipy==1.11.4
+    # via
+    #   pysheds
+    #   salib
+    #   scikit-image
+    #   swmmanywhere (pyproject.toml)
+shapely==2.0.2
+    # via
+    #   geopandas
+    #   osmnx
+    #   snkit
+    #   swmmanywhere (pyproject.toml)
+six==1.16.0
+    # via
+    #   fiona
+    #   python-dateutil
+smmap==5.0.1
+    # via gitdb
+snkit==1.9.0
+    # via swmmanywhere (pyproject.toml)
+snuggs==1.4.7
+    # via rasterio
+tifffile==2023.12.9
+    # via scikit-image
+tqdm==4.66.1
+    # via
+    #   cdsapi
+    #   swmmanywhere (pyproject.toml)
 typing-extensions==4.9.0
     # via mypy
+tzdata==2023.4
+    # via pandas
+urllib3==2.1.0
+    # via requests
 virtualenv==20.24.5
     # via pre-commit
 wheel==0.41.3
     # via pip-tools
+xarray==2023.12.0
+    # via swmmanywhere (pyproject.toml)
 
 # The following packages are considered to be unsafe in a requirements file:
 # pip

pyproject.toml

@@ -13,7 +13,31 @@ authors = [
     { name = "Imperial College London RSE Team", email = "ict-rse-team@imperial.ac.uk" }
 ]
 requires-python = ">=3.10"
-dependencies = []
+dependencies = [ # TODO definitely don't need all of these
+                "cdsapi",
+                "fastparquet",
+                "fiona",
+                "geopandas",
+                "geopy",
+                "GitPython",
+                "matplotlib",
+                "netcdf4",
+                "networkx",
+                "numpy",
+                "osmnx",
+                "pandas",
+                "pyarrow",
+                "pygeos",
+                "pysheds",
+                "PyYAML",
+                "rasterio",
+                "SALib",
+                "SciPy",
+                "shapely",
+                "snkit",
+                "tqdm",
+                "xarray"
+                ]
 
 [project.optional-dependencies]
 dev = [