Merge branch 'main' of https://github.com/centre-for-humanities-compu…

…ting/danish-foundation-models
centre-for-humanities-computing · Dec 19, 2023 · 7de6aed · 7de6aed
2 parents 80b8978 + 015ec56
commit 7de6aed
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/Dockerfile.dev b/Dockerfile.dev
@@ -24,7 +24,7 @@ WORKDIR /app
 # Dev experience
 COPY makefile ./
 COPY pyproject.toml ./
-RUN make install
+RUN --mount=type=cache,target=/root/.cache/pip make install
 
 # Install the app
 COPY . /app

diff --git a/pyproject.toml b/pyproject.toml
@@ -19,7 +19,7 @@ requires-python = ">=3.10"
 dependencies = [
   "pydantic>=2.4.2", # dolma does not work with very old versions of pydantic
   "datasets>=2.4.0",
-  "dolma@git+https://github.com/allenai/dolma.git@5a010a2685914b1db7744426abfb4b9ece52da95", # Install from git until a 0.9.2 package is released
+  "dolma[pii,code]@git+https://github.com/allenai/dolma.git@28727302a34225f4ce70ce97940cb18ad9a91583", # Install from git until a 0.9.2 package is released
   "kenlm>=0.2.0", # Used for perplexity tagging
   "blingfire>=0.1.8", # Used for perplexity tagging
   "requests>=2.31.0",