Build cctools and run a probably-broken taskvine vs kubernetes test c…

…onfig

Dockerfile

@@ -29,7 +29,12 @@ RUN apt-get update && apt-get install -y gcc build-essential make pkg-config mpi
 
 RUN python3.12 -m venv /venv
 
-ADD . /src
-WORKDIR /src
+ADD . /parsl
+WORKDIR /
+RUN git clone https://github.com/cooperative-computing-lab/cctools
+WORKDIR /cctools
+RUN . /venv/bin/activate && apt install swig && ./configure --prefix=/ && make && make install
 
+WORKDIR /parsl
 RUN . /venv/bin/activate && pip3 install '.[kubernetes]' -r test-requirements.txt
+

runme.sh

@@ -1,7 +1,8 @@
-#!/bin/bash
+#!/bin/bash -e
 
 source /venv/bin/activate
 
 pytest parsl/tests/ --config ./htex_k8s_kind.py -k 'not issue3328 and not staging_required and not shared_fs' -x --random-order
+PYTHONPATH=/usr/lib/python3.12/site-packages/ pytest parsl/tests/ --config ./taskvine_k8s_kind.py -k 'not issue3328 and not staging_required and not shared_fs' -x --random-order
 
 

taskvine_k8s_kind.py

@@ -0,0 +1,18 @@
+from parsl.channels import LocalChannel
+from parsl.config import Config
+from parsl.launchers import SimpleLauncher
+from parsl.providers import KubernetesProvider
+
+from parsl.executors.taskvine import TaskVineExecutor, TaskVineManagerConfig
+
+def fresh_config():
+    return Config(executors=[TaskVineExecutor(manager_config=TaskVineManagerConfig(port=9000),
+                                              worker_launch_method='provider',
+                provider=KubernetesProvider(
+                    worker_init=". /venv/bin/activate",
+                    # pod_name="override-pod-name", # can't use default name because of dots, without own bugfix
+                    image="parsl:ci",
+                    max_mem="2048Gi"  # was getting OOM-killing of workers with default... maybe this will help.
+                    ),
+
+                )])