add multiprocessing

.github/workflows/release.yaml

@@ -25,7 +25,7 @@ jobs:
       - name: Lint with flake8  
         run: flake8 src
   run-tutorial:
-    name: Run tutorial - random_small
+    name: Run - random_small - singleprocess
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
@@ -44,16 +44,41 @@ jobs:
           cd tutorial
           move-dl data=random_small task=random_small__latent --cfg job
           move-dl data=random_small task=random_small__latent
-      - name: Identify associations - t-test
-        run: |
-          cd tutorial
-          move-dl data=random_small task=random_small__id_assoc_ttest --cfg job
-          move-dl data=random_small task=random_small__id_assoc_ttest task.training_loop.num_epochs=30 task.num_refits=4
+      # - name: Identify associations - t-test
+      #   run: |
+      #     cd tutorial
+      #     move-dl data=random_small task=random_small__id_assoc_ttest --cfg job
+      #     move-dl data=random_small task=random_small__id_assoc_ttest task.training_loop.num_epochs=30 task.num_refits=4
       - name: Identify associations - bayes factors
         run: |
           cd tutorial
           move-dl data=random_small task=random_small__id_assoc_bayes --cfg job
-          move-dl data=random_small task=random_small__id_assoc_bayes task.training_loop.num_epochs=30 task.num_refits=20
+          move-dl data=random_small task=random_small__id_assoc_bayes task.training_loop.num_epochs=100 task.num_refits=2
+  run-tutorial-w-multiprocessing:
+    name: Run - random_small - multiprocess
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+      - name: Install dependencies
+        run: pip install .
+      - name: Prepare tutorial data
+        run: |
+          cd tutorial
+          move-dl data=random_small task=encode_data --cfg job
+          move-dl data=random_small task=encode_data
+      - name: Train model and analyze latent space - multiprocess
+        run: |
+          cd tutorial
+          move-dl data=random_small task=random_small__latent task.multiprocess=true --cfg job
+          move-dl data=random_small task=random_small__latent task.multiprocess=true
+      - name: Identify associations - bayes factors - multiprocess
+        run: |
+          cd tutorial
+          move-dl data=random_small task=random_small__id_assoc_bayes task.multiprocess=true --cfg job
+          move-dl data=random_small task=random_small__id_assoc_bayes task.training_loop.num_epochs=100 task.num_refits=2 task.multiprocess=true 
   run-tutorial-cont:
       name: Run tutorial - random_continuous
       runs-on: ubuntu-latest
@@ -73,21 +98,21 @@ jobs:
             cd tutorial
             move-dl data=random_continuous task=random_continuous__latent --cfg job
             move-dl data=random_continuous task=random_continuous__latent
-        - name: Identify associations - t-test
-          run: |
-            cd tutorial
-            move-dl data=random_continuous task=random_continuous__id_assoc_ttest --cfg job
-            move-dl data=random_continuous task=random_continuous__id_assoc_ttest task.training_loop.num_epochs=30 task.num_refits=4
+        # - name: Identify associations - t-test
+        #   run: |
+        #     cd tutorial
+        #     move-dl data=random_continuous task=random_continuous__id_assoc_ttest --cfg job
+        #     move-dl data=random_continuous task=random_continuous__id_assoc_ttest task.num_refits=4
         - name: Identify associations - bayes factors
           run: |
             cd tutorial
             move-dl data=random_continuous task=random_continuous__id_assoc_bayes --cfg job
-            move-dl data=random_continuous task=random_continuous__id_assoc_bayes task.training_loop.num_epochs=30 task.num_refits=4
+            move-dl data=random_continuous task=random_continuous__id_assoc_bayes task.num_refits=1
         - name: Identify associations - KS
           run: |
             cd tutorial
             move-dl data=random_continuous task=random_continuous__id_assoc_ks --cfg job
-            move-dl data=random_continuous task=random_continuous__id_assoc_ks task.training_loop.num_epochs=30 task.num_refits=4
+            move-dl data=random_continuous task=random_continuous__id_assoc_ks task.num_refits=1
 
   publish:
     name: Publish package

.gitignore

@@ -54,14 +54,11 @@ docs/build/
 docs/source/_templates/
 
 # VS Code settings
-.vscode
-
 # macOS
 .DS_Store
 
 # Root folder
 /*.*
-!/.gitignore
 !/.readthedocs.yaml
 !/LICENSE
 !/MANIFEST.in

src/move/conf/schema.py

@@ -134,6 +134,7 @@ class AnalyzeLatentConfig(TaskConfig):
 
     feature_names: list[str] = field(default_factory=list)
     reducer: dict[str, Any] = MISSING
+    multiprocess: bool = False
 
 
 @dataclass
@@ -170,6 +171,8 @@ class IdentifyAssociationsConfig(TaskConfig):
 class IdentifyAssociationsBayesConfig(IdentifyAssociationsConfig):
     """Configure the probabilistic approach to identify associations."""
 
+    multiprocess: bool = False  # Default value is False
+
     ...
 
 
@@ -184,6 +187,7 @@ class IdentifyAssociationsTTestConfig(IdentifyAssociationsConfig):
     """
 
     num_latent: list[int] = MISSING
+    multiprocess: bool = False  # Multiprocessiong not implemented for t-test approach
 
 
 @dataclass
@@ -205,6 +209,7 @@ class IdentifyAssociationsKSConfig(IdentifyAssociationsConfig):
 
     perturbed_feature_names: list[str] = field(default_factory=list)
     target_feature_names: list[str] = field(default_factory=list)
+    multiprocess: bool = False  # Multiprocessiong not implemented for KS approach
 
 
 @dataclass