From 3a62ae8eb067baacc12bb23404211275c3ed3d38 Mon Sep 17 00:00:00 2001 From: Thomas White Date: Mon, 19 Feb 2024 10:04:36 +0100 Subject: Draw attention to the need for separate Mille dirs for cluster jobs --- doc/man/align_detector.1.md | 4 +++- scripts/turbo-index-lsf | 2 ++ scripts/turbo-index-slurm | 2 ++ 3 files changed, 7 insertions(+), 1 deletion(-) diff --git a/doc/man/align_detector.1.md b/doc/man/align_detector.1.md index f5991641..ec16f87b 100644 --- a/doc/man/align_detector.1.md +++ b/doc/man/align_detector.1.md @@ -31,7 +31,9 @@ Next, run **indexamajig** as usual, but with option **--mille**. This will produce several files named **mille-data-0.bin**, **mille-data-1.bin**, **mille-data-2.bin** and so on - as many files as there were indexamajig subprocesses (set with **indexamajig -j**). Use option **--mille-dir** to -put these files in a useful location. +put these files in a useful location. If you are splitting the indexamajig +processing across a cluster, be aware that each sub-task needs to have its +own directory for **--mille-dir**. See scripts/turbo-index-slurm for details. Finally, run **align_detector**, giving it the input geometry file, the "Mille" files, a refinement level and a filename for the updated geometry file. The diff --git a/scripts/turbo-index-lsf b/scripts/turbo-index-lsf index f7635de4..d82ccbf8 100644 --- a/scripts/turbo-index-lsf +++ b/scripts/turbo-index-lsf @@ -67,6 +67,8 @@ for FILE in split-events-${RUN}.lst*; do command="indexamajig -i $FILE -o $STREAMDIR/$STREAM --serial-start=$POS" command="$command -j \`nproc\` -g $GEOM" #command="$command --peaks=zaef" # Indexing parameters here + # Note: if using --mille, each indexamajig job needs its own directory: + # --mille-dir=mille-data-$NUMBER echo $command >> $SLURMFILE diff --git a/scripts/turbo-index-slurm b/scripts/turbo-index-slurm index 86da315f..d976851e 100755 --- a/scripts/turbo-index-slurm +++ b/scripts/turbo-index-slurm @@ -81,6 +81,8 @@ for FILE in split-events-${RUN}.lst*; do command="indexamajig -i $FILE -o $STREAMDIR/$STREAM --serial-start=$POS" command="$command -j \`nproc\` -g $GEOM" #command="$command --peaks=zaef" # Indexing parameters here + # Note: if using --mille, each indexamajig job needs its own directory: + # --mille-dir=mille-data-{$NUMBER} echo $command >> $SLURMFILE -- cgit v1.2.3