From 95fc6b1f53c4f7c507b6f0ccb10e10fffccd018a Mon Sep 17 00:00:00 2001
From: "Gervaise H. Henry" <gervaise.henry@utsouthwestern.edu>
Date: Thu, 7 Jan 2021 23:03:06 -0600
Subject: [PATCH] Reduce split bag concurrent reps to 5 again
---
README.md | 2 +-
workflow/scripts/split_study.sh | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
diff --git a/README.md b/README.md
index 7e4ec6c..6f6581c 100644
--- a/README.md
+++ b/README.md
@@ -79,7 +79,7 @@ To run a set of replicates from study RID:
------------------------------------------
Run in repo root dir:
* `sh workflow/scripts/splitStudy.sh [studyRID]`
-It will run in parallel in batches of 5 replicatesRID with 15 second delays between launches.\
+It will run in parallel in batches of 5 replicatesRID with 30 second delays between launches.\
NOTE: Nextflow "local" processes for all replicates will run on the node/machine the bash script is launched from... consider running the study script on the BioHPC's SLURM cluster (use `sbatch`).
Errors:
diff --git a/workflow/scripts/split_study.sh b/workflow/scripts/split_study.sh
index bf4b40d..8ae2def 100644
--- a/workflow/scripts/split_study.sh
+++ b/workflow/scripts/split_study.sh
@@ -14,7 +14,7 @@ python3 ./workflow/scripts/split_study.py -s $1
# run pipeline on replicate RIDs in parallel
module load nextflow/20.01.0
module load singularity/3.5.3
-while read repRID; do echo ${repRID}; sleep 15; done < "$1_studyRID.csv" | xargs -P 10 -I {} nextflow -q run workflow/rna-seq.nf --repRID {} --source production --deriva /project/BICF/BICF_Core/shared/gudmap/test_data/auth/credential.json --bdbag /project/BICF/BICF_Core/shared/gudmap/test_data/auth/cookies.txt --dev false --upload true --email gervaise.henry@utsouthwestern.edu
+while read repRID; do echo ${repRID}; sleep 30; done < "$1_studyRID.csv" | xargs -P 5 -I {} nextflow -q run workflow/rna-seq.nf --repRID {} --source production --deriva /project/BICF/BICF_Core/shared/gudmap/test_data/auth/credential.json --bdbag /project/BICF/BICF_Core/shared/gudmap/test_data/auth/cookies.txt --dev false --upload true --email gervaise.henry@utsouthwestern.edu
# cleanup study RID files
rm $1_studyRID.json
--
GitLab