From 2a494f046609248db6ecaf83ea87dc2f86322b2e Mon Sep 17 00:00:00 2001 From: "Gervaise H. Henry" <gervaise.henry@utsouthwestern.edu> Date: Wed, 12 Aug 2020 21:58:30 -0500 Subject: [PATCH] Put 10sec delay between study launch + 25 parallel --- README.md | 2 +- workflow/scripts/splitStudy.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 23b24d8..399f0da 100644 --- a/README.md +++ b/README.md @@ -62,7 +62,7 @@ To run a set of replicates from study RID: ------------------------------------------ Run in repo root dir: * `sh workflow/scripts/splitStudy.sh [studyRID]` -It will run in parallel in batches of 5 replicatesRID +It will run in parallel in batches of 25 replicatesRID with 10 second delays between launches. diff --git a/workflow/scripts/splitStudy.sh b/workflow/scripts/splitStudy.sh index a64b6d9..6552e7d 100644 --- a/workflow/scripts/splitStudy.sh +++ b/workflow/scripts/splitStudy.sh @@ -10,7 +10,7 @@ python3 ./workflow/scripts/splitStudy.py -s $1 # run pipeline on replicate RIDs in parallel module load nextflow/20.01.0 module load singularity/3.5.3 -while read repRID; do echo ${repRID}; done < "$1_studyRID.csv" | xargs -P 5 -I {} nextflow run workflow/rna-seq.nf --repRID {} +while read repRID; do echo ${repRID}; sleep 10; done < "$1_studyRID.csv" | xargs -P 25 -I {} nextflow run workflow/rna-seq.nf --repRID {} # cleanup study RID files rm $1_studyRID.json -- GitLab