From cc68042834a64cb07f94c4a1c15c0072094e790e Mon Sep 17 00:00:00 2001
From: "Gervaise H. Henry" <gervaise.henry@utsouthwestern.edu>
Date: Tue, 2 Mar 2021 20:11:51 -0600
Subject: [PATCH] Parallelize cache singularity images
---
.gitlab-ci.yml | 5 +----
1 file changed, 1 insertion(+), 4 deletions(-)
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index c44e735..c370fdb 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -32,10 +32,7 @@ img_cache:
stage: singularity
script:
- export -p | grep SINGULARITY_CACHEDIR
- - >
- for container in `cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq`; do
- singularity pull 'docker://'${container}
- done
+ - cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | xargs -P 10 -I {} singularity pull 'docker://'{}
collect:
stage: versions
--
GitLab