From c59b5eb4863f4111a9d2bdb706db5b6c2c1c8e01 Mon Sep 17 00:00:00 2001
From: "Gervaise H. Henry" <gervaise.henry@utsouthwestern.edu>
Date: Tue, 2 Mar 2021 23:34:33 -0600
Subject: [PATCH] Only singularity pull 5 containers at a time
---
.gitlab-ci.yml | 2 +-
CHANGELOG.md | 2 ++
2 files changed, 3 insertions(+), 1 deletion(-)
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 15cca14..55d347f 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -33,7 +33,7 @@ img_cache:
stage: singularity
script:
- mkdir -p ${dir}cache/
- - cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | xargs -P 10 -I {} singularity pull --dir ${dir} 'docker://'{} || true
+ - cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | xargs -P 5 -I {} singularity pull --dir ${dir} 'docker://'{} || true
collect:
stage: versions
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 69f9140..708ca04 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -38,6 +38,8 @@
* Override params (inputBag, fastq, species) aren't checked for integrity
* Authentication files and tokens must be active (active auth client) for the duration of the pipeline run (until long-lived token utilization included)
* Check for outputBag in hatrac doesn't check for any uploaded by chaise
+* CI container cache will fail if cache folder is not owned by CI runner user
+* CI container cache will not error if container failed to pull
<hr>
--
GitLab