[0KRunning with gitlab-runner 12.9.0 (4c96e5ad) [0;m[0K on Runner_GUDMAP.RBK zQsjNk-Q [0;msection_start:1634189816:prepare_executor [0K[0K[36;1mPreparing the "shell" executor[0;m [0;m[0KUsing Shell executor... [0;msection_end:1634189816:prepare_executor [0Ksection_start:1634189816:prepare_script [0K[0K[36;1mPreparing environment[0;m [0;mRunning on Nucleus009... section_end:1634189816:prepare_script [0Ksection_start:1634189816:get_sources [0K[0K[36;1mGetting source from Git repository[0;m [0;m[32;1mFetching changes...[0;m Initialized empty Git repository in /project/BICF/BICF_Core/shared/gudmap/runner/zQsjNk-Q/rna-seq/11216/148901/.git/ [32;1mCreated fresh repository.[0;m From https://git.biohpc.swmed.edu/gudmap_rbk/rna-seq * [new ref] f9ecbb83c686046f1a688f74eb63dffec8b19527 -> refs/pipelines/11216 * [new branch] develop -> origin/develop * [new branch] master -> origin/master * [new tag] 0.0.2 -> 0.0.2 * [new tag] 0.0.3 -> 0.0.3 * [new tag] 0.0.4_indev -> 0.0.4_indev * [new tag] 0.1.0 -> 0.1.0 * [new tag] aws -> aws * [new tag] v0.0.1 -> v0.0.1 * [new tag] v1.0.0 -> v1.0.0 * [new tag] v1.0.1 -> v1.0.1 * [new tag] v1.0.2 -> v1.0.2 * [new tag] v2.0.0 -> v2.0.0 * [new tag] v2.0.0rc01 -> v2.0.0rc01 * [new tag] v2.0.0rc02 -> v2.0.0rc02 * [new tag] v2.0.1 -> v2.0.1 [32;1mChecking out f9ecbb83 as master...[0;m Removing .tmp/ [32;1mSkipping Git submodules setup[0;m section_end:1634189820:get_sources [0Ksection_start:1634189820:restore_cache [0K[0K[36;1mRestoring cache[0;m [0;msection_end:1634189820:restore_cache [0Ksection_start:1634189820:download_artifacts [0K[0K[36;1mDownloading artifacts[0;m [0;m[32;1mDownloading artifacts for aws (148899)...[0;m Runtime platform [0;m arch[0;m=amd64 os[0;m=linux pid[0;m=23553 revision[0;m=4c96e5ad version[0;m=12.9.0 Downloading artifacts from coordinator... ok [0;m id[0;m=148899 responseStatus[0;m=200 OK token[0;m=NbgYffdW section_end:1634189820:download_artifacts [0Ksection_start:1634189820:build_script [0K[0K[36;1mRunning before_script and script[0;m [0;m[32;1m$ module load python/3.6.4-anaconda[0;m [32;1m$ pip install --user attrs==20.3.0 pytest==6.2.2 pytest-pythonpath==0.7.3 pytest-cov==2.11.1[0;m Requirement already satisfied: attrs==20.3.0 in /home2/bicf_user/.local/lib/python3.6/site-packages Requirement already satisfied: pytest==6.2.2 in /home2/bicf_user/.local/lib/python3.6/site-packages Requirement already satisfied: pytest-pythonpath==0.7.3 in /home2/bicf_user/.local/lib/python3.6/site-packages Requirement already satisfied: pytest-cov==2.11.1 in /home2/bicf_user/.local/lib/python3.6/site-packages Requirement already satisfied: pluggy<1.0.0a1,>=0.12 in /home2/bicf_user/.local/lib/python3.6/site-packages (from pytest==6.2.2) Requirement already satisfied: toml in /home2/bicf_user/.local/lib/python3.6/site-packages (from pytest==6.2.2) Requirement already satisfied: py>=1.8.2 in /home2/bicf_user/.local/lib/python3.6/site-packages (from pytest==6.2.2) Requirement already satisfied: importlib-metadata>=0.12; python_version < "3.8" in /home2/bicf_user/.local/lib/python3.6/site-packages (from pytest==6.2.2) Requirement already satisfied: packaging in /home2/bicf_user/.local/lib/python3.6/site-packages (from pytest==6.2.2) Requirement already satisfied: iniconfig in /home2/bicf_user/.local/lib/python3.6/site-packages (from pytest==6.2.2) Requirement already satisfied: coverage>=5.2.1 in /home2/bicf_user/.local/lib/python3.6/site-packages (from pytest-cov==2.11.1) Requirement already satisfied: zipp>=0.5 in /home2/bicf_user/.local/lib/python3.6/site-packages (from importlib-metadata>=0.12; python_version < "3.8"->pytest==6.2.2) Requirement already satisfied: pyparsing>=2.0.2 in /home2/bicf_user/.local/lib/python3.6/site-packages (from packaging->pytest==6.2.2) Requirement already satisfied: six in /home2/bicf_user/.local/lib/python3.6/site-packages (from packaging->pytest==6.2.2) You are using pip version 9.0.1, however version 21.3 is available. You should consider upgrading via the 'pip install --upgrade pip' command. [32;1m$ module load singularity/3.5.3[0;m [32;1m$ export SINGULARITY_CACHEDIR=${dir}cache/[0;m [32;1m$ module load nextflow/20.01.0[0;m [32;1m$ ln -sfn /project/BICF/BICF_Core/shared/gudmap/test_data/* ./test_data/[0;m [32;1m$ mkdir -p ~/.deriva[0;m [32;1m$ mkdir -p ~/.bdbag[0;m [32;1m$ derivaImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep deriva | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ derivaVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep deriva | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${derivaImg}_${derivaVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/deriva1.4_1.0.1.sif [32;1m$ singularity run ${dir}${derivaImg}_${derivaVar}.sif deriva-download-cli --version > version_deriva.txt[0;m [32;1m$ singularity run ${dir}${derivaImg}_${derivaVar}.sif bdbag --version > version_bdbag.txt[0;m [32;1m$ pythonImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep python | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ pythonVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep python | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${pythonImg}_${pythonVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/python3_1.0.1.sif [32;1m$ singularity run ${dir}${pythonImg}_${pythonVar}.sif python3 --version > version_python.txt[0;m [32;1m$ fastqcImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep fastqc | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ fastqcVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep fastqc | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${fastqcImg}_${fastqcVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/fastqc0.11.9_1.0.1.sif [32;1m$ singularity run ${dir}${fastqcImg}_${fastqcVar}.sif fastqc --version > version_fastqc.txt[0;m Picked up _JAVA_OPTIONS: -Dhttp.proxyHost=proxy.swmed.edu -Dhttp.proxyPort=3128 -Dhttps.proxyHost=proxy.swmed.edu -Dhttps.proxyPort=3128 [32;1m$ seqwhoImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep seqwho | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ seqwhoVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep seqwho | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${seqwhoImg}_${seqwhoVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/seqwho1.0.0_1.0.0.sif [32;1m$ singularity run ${dir}${seqwhoImg}_${seqwhoVar}.sif seqwho.py -h | grep -o Version.* > version_seqwho.txt &[0;m [32;1m$ trimgaloreImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep trimgalore | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ trimgaloreVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep trimgalore | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${trimgaloreImg}_${trimgaloreVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/trimgalore0.6.6_1.0.0.sif [32;1m$ singularity run ${dir}${trimgaloreImg}_${trimgaloreVar}.sif trim_galore --version > version_trimgalore.txt[0;m [32;1m$ seqtkImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep seqtk | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ seqtkVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep seqtk | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${seqtkImg}_${seqtkVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/seqtk1.3_1.0.1.sif [32;1m$ singularity run ${dir}${seqtkImg}_${seqtkVar}.sif seqtk 2>&1 | grep -o Version.* > version_seqtk.txt &[0;m [32;1m$ rseqcImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep rseqc | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ rseqcVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep rseqc | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${rseqcImg}_${rseqcVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/rseqc4.0.0_1.0.1.sif [32;1m$ singularity run ${dir}${rseqcImg}_${rseqcVar}.sif infer_experiment.py --version > version_rseqc.txt[0;m [32;1m$ hisatImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep hisat | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ hisatVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep hisat | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${hisatImg}_${hisatVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/hisat2.2.1_1.0.1.sif [32;1m$ singularity run ${dir}${hisatImg}_${hisatVar}.sif hisat2 --version > version_hisat2.txt[0;m [32;1m$ singularity run ${dir}${hisatImg}_${hisatVar}.sif samtools --version > version_samtools.txt[0;m [32;1m$ picardImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep picard | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ picardVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep picard | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${picardImg}_${picardVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/picard2.25.0_1.0.0.sif [32;1m$ singularity run ${dir}${picardImg}_${picardVar}.sif java -jar /picard/build/libs/picard.jar MarkDuplicates --version 2> version_markdups.txt &[0;m [32;1m$ subreadImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep subread | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ subreadVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep subread | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${subreadImg}_${subreadVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/subread2.0.1_1.0.1.sif [32;1m$ singularity run ${dir}${subreadImg}_${subreadVar}.sif featureCounts -v &> version_featurecounts.txt[0;m [32;1m$ singularity run ${dir}${subreadImg}_${subreadVar}.sif R --version > version_r.txt[0;m [32;1m$ deeptoolsImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep deeptools | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ deeptoolsVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep deeptools | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${deeptoolsImg}_${deeptoolsVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/deeptools3.5.0_1.0.1.sif [32;1m$ singularity run ${dir}${deeptoolsImg}_${deeptoolsVar}.sif deeptools --version > version_deeptools.txt[0;m [32;1m$ multiqcImg=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep multiqc | cut -d"/" -f2 | cut -d":" -f1)[0;m [32;1m$ multiqcVar=$(cat nextflow.config | grep -oP "container = \K.*" | tr -d "'" | sort | uniq | grep multiqc | cut -d"/" -f2 | cut -d":" -f2)[0;m [32;1m$ echo ${dir}${multiqcImg}_${multiqcVar}.sif[0;m /project/BICF/BICF_Core/shared/gudmap/singularity_cache/multiqc1.10_1.0.0.sif [32;1m$ singularity run ${dir}${multiqcImg}_${multiqcVar}.sif multiqc --version > version_multiqc.txt[0;m section_end:1634189846:build_script [0Ksection_start:1634189846:after_script [0K[0K[36;1mRunning after_script[0;m [0;m[32;1mRunning after script...[0;m [32;1m$ unset SINGULARITY_CACHEDIR[0;m section_end:1634189846:after_script [0Ksection_start:1634189846:archive_cache [0K[0K[36;1mSaving cache[0;m [0;msection_end:1634189846:archive_cache [0Ksection_start:1634189846:upload_artifacts_on_success [0K[0K[36;1mUploading artifacts for successful job[0;m [0;m[32;1mUploading artifacts...[0;m Runtime platform [0;m arch[0;m=amd64 os[0;m=linux pid[0;m=25734 revision[0;m=4c96e5ad version[0;m=12.9.0 version_deriva.txt: found 1 matching files [0;m version_bdbag.txt: found 1 matching files [0;m version_python.txt: found 1 matching files [0;m version_fastqc.txt: found 1 matching files [0;m version_seqwho.txt: found 1 matching files [0;m version_trimgalore.txt: found 1 matching files [0;m version_seqtk.txt: found 1 matching files [0;m version_rseqc.txt: found 1 matching files [0;m version_hisat2.txt: found 1 matching files [0;m version_samtools.txt: found 1 matching files [0;m version_markdups.txt: found 1 matching files [0;m version_featurecounts.txt: found 1 matching files [0;m version_r.txt: found 1 matching files [0;m version_deeptools.txt: found 1 matching files [0;m version_multiqc.txt: found 1 matching files [0;m Uploading artifacts to coordinator... ok [0;m id[0;m=148901 responseStatus[0;m=201 Created token[0;m=53aBSuzr section_end:1634189847:upload_artifacts_on_success [0K[32;1mJob succeeded [0;m