diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 658a53c878fac2c68a06e42334d57c05a8a58873..5d38baa8873ec0d3f4ad8782176fcc1bd0906b89 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -126,14 +126,14 @@ integration_se: script: - hostname - ulimit -a - - nextflow -bg run ./workflow/rna-seq.nf --deriva ./test_data/auth/credential.json --bdbag ./test_data/auth/cookies.txt --repRID 16-1ZX4 + - nextflow -bg run ./workflow/rna-seq.nf --deriva ./test_data/auth/credential.json --bdbag ./test_data/auth/cookies.txt --repRID 16-1ZX4 --ci true integration_pe: stage: integration script: - hostname - ulimit -a - - nextflow -bg run ./workflow/rna-seq.nf --deriva ./test_data/auth/credential.json --bdbag ./test_data/auth/cookies.txt --repRID Q-Y5JA -with-dag dag.png + - nextflow -bg run ./workflow/rna-seq.nf --deriva ./test_data/auth/credential.json --bdbag ./test_data/auth/cookies.txt --repRID Q-Y5JA -with-dag dag.png --ci true artifacts: name: "$CI_JOB_NAME" when: always diff --git a/workflow/conf/biohpc.config b/workflow/conf/biohpc.config index 9448731eec9d06e48bb0185188474734c38b1b00..7c1835f242c3601c79e4e34d00e83a0009c121f2 100755 --- a/workflow/conf/biohpc.config +++ b/workflow/conf/biohpc.config @@ -3,6 +3,9 @@ process { queue = 'super' clusterOptions = '--hold' + withLabel: trackStart { + executor = 'local' + } withName: getBag { executor = 'local' } diff --git a/workflow/rna-seq.nf b/workflow/rna-seq.nf index 615c68e9e902ffa3ebb9c6d934168050058aa56c..06d237ce000b6837ad0a9bfebeea9f5b0e03f073 100644 --- a/workflow/rna-seq.nf +++ b/workflow/rna-seq.nf @@ -44,6 +44,29 @@ script_parseMeta = Channel.fromPath("${baseDir}/scripts/parseMeta.py") script_calculateTPM = Channel.fromPath("${baseDir}/scripts/calculateTPM.R") script_inferMeta = Channel.fromPath("${baseDir}/scripts/inferMeta.sh") +/* + * trackStart: track start of pipeline + */ +params.ci = false +process trackStart { + script: + """ + hostname + ulimit -a + export https_proxy=\${http_proxy} + + curl -H 'Content-Type: application/json' -X PUT -d '{ \ + "sessionId": "${workflow.sessionId}", \ + "pipeline": "gudmap.rbk_rnaseq", \ + "start": "${workflow.start}", \ + "astrocyte": false, \ + "status": "started", \ + "nextflowVersion": "${workflow.nextflow.version}", + "ci": ${params.ci}}' \ + "https://xku43pcwnf.execute-api.us-east-1.amazonaws.com/ProdDeploy/pipeline-tracking" + """ + } + /* * splitData: split bdbag files by replicate so fetch can occure in parallel, and rename files to replicate rid */ @@ -828,4 +851,4 @@ process dataQC { echo "echo \"LOG: running tin.py on \${i}\" >> ${repRID}.rseqc.err; tin.py -i ${repRID}.sorted.deduped.\${i}.bam -r ./bed/genome.bed 1>>${repRID}.rseqc.log 2>>${repRID}.rseqc.err; cat ${repRID}.sorted.deduped.\${i}.tin.xls | tr -s \"\\w\" \"\\t\" | grep -P \\\"\\\\t\${i}\\\\t\\\";"; done | parallel -j `nproc` -k 1>> ${repRID}.sorted.deduped.tin.xls 2>>${repRID}.rseqc.err """ -} \ No newline at end of file +}