Merge branch 'track.pipeline' into 'develop'

Track.pipeline

See merge request !68

.gitlab-ci.yml

@@ -133,7 +133,7 @@ GRCh38-3.0.0:
   except:
     - tags
   script:
-  - nextflow -q run workflow/main.nf -profile biohpc,cluster --fastq "test_data/hu.v3s1r500/*.fastq.gz" --designFile "test_data/hu.v3s1r500/design.csv" --genome 'GRCh38-3.0.0' --kitVersion '3GEXv3' --version '3.1.0'
+  - nextflow -q run workflow/main.nf -profile biohpc,cluster --fastq "test_data/hu.v3s1r500/*.fastq.gz" --designFile "test_data/hu.v3s1r500/design.csv" --genome 'GRCh38-3.0.0' --kitVersion '3GEXv3' --version '3.1.0' --ci true
   - pytest -m count310
   artifacts:
     name: "$CI_JOB_NAME"
@@ -157,7 +157,7 @@ mm10-3.0.0:
   except:
     - tags
   script:
-  - nextflow -q run workflow/main.nf -profile biohpc,cluster --fastq "test_data/mu.v3s1r500/*.fastq.gz" --designFile "test_data/mu.v3s1r500/design.csv" --genome 'mm10-3.0.0' --kitVersion '3GEXv3' --version '3.1.0'
+  - nextflow -q run workflow/main.nf -profile biohpc,cluster --fastq "test_data/mu.v3s1r500/*.fastq.gz" --designFile "test_data/mu.v3s1r500/design.csv" --genome 'mm10-3.0.0' --kitVersion '3GEXv3' --version '3.1.0' --ci true
   - pytest -m count310
   artifacts:
     name: "$CI_JOB_NAME"
@@ -179,7 +179,7 @@ mm10-3.0.0:
       - master
       - tags
   script:
-  - nextflow -q run workflow/main.nf -profile biohpc,cluster --fastq "test_data/hu.v3s2r10k/*.fastq.gz" --designFile "test_data/hu.v3s2r10k/design.csv" --genome 'GRCh38-3.0.0' --kitVersion 'auto' --version '3.1.0'
+  - nextflow -q run workflow/main.nf -profile biohpc,cluster --fastq "test_data/hu.v3s2r10k/*.fastq.gz" --designFile "test_data/hu.v3s2r10k/design.csv" --genome 'GRCh38-3.0.0' --kitVersion 'auto' --version '3.1.0' --ci true
   - pytest -m count310
   artifacts:
     name: "$CI_JOB_NAME"

CHANGELOG.md

-# v2.0.0
+# v2.0.4
 **User Facing**
 * Check Design File for spaces in name and file contents
 * Attempt to preven thredding error (which appears to only happen on 256GBv1 nodes)
@@ -12,6 +12,7 @@
 * Update param to new standard
 * Use docker containers
 * Update CI
+* Add pipeline tracking tool
 
 *Known Bugs*
 * Vizapp does not yet work for Astrocyte

workflow/conf/cluster.config

@@ -3,6 +3,9 @@ process {
   queue = '32GB'
   clusterOptions = '--hold'
 
+  withLabel: trackStart {
+    executor = 'local'
+  }
   withLabel: checkDesignFile {
     executor = 'local'
   }

workflow/conf/local.config

 process {
   executor = 'local'
-}
+}
\ No newline at end of file

workflow/main.nf

@@ -10,9 +10,9 @@ main.nf
 
 // Define Input variables
 params.name = "run"
-params.fastq = "${baseDir}/../test_data/*.fastq.gz"
-params.designFile = "${baseDir}/../test_data/design.csv"
-params.genome = 'GRCh38-3.0.0'
+params.fastq = "test_data/mu.v3s1r500/*.fastq.gz"
+params.designFile = "test_data/mu.v3s1r500/design.csv"
+params.genome = 'mm10-3.0.0'
 params.genomeLocation = '/project/apps_database/cellranger/refdata-cellranger-'
 params.expectCells = 10000
 params.forceCells = 0
@@ -77,6 +77,29 @@ outDir = params.outDir
 multiqcConf = "${baseDir}/conf/multiqc_config.yaml"
 references = "${baseDir}/../docs/references.md"
 
+/*
+ * trackStart: track start of pipeline
+ */
+params.ci = false
+process trackStart {
+  script:
+  """
+  hostname
+  ulimit -a
+  export https_proxy=\${http_proxy}
+ 
+  curl -H 'Content-Type: application/json' -X PUT -d '{ \
+      "sessionId": "${workflow.sessionId}", \
+      "pipeline": "cellranger_count", \
+      "start": "${workflow.start}", \
+      "astrocyte": ${params.astrocyte}, \
+      "status": "started", \
+      "nextflowVersion": "${workflow.nextflow.version}",
+      "ci": ${params.ci}}' \
+  "https://xku43pcwnf.execute-api.us-east-1.amazonaws.com/ProdDeploy/pipeline-tracking"
+  """
+}
+
 /*
  * checkDesignFile: check design file for errors
  */

workflow/nextflow.config

@@ -62,6 +62,6 @@ manifest {
   homePage = 'https://git.biohpc.swmed.edu/BICF/Astrocyte/cellranger_count'
   description = 'This pipeline is a wrapper for the cellranger count tool from 10x Genomics. It takes fastq files from 10x Genomics Single Cell Gene Expression libraries, performs alignment, filtering, barcode counting, and UMI counting. It uses the Chromium cellular barcodes to generate gene-barcode matrices, determine clusters, and perform gene expression analysis.'
   mainScript = 'main.nf'
-  version = 'publish_2.0.0'
+  version = 'publish_2.0.4'
   nextflowVersion = '>=0.31.0'
 }