Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
C
chipseq_analysis
Manage
Activity
Members
Labels
Plan
Issues
19
Issue boards
Milestones
Iterations
Requirements
Code
Merge requests
3
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Locked files
Build
Pipelines
Jobs
Pipeline schedules
Test cases
Artifacts
Deploy
Releases
Container Registry
Operate
Environments
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Code review analytics
Issue analytics
Insights
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
BICF
Astrocyte
chipseq_analysis
Commits
34b002a0
Commit
34b002a0
authored
6 years ago
by
Venkat Malladi
Browse files
Options
Downloads
Patches
Plain Diff
Move modules to main for astrocyte.
parent
18c861c5
Branches
Branches containing commit
1 merge request
!25
Resolve "Test Astrocyte"
Pipeline
#3578
failed with stages
in 14 hours, 39 minutes, and 17 seconds
Changes
1
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
workflow/main.nf
+57
-1
57 additions, 1 deletion
workflow/main.nf
with
57 additions
and
1 deletion
workflow/main.nf
+
57
−
1
View file @
34b002a0
...
@@ -92,11 +92,13 @@ process checkDesignFile {
...
@@ -92,11 +92,13 @@ process checkDesignFile {
if (pairedEnd) {
if (pairedEnd) {
"""
"""
module load python/3.6.1-2-anaconda
python3 $baseDir/scripts/check_design.py -d $designFile -f $readsList -p
python3 $baseDir/scripts/check_design.py -d $designFile -f $readsList -p
"""
"""
}
}
else {
else {
"""
"""
module load python/3.6.1-2-anaconda
python $baseDir/scripts/check_design.py -d $designFile -f $readsList
python $baseDir/scripts/check_design.py -d $designFile -f $readsList
"""
"""
}
}
...
@@ -134,11 +136,15 @@ process trimReads {
...
@@ -134,11 +136,15 @@ process trimReads {
if (pairedEnd) {
if (pairedEnd) {
"""
"""
module load python/3.6.1-2-anaconda
module load trimgalore/0.4.1
python3 $baseDir/scripts/trim_reads.py -f ${reads[0]} ${reads[1]} -s $sampleId -p
python3 $baseDir/scripts/trim_reads.py -f ${reads[0]} ${reads[1]} -s $sampleId -p
"""
"""
}
}
else {
else {
"""
"""
module load python/3.6.1-2-anaconda
module load trimgalore/0.4.1
python3 $baseDir/scripts/trim_reads.py -f ${reads[0]} -s $sampleId
python3 $baseDir/scripts/trim_reads.py -f ${reads[0]} -s $sampleId
"""
"""
}
}
...
@@ -148,6 +154,7 @@ process trimReads {
...
@@ -148,6 +154,7 @@ process trimReads {
// Align trimmed reads using bwa
// Align trimmed reads using bwa
process alignReads {
process alignReads {
queue '128GB,256GB,256GBv1'
tag "$sampleId-$replicate"
tag "$sampleId-$replicate"
publishDir "$outDir/${task.process}/${sampleId}", mode: 'copy'
publishDir "$outDir/${task.process}/${sampleId}", mode: 'copy'
...
@@ -166,11 +173,17 @@ process alignReads {
...
@@ -166,11 +173,17 @@ process alignReads {
if (pairedEnd) {
if (pairedEnd) {
"""
"""
module load python/3.6.1-2-anaconda
module load bwa/intel/0.7.12
module load samtools/1.6
python3 $baseDir/scripts/map_reads.py -f ${reads[0]} ${reads[1]} -r ${index}/genome.fa -s $sampleId -p
python3 $baseDir/scripts/map_reads.py -f ${reads[0]} ${reads[1]} -r ${index}/genome.fa -s $sampleId -p
"""
"""
}
}
else {
else {
"""
"""
module load python/3.6.1-2-anaconda
module load bwa/intel/0.7.12
module load samtools/1.6
python3 $baseDir/scripts/map_reads.py -f $reads -r ${index}/genome.fa -s $sampleId
python3 $baseDir/scripts/map_reads.py -f $reads -r ${index}/genome.fa -s $sampleId
"""
"""
}
}
...
@@ -180,6 +193,7 @@ process alignReads {
...
@@ -180,6 +193,7 @@ process alignReads {
// Dedup reads using sambamba
// Dedup reads using sambamba
process filterReads {
process filterReads {
queue '128GB,256GB,256GBv1'
tag "$sampleId-$replicate"
tag "$sampleId-$replicate"
publishDir "$outDir/${task.process}/${sampleId}", mode: 'copy'
publishDir "$outDir/${task.process}/${sampleId}", mode: 'copy'
...
@@ -200,11 +214,19 @@ process filterReads {
...
@@ -200,11 +214,19 @@ process filterReads {
if (pairedEnd) {
if (pairedEnd) {
"""
"""
module load python/3.6.1-2-anaconda
module load samtools/1.6
module load sambamba/0.6.6
module load bedtools/2.26.0
python3 $baseDir/scripts/map_qc.py -b $mapped -p
python3 $baseDir/scripts/map_qc.py -b $mapped -p
"""
"""
}
}
else {
else {
"""
"""
module load python/3.6.1-2-anaconda
module load samtools/1.6
module load sambamba/0.6.6
module load bedtools/2.26.0
python3 $baseDir/scripts/map_qc.py -b $mapped
python3 $baseDir/scripts/map_qc.py -b $mapped
"""
"""
}
}
...
@@ -221,6 +243,7 @@ dedupReads
...
@@ -221,6 +243,7 @@ dedupReads
// Quality Metrics using deeptools
// Quality Metrics using deeptools
process experimentQC {
process experimentQC {
queue '128GB,256GB,256GBv1'
publishDir "$outDir/${task.process}", mode: 'copy'
publishDir "$outDir/${task.process}", mode: 'copy'
input:
input:
...
@@ -235,6 +258,8 @@ process experimentQC {
...
@@ -235,6 +258,8 @@ process experimentQC {
script:
script:
"""
"""
module load python/3.6.1-2-anaconda
module load deeptools/2.5.0.1
python3 $baseDir/scripts/experiment_qc.py -d $dedupDesign -e $extendReadsLen
python3 $baseDir/scripts/experiment_qc.py -d $dedupDesign -e $extendReadsLen
"""
"""
...
@@ -243,6 +268,7 @@ process experimentQC {
...
@@ -243,6 +268,7 @@ process experimentQC {
// Convert reads to bam
// Convert reads to bam
process convertReads {
process convertReads {
queue '128GB,256GB,256GBv1'
tag "$sampleId-$replicate"
tag "$sampleId-$replicate"
publishDir "$outDir/${task.process}/${sampleId}", mode: 'copy'
publishDir "$outDir/${task.process}/${sampleId}", mode: 'copy'
...
@@ -259,11 +285,17 @@ process convertReads {
...
@@ -259,11 +285,17 @@ process convertReads {
if (pairedEnd) {
if (pairedEnd) {
"""
"""
module load python/3.6.1-2-anaconda
module load samtools/1.6
module load bedtools/2.26.0
python3 $baseDir/scripts/convert_reads.py -b $deduped -p
python3 $baseDir/scripts/convert_reads.py -b $deduped -p
"""
"""
}
}
else {
else {
"""
"""
module load python/3.6.1-2-anaconda
module load samtools/1.6
module load bedtools/2.26.0
python3 $baseDir/scripts/convert_reads.py -b $deduped
python3 $baseDir/scripts/convert_reads.py -b $deduped
"""
"""
}
}
...
@@ -290,6 +322,8 @@ process crossReads {
...
@@ -290,6 +322,8 @@ process crossReads {
if (pairedEnd) {
if (pairedEnd) {
"""
"""
module load python/3.6.1-2-anaconda
module load phantompeakqualtools/1.2
python3 $baseDir/scripts/xcor.py -t $seTagAlign -p
python3 $baseDir/scripts/xcor.py -t $seTagAlign -p
"""
"""
}
}
...
@@ -323,6 +357,7 @@ process defineExpDesignFiles {
...
@@ -323,6 +357,7 @@ process defineExpDesignFiles {
script:
script:
"""
"""
module load python/3.6.1-2-anaconda
python3 $baseDir/scripts/experiment_design.py -d $xcorDesign
python3 $baseDir/scripts/experiment_design.py -d $xcorDesign
"""
"""
...
@@ -348,11 +383,13 @@ process poolAndPsuedoReads {
...
@@ -348,11 +383,13 @@ process poolAndPsuedoReads {
if (pairedEnd) {
if (pairedEnd) {
"""
"""
module load python/3.6.1-2-anaconda
python3 $baseDir/scripts/pool_and_psuedoreplicate.py -d $experimentObjs -c $cutoffRatio -p
python3 $baseDir/scripts/pool_and_psuedoreplicate.py -d $experimentObjs -c $cutoffRatio -p
"""
"""
}
}
else {
else {
"""
"""
module load python/3.6.1-2-anaconda
python3 $baseDir/scripts/pool_and_psuedoreplicate.py -d $experimentObjs -c $cutoffRatio
python3 $baseDir/scripts/pool_and_psuedoreplicate.py -d $experimentObjs -c $cutoffRatio
"""
"""
}
}
...
@@ -383,11 +420,21 @@ process callPeaksMACS {
...
@@ -383,11 +420,21 @@ process callPeaksMACS {
if (pairedEnd) {
if (pairedEnd) {
"""
"""
module load python/3.6.1-2-anaconda
module load macs/2.1.0-20151222
module load UCSC_userApps/v317
module load bedtools/2.26.0
module load phantompeakqualtools/1.2
python3 $baseDir/scripts/call_peaks_macs.py -t $tagAlign -x $xcor -c $controlTagAlign -s $sampleId -g $genomeSize -z $chromSizes -p
python3 $baseDir/scripts/call_peaks_macs.py -t $tagAlign -x $xcor -c $controlTagAlign -s $sampleId -g $genomeSize -z $chromSizes -p
"""
"""
}
}
else {
else {
"""
"""
module load python/3.6.1-2-anaconda
module load macs/2.1.0-20151222
module load UCSC_userApps/v317
module load bedtools/2.26.0
module load phantompeakqualtools/1.2
python3 $baseDir/scripts/call_peaks_macs.py -t $tagAlign -x $xcor -c $controlTagAlign -s $sampleId -g $genomeSize -z $chromSizes
python3 $baseDir/scripts/call_peaks_macs.py -t $tagAlign -x $xcor -c $controlTagAlign -s $sampleId -g $genomeSize -z $chromSizes
"""
"""
}
}
...
@@ -423,6 +470,8 @@ process consensusPeaks {
...
@@ -423,6 +470,8 @@ process consensusPeaks {
script:
script:
"""
"""
module load python/3.6.1-2-anaconda
module load bedtools/2.26.0
python3 $baseDir/scripts/overlap_peaks.py -d $peaksDesign -f $preDiffDesign
python3 $baseDir/scripts/overlap_peaks.py -d $peaksDesign -f $preDiffDesign
"""
"""
...
@@ -445,6 +494,7 @@ process peakAnnotation {
...
@@ -445,6 +494,7 @@ process peakAnnotation {
script:
script:
"""
"""
module load R/3.3.2-gccmkl
Rscript $baseDir/scripts/annotate_peaks.R $designAnnotatePeaks $genome
Rscript $baseDir/scripts/annotate_peaks.R $designAnnotatePeaks $genome
"""
"""
...
@@ -466,11 +516,13 @@ process motifSearch {
...
@@ -466,11 +516,13 @@ process motifSearch {
file('version_*.txt') into motifSearchVersions
file('version_*.txt') into motifSearchVersions
when:
when:
!skipMotif
!skipMotif
script:
script:
"""
"""
module load R/3.3.2-gccmkl
python3 $baseDir/scripts/motif_search.py -d $designMotifSearch -g $fasta -p $topPeakCount
python3 $baseDir/scripts/motif_search.py -d $designMotifSearch -g $fasta -p $topPeakCount
"""
"""
}
}
...
@@ -498,10 +550,15 @@ process diffPeaks {
...
@@ -498,10 +550,15 @@ process diffPeaks {
file('version_*.txt') into diffPeaksVersions
file('version_*.txt') into diffPeaksVersions
when:
when:
noUniqueExperiments > 1 && !skipDiff
noUniqueExperiments > 1 && !skipDiff
script:
script:
"""
"""
module load python/3.6.1-2-anaconda
module load meme/4.11.1-gcc-openmpi
module load bedtools/2.26.0
Rscript $baseDir/scripts/diff_peaks.R $designDiffPeaks
Rscript $baseDir/scripts/diff_peaks.R $designDiffPeaks
"""
"""
}
}
...
@@ -536,6 +593,5 @@ process softwareReport {
...
@@ -536,6 +593,5 @@ process softwareReport {
echo $workflow.nextflow.version > version_nextflow.txt
echo $workflow.nextflow.version > version_nextflow.txt
python3 $baseDir/scripts/generate_references.py -r $references -o software_references
python3 $baseDir/scripts/generate_references.py -r $references -o software_references
python3 $baseDir/scripts/generate_versions.py -o software_versions
python3 $baseDir/scripts/generate_versions.py -o software_versions
"""
"""
}
}
This diff is collapsed.
Click to expand it.
Preview
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment