Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
RNA-seq
Manage
Activity
Members
Labels
Plan
Issues
12
Issue boards
Milestones
Iterations
Wiki
Requirements
Code
Merge requests
0
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Locked files
Build
Pipelines
Jobs
Pipeline schedules
Test cases
Artifacts
Deploy
Releases
Container Registry
Operate
Environments
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Code review analytics
Issue analytics
Insights
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
GUDMAP_RBK
RNA-seq
Commits
850b8d68
Commit
850b8d68
authored
5 years ago
by
Gervaise Henry
Browse files
Options
Downloads
Patches
Plain Diff
Remove repRID from inputs and make global
parent
947e7543
Branches
Branches containing commit
Tags
Tags containing commit
3 merge requests
!37
v0.0.1
,
!13
Develop
,
!12
Resolve "Make scripts input files for processes"
Pipeline
#5717
passed with stages
in 27 minutes and 1 second
Changes
1
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
workflow/rna-seq.nf
+27
-35
27 additions, 35 deletions
workflow/rna-seq.nf
with
27 additions
and
35 deletions
workflow/rna-seq.nf
+
27
−
35
View file @
850b8d68
...
...
@@ -16,12 +16,7 @@ bdbag = Channel
.fromPath(params.bdbag)
.ifEmpty { exit 1, "deriva cookie file for bdbag not found: ${params.bdbag}" }
Channel.from(params.repRID)
.into {
repRID_getBag
repRID_getData
repRID_trimData
}
repRID = params.repRID
outDir = params.outDir
logsDir = "${outDir}/Logs"
...
...
@@ -34,26 +29,25 @@ derivaConfig = Channel.fromPath("${baseDir}/conf/replicate_export_config.json")
*/
process getBag {
executor 'local'
tag "${repRID
_getBag
}"
publishDir "${logsDir}/getBag", mode: 'symlink', pattern: "${repRID
_getBag
}.getBag.err"
tag "${repRID}"
publishDir "${logsDir}/getBag", mode: 'symlink', pattern: "${repRID}.getBag.err"
input:
val repRID_getBag
path credential, stageAs: 'credential.json' from deriva
path derivaConfig
output:
path ("Replicate_*.zip") into bagit
file ("${repRID
_getBag
}.getBag.err")
file ("${repRID}.getBag.err")
script:
"""
hostname >>${repRID
_getBag
}.getBag.err
ulimit -a >>${repRID
_getBag
}.getBag.err
hostname >>${repRID}.getBag.err
ulimit -a >>${repRID}.getBag.err
export https_proxy=\${http_proxy}
ln -sf `readlink -e credential.json` ~/.deriva/credential.json 2>>${repRID
_getBag
}.getBag.err
echo "LOG: deriva credentials linked" >>${repRID
_getBag
}.getBag.err
deriva-download-cli dev.gudmap.org --catalog 2 ${derivaConfig} . rid=${repRID
_getBag
} 2>>${repRID
_getBag
}.getBag.err
ln -sf `readlink -e credential.json` ~/.deriva/credential.json 2>>${repRID}.getBag.err
echo "LOG: deriva credentials linked" >>${repRID}.getBag.err
deriva-download-cli dev.gudmap.org --catalog 2 ${derivaConfig} . rid=${repRID} 2>>${repRID}.getBag.err
"""
}
...
...
@@ -61,11 +55,10 @@ process getBag {
* getData: fetch study files from consortium with downloaded bdbag.zip
*/
process getData {
tag "${repRID
_getData
}"
publishDir "${logsDir}/getData", mode: 'symlink', pattern: "${repRID
_getData
}.getData.err"
tag "${repRID}"
publishDir "${logsDir}/getData", mode: 'symlink', pattern: "${repRID}.getData.err"
input:
val repRID_getData
executor 'local'
path cookies, stageAs: 'deriva-cookies.txt' from bdbag
path bagit
...
...
@@ -75,22 +68,22 @@ process getData {
file("**/File.csv") into fileMeta
file("**/Experiment Settings.csv") into experimentSettingsMeta
file("**/Experiment.csv") into experimentMeta
file ("${repRID
_getData
}.getData.err")
file ("${repRID}.getData.err")
script:
"""
hostname >>${repRID
_getData
}.getData.err
ulimit -a >>${repRID
_getData
}.getData.err
hostname >>${repRID}.getData.err
ulimit -a >>${repRID}.getData.err
export https_proxy=\${http_proxy}
ln -sf `readlink -e deriva-cookies.txt` ~/.bdbag/deriva-cookies.txt >>${repRID
_getData
}.getData.err
echo "LOG: deriva cookie linked" >>${repRID
_getData
}.getData.err
ln -sf `readlink -e deriva-cookies.txt` ~/.bdbag/deriva-cookies.txt >>${repRID}.getData.err
echo "LOG: deriva cookie linked" >>${repRID}.getData.err
replicate=\$(basename "${bagit}" | cut -d '.' -f1)
echo "LOG: \${replicate}" >>${repRID
_getData
}.getData.err
unzip ${bagit} 2>>${repRID
_getData
}.getData.err
echo "LOG: replicate bdbag unzipped" >>${repRID
_getData
}.getData.err
sh ${baseDir}/scripts/bdbagFetch.sh \${replicate} ${repRID
_getData
} 2>>${repRID
_getData
}.getData.err
echo "LOG: replicate bdbag fetched" >>${repRID
_getData
}.getData.err
echo "LOG: \${replicate}" >>${repRID}.getData.err
unzip ${bagit} 2>>${repRID}.getData.err
echo "LOG: replicate bdbag unzipped" >>${repRID}.getData.err
sh ${baseDir}/scripts/bdbagFetch.sh \${replicate} ${repRID} 2>>${repRID}.getData.err
echo "LOG: replicate bdbag fetched" >>${repRID}.getData.err
"""
}
...
...
@@ -98,18 +91,17 @@ process getData {
* trimData: trims any adapter or non-host sequences from the data
*/
process trimData {
tag "${repRID
_trimData
}"
publishDir "${logsDir}/trimData", mode: 'symlink', pattern: "\${repRID
_trimData
}.trimData.*"
tag "${repRID}"
publishDir "${logsDir}/trimData", mode: 'symlink', pattern: "\${repRID}.trimData.*"
input:
val repRID_trimData
file(fastq) from fastqs
output:
path ("*.fq.gz") into fastqs_trimmed
val ends
file ("${repRID
_trimData
}.trimData.log")
file ("${repRID
_trimData
}.trimData.err")
file ("${repRID}.trimData.log")
file ("${repRID}.trimData.err")
script:
"""
...
...
@@ -122,10 +114,10 @@ process trimData {
if [ '${fastq[1]}' == 'null' ]
then
ends='se'
trim_galore --gzip -q 25 --illumina --length 35 --basename ${repRID
_trimData
} -j \${ncore} ${fastq[0]} 1>>${repRID
_trimData
}.trimData.log 2>>${repRID
_trimData
}.trimData.err;
trim_galore --gzip -q 25 --illumina --length 35 --basename ${repRID} -j \${ncore} ${fastq[0]} 1>>${repRID}.trimData.log 2>>${repRID}.trimData.err;
else
ends='pe'
trim_galore --gzip -q 25 --illumina --length 35 --paired --basename ${repRID
_trimData
} -j \${ncore} ${fastq[0]} ${fastq[1]} 1>>${repRID
_trimData
}.trimData.log 2>>${repRID
_trimData
}.trimData.err;
trim_galore --gzip -q 25 --illumina --length 35 --paired --basename ${repRID} -j \${ncore} ${fastq[0]} ${fastq[1]} 1>>${repRID}.trimData.log 2>>${repRID}.trimData.err;
fi
"""
}
\ No newline at end of file
This diff is collapsed.
Click to expand it.
Preview
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment