Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
RNA-seq
Manage
Activity
Members
Labels
Plan
Issues
12
Issue boards
Milestones
Iterations
Wiki
Requirements
Code
Merge requests
0
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Locked files
Build
Pipelines
Jobs
Pipeline schedules
Test cases
Artifacts
Deploy
Releases
Container Registry
Operate
Environments
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Code review analytics
Issue analytics
Insights
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
GUDMAP_RBK
RNA-seq
Commits
5262ed47
Commit
5262ed47
authored
4 years ago
by
Gervaise Henry
Browse files
Options
Downloads
Patches
Plain Diff
Update test data creation for staging new replicate
parent
cafc56d2
Branches
Branches containing commit
Tags
Tags containing commit
2 merge requests
!58
Develop
,
!53
Resolve "process_derivaUpload"
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
test_data/createTestData.sh
+71
-68
71 additions, 68 deletions
test_data/createTestData.sh
with
71 additions
and
68 deletions
test_data/createTestData.sh
+
71
−
68
View file @
5262ed47
#!/bin/bash
#This script regenerates test data from replicate RID
Q-Y5F6
#This script regenerates test data from replicate RID
16-WJRA
module load singularity/3.5.3
module load pigz/2.4
ln
-sfn
/project/BICF/BICF_Core/shared/gudmap/test_data/
*
../test_data/
mkdir
-p
NEW_test_data
ln
-sfn
`
readlink
-e
./test_data/auth/credential.json
`
~/.deriva/credential.json
ln
-sfn
./test_data/auth/credential.json ~/.deriva/credential.json
mkdir
-p
./NEW_test_data/bag
singularity run
'docker://
bicf/
gudmaprbk
filexfer:1.3
'
deriva-download-cli
dev
.gudmap.org
--catalog
2 ./workflow/conf/
r
eplicate_
export_confi
g.json
.
rid
=
Q-Y5F6
cp
Replicate_Q-Y5F6
.zip ./NEW_test_data/bag/
Replicate_Q-Y5F6
.zip
singularity run
'docker://gudmaprbk
/deriva1.3:1.0.0
'
deriva-download-cli
staging
.gudmap.org
--catalog
2
.
./workflow/conf/
R
eplicate_
For_Input_Ba
g.json
.
rid
=
16-WJRA
cp
16-WJRA_inputBag
.zip ./NEW_test_data/bag/
16-WJRA_inputBag
.zip
mkdir
-p
./NEW_test_data/fastq
unzip ./test_data/bag/
Replicate_Q-Y5F6
.zip
singularity run
'docker://
bicf/
gudmaprbk
filexfer:1.3
'
bash ./workflow/scripts/bdbagFetch.sh
Replicate_Q-Y5F6 Replicate_Q-Y5F6
cp
Replicate_Q-Y5F6
.R1.fastq.gz ./NEW_test_data/fastq/
Replicate_Q-Y5F6
.R1.fastq.gz
cp
Replicate_Q-Y5F6
.R2.fastq.gz ./NEW_test_data/fastq/
Replicate_Q-Y5F6
.R2.fastq.gz
unzip ./
NEW_
test_data/bag/
16-WJRA_inputBag
.zip
singularity run
'docker://gudmaprbk
/deriva1.3:1.0.0
'
bash
.
./workflow/scripts/bdbagFetch.sh
16-WJRA_inputBag 16-WJRA
cp
16-WJRA
.R1.fastq.gz ./NEW_test_data/fastq/
16-WJRA
.R1.fastq.gz
cp
16-WJRA
.R2.fastq.gz ./NEW_test_data/fastq/
16-WJRA
.R2.fastq.gz
mkdir
-p
./NEW_test_data/fastq/small
singularity
exec
'docker://
bicf
/seqtk
:2
.0.0'
seqtk sample
-s100
./NEW_test_data/fastq/
Replicate_Q-Y5F6
.R1.fastq.gz 1000000 1>
Q-Y5F6
_1M.R1.fastq
singularity
exec
'docker://
bicf
/seqtk
:2
.0.0'
seqtk sample
-s100
./NEW_test_data/fastq/
Replicate_Q-Y5F6
.R2.fastq.gz 1000000 1>
Q-Y5F6
_1M.R2.fastq
pigz
Q-Y5F6
_1M.R1.fastq
pigz
Q-Y5F6
_1M.R2.fastq
cp
Q-Y5F6
_1M.R1.fastq.gz ./NEW_test_data/fastq/small/
Q-Y5F6
_1M.R1.fastq.gz
cp
Q-Y5F6
_1M.R2.fastq.gz ./NEW_test_data/fastq/small/
Q-Y5F6
_1M.R2.fastq.gz
singularity
exec
'docker://
gudmaprbk
/seqtk
1.3:1
.0.0'
seqtk sample
-s100
./NEW_test_data/fastq/
16-WJRA
.R1.fastq.gz 1000000 1>
16-WJRA
_1M.R1.fastq
singularity
exec
'docker://
gudmaprbk
/seqtk
1.3:1
.0.0'
seqtk sample
-s100
./NEW_test_data/fastq/
16-WJRA
.R2.fastq.gz 1000000 1>
16-WJRA
_1M.R2.fastq
pigz
16-WJRA
_1M.R1.fastq
pigz
16-WJRA
_1M.R2.fastq
cp
16-WJRA
_1M.R1.fastq.gz ./NEW_test_data/fastq/small/
16-WJRA
_1M.R1.fastq.gz
cp
16-WJRA
_1M.R2.fastq.gz ./NEW_test_data/fastq/small/
16-WJRA
_1M.R2.fastq.gz
mkdir
-p
./NEW_test_data/meta
singularity run
'docker://
bicf
/trimgalore
:1.1
'
trim_galore
--gzip
-q
25
--illumina
--length
35
--basename
Q-Y5F6
_1M.se
-j
20 ./NEW_test_data/fastq/small/
Q-Y5F6
_1M.R1.fastq.gz
singularity run
'docker://
bicf
/trimgalore
:1.1
'
trim_galore
--gzip
-q
25
--illumina
--length
35
--paired
--basename
Q-Y5F6
_1M.pe
-j
20 ./NEW_test_data/fastq/small/
Q-Y5F6
_1M.R1.fastq.gz ./NEW_test_data/fastq/small/
Q-Y5F6
_1M.R2.fastq.gz
cp
Q-Y5F6
_1M.se_trimmed.fq.gz ./NEW_test_data/fastq/small/
Q-Y5F6
_1M.se_trimmed.fq.gz
cp
Q-Y5F6
_1M.pe_
R1_
val_1.fq.gz ./NEW_test_data/fastq/small/
Q-Y5F6
_1M.pe_
R1_
val_1.fq.gz
cp
Q-Y5F6
_1M.pe_
R2_
val_2.fq.gz ./NEW_test_data/fastq/small/
Q-Y5F6
_1M.pe_
R2_
val_2.fq.gz
cp
Q-Y5F6
_1M.R1.fastq.gz_trimming_report.txt ./NEW_test_data/meta/
Q-Y5F6
_1M.R1.fastq.gz_trimming_report.txt
cp
Q-Y5F6
_1M.R2.fastq.gz_trimming_report.txt ./NEW_test_data/meta/
Q-Y5F6
_1M.R2.fastq.gz_trimming_report.txt
singularity run
'docker://
gudmaprbk
/trimgalore
0.6.5:1.0.0
'
trim_galore
--gzip
-q
25
--illumina
--length
35
--basename
16-WJRA
_1M.se
-j
20 ./NEW_test_data/fastq/small/
16-WJRA
_1M.R1.fastq.gz
singularity run
'docker://
gudmaprbk
/trimgalore
0.6.5:1.0.0
'
trim_galore
--gzip
-q
25
--illumina
--length
35
--paired
--basename
16-WJRA
_1M.pe
-j
20 ./NEW_test_data/fastq/small/
16-WJRA
_1M.R1.fastq.gz ./NEW_test_data/fastq/small/
16-WJRA
_1M.R2.fastq.gz
cp
16-WJRA
_1M.se_trimmed.fq.gz ./NEW_test_data/fastq/small/
16-WJRA
_1M.se_trimmed.fq.gz
cp
16-WJRA
_1M.pe_val_1.fq.gz ./NEW_test_data/fastq/small/
16-WJRA
_1M.pe_val_1.fq.gz
cp
16-WJRA
_1M.pe_val_2.fq.gz ./NEW_test_data/fastq/small/
16-WJRA
_1M.pe_val_2.fq.gz
cp
16-WJRA
_1M.R1.fastq.gz_trimming_report.txt ./NEW_test_data/meta/
16-WJRA
_1M.R1.fastq.gz_trimming_report.txt
cp
16-WJRA
_1M.R2.fastq.gz_trimming_report.txt ./NEW_test_data/meta/
16-WJRA
_1M.R2.fastq.gz_trimming_report.txt
touch
metaTest.csv
echo
'Replicate_RID,Experiment_RID,Study_RID,Paired_End,File_Type,Has_Strand_Specific_Information,Used_Spike_Ins,Species'
>
metaTest.csv
...
...
@@ -43,66 +45,67 @@ cp metaTest.csv ./NEW_test_data/meta/metaTest.csv
mkdir
-p
./NEW_test_data/bam
mkdir
-p
./NEW_test_data/bam/small
singularity run
'docker://bicf/gudmaprbkaligner:2.0.0'
hisat2
-p
20
--add-chrname
--un-gz
Q-Y5F6_1M.se.unal.gz
-S
Q-Y5F6_1M.se.sam
-x
/project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/hisat2/genome
--rna-strandness
F
-U
./NEW_test_data/fastq/small/Q-Y5F6_1M.se_trimmed.fq.gz
--summary-file
Q-Y5F6_1M.se.alignSummary.txt
--new-summary
singularity run
'docker://bicf/gudmaprbkaligner:2.0.0'
samtools view
-1
-@ 20
-F
4
-F
8
-F
256
-o
Q-Y5F6_1M.se.bam Q-Y5F6_1M.se.sam
singularity run
'docker://bicf/gudmaprbkaligner:2.0.0'
samtools
sort
-@ 20
-O
BAM
-o
Q-Y5F6_1M.se.sorted.bam Q-Y5F6_1M.se.bam
singularity run
'docker://bicf/gudmaprbkaligner:2.0.0'
samtools index -@ 20
-b
Q-Y5F6_1M.se.sorted.bam Q-Y5F6_1M.se.sorted.bam.bai
singularity run
'docker://bicf/gudmaprbkaligner:2.0.0'
hisat2
-p
20
--add-chrname
--un-gz
Q-Y5F6_1M.pe.unal.gz
-S
Q-Y5F6_1M.pe.sam
-x
/project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/hisat2/genome
--rna-strandness
FR
--no-mixed
--no-discordant
-1
./NEW_test_data/fastq/small/Q-Y5F6_1M.pe_R1_val_1.fq.gz
-2
./test_data/fastq/small/Q-Y5F6_1M.pe_R2_val_2.fq.gz
--summary-file
Q-Y5F6_1M.pe.alignSummary.txt
--new-summary
singularity run
'docker://bicf/gudmaprbkaligner:2.0.0'
samtools view
-1
-@ 20
-F
4
-F
8
-F
256
-o
Q-Y5F6_1M.pe.bam Q-Y5F6_1M.pe.sam
singularity run
'docker://bicf/gudmaprbkaligner:2.0.0'
samtools
sort
-@ 20
-O
BAM
-o
Q-Y5F6_1M.pe.sorted.bam Q-Y5F6_1M.pe.bam
singularity run
'docker://bicf/gudmaprbkaligner:2.0.0'
samtools index -@ 20
-b
Q-Y5F6_1M.pe.sorted.bam Q-Y5F6_1M.pe.sorted.bam.bai
cp
Q-Y5F6_1M.se.bam ./NEW_test_data/bam/small/Q-Y5F6_1M.se.bam
cp
Q-Y5F6_1M.pe.bam ./NEW_test_data/bam/small/Q-Y5F6_1M.pe.bam
cp
Q-Y5F6_1M.se.sorted.bam ./NEW_test_data/bam/small/Q-Y5F6_1M.se.sorted.bam
cp
Q-Y5F6_1M.se.sorted.bam.bai ./NEW_test_data/bam/small/Q-Y5F6_1M.se.sorted.bam.bai
cp
Q-Y5F6_1M.pe.sorted.bam ./NEW_test_data/bam/small/Q-Y5F6_1M.pe.sorted.bam
cp
Q-Y5F6_1M.pe.sorted.bam.bai ./NEW_test_data/bam/small/Q-Y5F6_1M.pe.sorted.bam.bai
cp
Q-Y5F6_1M.se.alignSummary.txt ./NEW_test_data/meta/Q-Y5F6_1M.se.alignSummary.txt
cp
Q-Y5F6_1M.pe.alignSummary.txt ./NEW_test_data/meta/Q-Y5F6_1M.pe.alignSummary.txt
singularity run
'docker://bicf/gudmaprbkdedup:2.0.0'
java
-jar
/picard/build/libs/picard.jar MarkDuplicates
I
=
./NEW_test_data/bam/small/Q-Y5F6_1M.se.sorted.bam
O
=
Q-Y5F6_1M.se.deduped.bam
M
=
Q-Y5F6_1M.se.deduped.Metrics.txt
REMOVE_DUPLICATES
=
true
singularity run
'docker://bicf/gudmaprbkdedup:2.0.0'
samtools
sort
-@ 20
-O
BAM
-o
Q-Y5F6_1M.se.sorted.deduped.bam Q-Y5F6_1M.se.deduped.bam
singularity run
'docker://bicf/gudmaprbkdedup:2.0.0'
samtools index -@ 20
-b
Q-Y5F6_1M.se.sorted.deduped.bam Q-Y5F6_1M.se.sorted.deduped.bam.bai
cp
Q-Y5F6_1M.se.deduped.bam ./NEW_test_data/bam/small/Q-Y5F6_1M.se.deduped.bam
cp
Q-Y5F6_1M.se.sorted.deduped.bam ./NEW_test_data/bam/small/Q-Y5F6_1M.se.sorted.deduped.bam
cp
Q-Y5F6_1M.se.sorted.deduped.bam.bai ./NEW_test_data/bam/small/Q-Y5F6_1M.se.sorted.deduped.bam.bai
cp
Q-Y5F6_1M.se.deduped.Metrics.txt /NEW_test_data/meta/Q-Y5F6_1M.se.deduped.Metrics.txt
cp
Q-Y5F6_1M.se.deduped.Metrics.txt ./NEW_test_data/meta/Q-Y5F6_1M.se.deduped.Metrics.txt
singularity run
'docker://gudmaprbk/hisat2.2.1:1.0.0'
hisat2
-p
20
--add-chrname
--un-gz
16-WJRA_1M.se.unal.gz
-S
16-WJRA_1M.se.sam
-x
/project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/hisat2/genome
--rna-strandness
F
-U
./NEW_test_data/fastq/small/16-WJRA_1M.se_trimmed.fq.gz
--summary-file
16-WJRA_1M.se.alignSummary.txt
--new-summary
singularity run
'docker://gudmaprbk/hisat2.2.1:1.0.0'
samtools view
-1
-@ 20
-F
4
-F
8
-F
256
-o
16-WJRA_1M.se.bam 16-WJRA_1M.se.sam
singularity run
'docker://gudmaprbk/hisat2.2.1:1.0.0'
samtools
sort
-@ 20
-O
BAM
-o
16-WJRA_1M.se.sorted.bam 16-WJRA_1M.se.bam
singularity run
'docker://gudmaprbk/hisat2.2.1:1.0.0'
samtools index -@ 20
-b
16-WJRA_1M.se.sorted.bam 16-WJRA_1M.se.sorted.bam.bai
singularity run
'docker://gudmaprbk/hisat2.2.1:1.0.0'
hisat2
-p
20
--add-chrname
--un-gz
16-WJRA_1M.pe.unal.gz
-S
16-WJRA_1M.pe.sam
-x
/project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/hisat2/genome
--rna-strandness
FR
--no-mixed
--no-discordant
-1
./NEW_test_data/fastq/small/16-WJRA_1M.pe_val_1.fq.gz
-2
./NEW_test_data/fastq/small/16-WJRA_1M.pe_val_2.fq.gz
--summary-file
16-WJRA_1M.pe.alignSummary.txt
--new-summary
singularity run
'docker://gudmaprbk/hisat2.2.1:1.0.0'
samtools view
-1
-@ 20
-F
4
-F
8
-F
256
-o
16-WJRA_1M.pe.bam 16-WJRA_1M.pe.sam
singularity run
'docker://gudmaprbk/hisat2.2.1:1.0.0'
samtools
sort
-@ 20
-O
BAM
-o
16-WJRA_1M.pe.sorted.bam 16-WJRA_1M.pe.bam
singularity run
'docker://gudmaprbk/hisat2.2.1:1.0.0'
samtools index -@ 20
-b
16-WJRA_1M.pe.sorted.bam 16-WJRA_1M.pe.sorted.bam.bai
cp
16-WJRA_1M.se.bam ./NEW_test_data/bam/small/16-WJRA_1M.se.bam
cp
16-WJRA_1M.pe.bam ./NEW_test_data/bam/small/16-WJRA_1M.pe.bam
cp
16-WJRA_1M.se.sorted.bam ./NEW_test_data/bam/small/16-WJRA_1M.se.sorted.bam
cp
16-WJRA_1M.se.sorted.bam.bai ./NEW_test_data/bam/small/16-WJRA_1M.se.sorted.bam.bai
cp
16-WJRA_1M.pe.sorted.bam ./NEW_test_data/bam/small/16-WJRA_1M.pe.sorted.bam
cp
16-WJRA_1M.pe.sorted.bam.bai ./NEW_test_data/bam/small/16-WJRA_1M.pe.sorted.bam.bai
cp
16-WJRA_1M.se.alignSummary.txt ./NEW_test_data/meta/16-WJRA_1M.se.alignSummary.txt
cp
16-WJRA_1M.pe.alignSummary.txt ./NEW_test_data/meta/16-WJRA_1M.pe.alignSummary.txt
singularity run
'docker://gudmaprbk/picard2.23.9:1.0.0'
java
-jar
/picard/build/libs/picard.jar MarkDuplicates
I
=
./NEW_test_data/bam/small/16-WJRA_1M.se.sorted.bam
O
=
16-WJRA_1M.se.deduped.bam
M
=
16-WJRA_1M.se.deduped.Metrics.txt
REMOVE_DUPLICATES
=
true
singularity run
'docker://gudmaprbk/picard2.23.9:1.0.0'
samtools
sort
-@ 20
-O
BAM
-o
16-WJRA_1M.se.sorted.deduped.bam 16-WJRA_1M.se.deduped.bam
singularity run
'docker://gudmaprbk/picard2.23.9:1.0.0'
samtools index -@ 20
-b
16-WJRA_1M.se.sorted.deduped.bam 16-WJRA_1M.se.sorted.deduped.bam.bai
cp
16-WJRA_1M.se.deduped.bam ./NEW_test_data/bam/small/16-WJRA_1M.se.deduped.bam
cp
16-WJRA_1M.se.sorted.deduped.bam ./NEW_test_data/bam/small/16-WJRA_1M.se.sorted.deduped.bam
cp
16-WJRA_1M.se.sorted.deduped.bam.bai ./NEW_test_data/bam/small/16-WJRA_1M.se.sorted.deduped.bam.bai
cp
16-WJRA_1M.se.deduped.Metrics.txt ./NEW_test_data/meta/16-WJRA_1M.se.deduped.Metrics.txt
for
i
in
{
"chr8"
,
"chr4"
,
"chrY"
}
;
do
echo
"samtools view -b ./NEW_test_data/bam/small/
Q-Y5F6
_1M.se.sorted.deduped.bam
${
i
}
>
Q-Y5F6
_1M.se.sorted.deduped.
${
i
}
.bam; samtools index -@ 20 -b
Q-Y5F6
_1M.se.sorted.deduped.
${
i
}
.bam
Q-Y5F6
_1M.se.sorted.deduped.
${
i
}
.bam.bai;"
;
done
| singularity run
'docker://
bicf/
gudmaprbk
dedup:2
.0.0'
parallel
-j
20
-k
cp
Q-Y5F6
_1M.se.sorted.deduped.chr4.bam ./NEW_test_data/bam/small/
Q-Y5F6
_1M.se.sorted.deduped.chr4.bam
cp
Q-Y5F6
_1M.se.sorted.deduped.chr4.bam.bai ./NEW_test_data/bam/small/
Q-Y5F6
_1M.se.sorted.deduped.chr4.bam.bai
cp
Q-Y5F6
_1M.se.sorted.deduped.chr8.bam ./NEW_test_data/bam/small/
Q-Y5F6
_1M.se.sorted.deduped.chr8.bam
cp
Q-Y5F6
_1M.se.sorted.deduped.chr8.bam.bai ./NEW_test_data/bam/small/
Q-Y5F6
_1M.se.sorted.deduped.chr8.bam.bai
cp
Q-Y5F6
_1M.se.sorted.deduped.chrY.bam ./NEW_test_data/bam/small/
Q-Y5F6
_1M.se.sorted.deduped.chrY.bam
cp
Q-Y5F6
_1M.se.sorted.deduped.chrY.bam.bai ./NEW_test_data/bam/small/
Q-Y5F6
_1M.se.sorted.deduped.chrY.bam.bai
echo
"samtools view -b ./NEW_test_data/bam/small/
16-WJRA
_1M.se.sorted.deduped.bam
${
i
}
>
16-WJRA
_1M.se.sorted.deduped.
${
i
}
.bam; samtools index -@ 20 -b
16-WJRA
_1M.se.sorted.deduped.
${
i
}
.bam
16-WJRA
_1M.se.sorted.deduped.
${
i
}
.bam.bai;"
;
done
| singularity run
'docker://gudmaprbk
/picard2.23.9:1
.0.0'
parallel
-j
20
-k
cp
16-WJRA
_1M.se.sorted.deduped.chr4.bam ./NEW_test_data/bam/small/
16-WJRA
_1M.se.sorted.deduped.chr4.bam
cp
16-WJRA
_1M.se.sorted.deduped.chr4.bam.bai ./NEW_test_data/bam/small/
16-WJRA
_1M.se.sorted.deduped.chr4.bam.bai
cp
16-WJRA
_1M.se.sorted.deduped.chr8.bam ./NEW_test_data/bam/small/
16-WJRA
_1M.se.sorted.deduped.chr8.bam
cp
16-WJRA
_1M.se.sorted.deduped.chr8.bam.bai ./NEW_test_data/bam/small/
16-WJRA
_1M.se.sorted.deduped.chr8.bam.bai
cp
16-WJRA
_1M.se.sorted.deduped.chrY.bam ./NEW_test_data/bam/small/
16-WJRA
_1M.se.sorted.deduped.chrY.bam
cp
16-WJRA
_1M.se.sorted.deduped.chrY.bam.bai ./NEW_test_data/bam/small/
16-WJRA
_1M.se.sorted.deduped.chrY.bam.bai
mkdir
-p
./NEW_test_data/counts
mkdir
-p
./NEW_test_data/counts/small
ln
-s
/project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/geneID.tsv
ln
-s
/project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/Entrez.tsv
singularity run
'docker://
bicf
/subread2
:2
.0.0'
featureCounts
-T
20
-a
/project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/genome.gtf
-G
/project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/genome.fna
-g
'gene_name'
--extraAttributes
'gene_id'
-o
Q-Y5F6
_1M.se
.
countData
-s
1
-R
SAM
--primary
--ignoreDup
./NEW_test_data/bam/small/
Q-Y5F6
_1M.se.sorted.deduped.bam
singularity run
'docker://
bicf
/subread2
:2
.0.0'
Rscript ./workflow/scripts/calculateTPM.R
--count
Q-Y5F6
_1M.se
.
countData
singularity run
'docker://
bicf
/subread2
:2
.0.0'
Rscript ./workflow/scripts/convertGeneSymbols.R
--repRID
Q-Y5F6
_1M.se
cp
Q-Y5F6_1M.se.featureCounts
./NEW_test_data/counts/small/
Q-Y5F6
_1M.se
.
countData
cp
Q-Y5F6
_1M.se.countTable.csv ./NEW_test_data/counts/small/
Q-Y5F6
_1M.se.countTable.csv
cp
Q-Y5F6_1M.se.count
Table.csv ./NEW_test_data/counts/small/
Q-Y5F6
_1M.se
.
tpmTable.csv
singularity run
'docker://
gudmaprbk
/subread2
.0.1:1
.0.0'
featureCounts
-T
20
-a
/project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/genome.gtf
-G
/project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/genome.fna
-g
'gene_name'
--extraAttributes
'gene_id'
-o
16-WJRA
_1M.se
_
countData
-s
1
-R
SAM
--primary
--ignoreDup
./NEW_test_data/bam/small/
16-WJRA
_1M.se.sorted.deduped.bam
singularity run
'docker://
gudmaprbk
/subread2
.0.1:1
.0.0'
Rscript
.
./workflow/scripts/calculateTPM.R
--count
16-WJRA
_1M.se
_
countData
singularity run
'docker://
gudmaprbk
/subread2
.0.1:1
.0.0'
Rscript
.
./workflow/scripts/convertGeneSymbols.R
--repRID
16-WJRA
_1M.se
cp
16-WJRA_1M.se_countData
./NEW_test_data/counts/small/
16-WJRA
_1M.se
_
countData
cp
16-WJRA
_1M.se.countTable.csv ./NEW_test_data/counts/small/
16-WJRA
_1M.se.countTable.csv
cp
16-WJRA_1M.se_tpm
Table.csv ./NEW_test_data/counts/small/
16-WJRA
_1M.se
_
tpmTable.csv
mkdir
-p
./NEW_test_data/bw
mkdir
-p
./NEW_test_data/bw/small
singularity run
'docker://
bicf
/deeptools3.
3:2
.0.0'
bamCoverage
-p
20
-b
./NEW_test_data/bam/small/
Q-Y5F6
_1M.se.sorted.deduped.bam
-o
Q-Y5F6
_1M.se.bw
cp
Q-Y5F6
_1M.se.bw ./NEW_test_data/bw/small/
Q-Y5F6
_1M.se.bw
singularity run
'docker://
gudmaprbk
/deeptools3.
5.0:1
.0.0'
bamCoverage
-p
20
-b
./NEW_test_data/bam/small/
16-WJRA
_1M.se.sorted.deduped.bam
-o
16-WJRA
_1M.se.bw
cp
16-WJRA
_1M.se.bw ./NEW_test_data/bw/small/
16-WJRA
_1M.se.bw
mkdir
-p
./NEW_test_data/fastqc
mkdir
-p
./NEW_test_data/fastqc/small
singularity run
'docker://
bicf/fastqc:2.0.0'
./NEW_test_data/fastq/small/
Q-Y5F6
_1M.R1.fastq.gz
-o
.
cp
Q-Y5F6
_1M.R1_fastqc.html ./NEW_test_data/fastqc/small/
Q-Y5F6
_1M.R1_fastqc.html
cp
Q-Y5F6
_1M.R1_fastqc.zip ./NEW_test_data/fastqc/small/
Q-Y5F6
_1M.R1_fastqc.zip
singularity run
'docker://
gudmaprbk/fastqc0.11.9:1.0.0'
fastqc
./NEW_test_data/fastq/small/
16-WJRA
_1M.R1.fastq.gz
-o
.
cp
16-WJRA
_1M.R1_fastqc.html ./NEW_test_data/fastqc/small/
16-WJRA
_1M.R1_fastqc.html
cp
16-WJRA
_1M.R1_fastqc.zip ./NEW_test_data/fastqc/small/
16-WJRA
_1M.R1_fastqc.zip
echo
-e
"geneID
\t
chrom
\t
tx_start
\t
tx_end
\t
TIN"
>
Q-Y5F6
_1M.se.sorted.deduped.tin.xls
echo
-e
"geneID
\t
chrom
\t
tx_start
\t
tx_end
\t
TIN"
>
16-WJRA
_1M.se.sorted.deduped.tin.xls
for
i
in
{
"chr8"
,
"chr4"
,
"chrY"
}
;
do
echo
"tin.py -i ./NEW_test_data/bam/small/
Q-Y5F6
_1M.se.sorted.deduped.
${
i
}
.bam -r /project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/bed/genome.bed; cat
Q-Y5F6
_1M.se.sorted.deduped.
${
i
}
.tin.xls | tr -s
\"\\
w
\"
\"\\
t
\"
| grep -P
\"\\
t
${
i
}
\\
t
\"
;"
;
done
| singularity run
'docker://
bicf
/rseqc
3
.0:
2
.0.0'
parallel
-j
20
-k
>>
Q-Y5F6
_1M.se.sorted.deduped.tin.xls
cp
Q-Y5F6
_1M.se.sorted.deduped.tin.xls ./NEW_test_data/meta/
Q-Y5F6
_1M.se.sorted.deduped.tin.xls
echo
"tin.py -i ./NEW_test_data/bam/small/
16-WJRA
_1M.se.sorted.deduped.
${
i
}
.bam -r /project/BICF/BICF_Core/shared/gudmap/references/GRCh38.p12.v31/bed/genome.bed; cat
16-WJRA
_1M.se.sorted.deduped.
${
i
}
.tin.xls | tr -s
\"\\
w
\"
\"\\
t
\"
| grep -P
\"\\
t
${
i
}
\\
t
\"
;"
;
done
| singularity run
'docker://
gudmaprbk
/rseqc
4.0
.0:
1
.0.0'
parallel
-j
20
-k
>>
16-WJRA
_1M.se.sorted.deduped.tin.xls
cp
16-WJRA
_1M.se.sorted.deduped.tin.xls ./NEW_test_data/meta/
16-WJRA
_1M.se.sorted.deduped.tin.xls
chgrp
-R
BICF_Core ./NEW_test_data
chmod
-R
750 ./NEW_test_data
This diff is collapsed.
Click to expand it.
Preview
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment