Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
C
cellranger_count
Manage
Activity
Members
Labels
Plan
Issues
11
Issue boards
Milestones
Iterations
Wiki
Requirements
Code
Merge requests
0
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Locked files
Build
Pipelines
Jobs
Pipeline schedules
Test cases
Artifacts
Deploy
Releases
Container Registry
Operate
Environments
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Code review analytics
Issue analytics
Insights
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
BICF
Astrocyte
cellranger_count
Merge requests
!30
Revert "Merge branch '10-count.features' into 'develop'"
Code
Review changes
Check out branch
Download
Patches
Plain diff
Merged
Revert "Merge branch '10-count.features' into 'develop'"
revert-8f536aab
into
develop
Overview
0
Commits
1
Pipelines
1
Changes
3
Merged
Gervaise Henry
requested to merge
revert-8f536aab
into
develop
6 years ago
Overview
0
Commits
1
Pipelines
1
Changes
3
Expand
This reverts commit
8f536aab
0
0
Merge request reports
Viewing commit
bc6c09e8
Show latest version
3 files
+
0
−
238
Expand all files
Preferences
File browser
List view
Tree view
Compare changes
Inline
Side-by-side
Show whitespace changes
Show one file at a time
Search (e.g. *.vue) (Ctrl+P)
bc6c09e8
Revert "Merge branch '10-count.features' into 'develop'"
· bc6c09e8
Gervaise Henry
authored
6 years ago
This reverts commit
8f536aab
workflow/scripts/check_design.test.py deleted
100755 → 0
+
0
−
139
Options
#!/usr/bin/env python3
'''
Check if design file is correctly formatted and matches files list.
'''
import
argparse
import
logging
import
pandas
as
pd
EPILOG
=
'''
For more details:
%(prog)s --help
'''
# SETTINGS
logger
=
logging
.
getLogger
(
__name__
)
logger
.
addHandler
(
logging
.
NullHandler
())
logger
.
propagate
=
False
logger
.
setLevel
(
logging
.
INFO
)
def
get_args
():
'''
Define arguments.
'''
parser
=
argparse
.
ArgumentParser
(
description
=
__doc__
,
epilog
=
EPILOG
,
formatter_class
=
argparse
.
RawDescriptionHelpFormatter
)
parser
.
add_argument
(
'
-d
'
,
'
--design
'
,
help
=
"
The design file to run QC (tsv format).
"
,
required
=
True
)
parser
.
add_argument
(
'
-f
'
,
'
--fastq
'
,
help
=
"
File with list of fastq files (tsv format).
"
,
required
=
True
)
parser
.
add_argument
(
'
-t
'
,
'
--feature
'
,
help
=
"
Additional features to count?
"
,
required
=
True
)
args
=
parser
.
parse_args
()
return
args
def
check_design_headers_n
(
design
):
'''
Check if design file conforms to sequencing type.
'''
# Default headers
design_template
=
[
'
Sample
'
,
'
fastq_R1
'
,
'
fastq_R2
'
]
design_headers
=
list
(
design
.
columns
.
values
)
# Check if headers
logger
.
info
(
"
Running header check.
"
)
missing_headers
=
set
(
design_template
)
-
set
(
design_headers
)
if
len
(
missing_headers
)
>
0
:
logger
.
error
(
'
Missing column headers: %s
'
,
list
(
missing_headers
))
raise
Exception
(
"
Missing column headers: %s
"
%
list
(
missing_headers
))
return
design
def
check_design_headers_y
(
design
):
'''
Check if design file conforms to sequencing type.
'''
# Default headers
design_template
=
[
'
Sample
'
,
'
fastq_R1
'
,
'
fastq_R2
'
,
'
library_type
'
]
design_headers
=
list
(
design
.
columns
.
values
)
# Check if headers
logger
.
info
(
"
Running header check.
"
)
missing_headers
=
set
(
design_template
)
-
set
(
design_headers
)
if
len
(
missing_headers
)
>
0
:
logger
.
error
(
'
Missing column headers: %s
'
,
list
(
missing_headers
))
raise
Exception
(
"
Missing column headers: %s
"
%
list
(
missing_headers
))
return
design
def
check_files
(
design
,
fastq
):
'''
Check if design file has the files found.
'''
logger
.
info
(
"
Running file check.
"
)
files
=
list
(
design
[
'
fastq_R1
'
])
+
list
(
design
[
'
fastq_R2
'
])
files_found
=
fastq
[
'
name
'
]
missing_files
=
set
(
files
)
-
set
(
files_found
)
if
len
(
missing_files
)
>
0
:
logger
.
error
(
'
Missing files from design file: %s
'
,
list
(
missing_files
))
raise
Exception
(
"
Missing files from design file: %s
"
%
list
(
missing_files
))
else
:
file_dict
=
fastq
.
set_index
(
'
name
'
).
T
.
to_dict
()
design
[
'
fastq_R1
'
]
=
design
[
'
fastq_R1
'
].
apply
(
lambda
x
:
file_dict
[
x
][
'
path
'
])
design
[
'
fastq_R2
'
]
=
design
[
'
fastq_R2
'
].
apply
(
lambda
x
:
file_dict
[
x
][
'
path
'
])
return
design
def
main
():
args
=
get_args
()
design
=
args
.
design
# Create a file handler
handler
=
logging
.
FileHandler
(
'
design.log
'
)
logger
.
addHandler
(
handler
)
# Read files as dataframes
design_df
=
pd
.
read_csv
(
args
.
design
,
sep
=
'
,
'
)
fastq_df
=
pd
.
read_csv
(
args
.
fastq
,
sep
=
'
\t
'
,
names
=
[
'
name
'
,
'
path
'
])
# Check design file
if
args
.
feature
==
'
no
'
:
new_design_df
=
check_design_headers_n
(
design_df
)
else
:
new_design_df
=
check_design_headers_y
(
design_df
)
#new_design_df[['sample']].to_csv('library.checked.csv', header=True, sep=',', index=False)
check_files
(
design_df
,
fastq_df
)
new_design_df
.
drop
(
'
library_type
'
,
1
).
to_csv
(
'
design.checked.csv
'
,
header
=
True
,
sep
=
'
,
'
,
index
=
False
)
if
__name__
==
'
__main__
'
:
main
()