generate_versions.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

'''Make YAML of software versions.'''

from __future__ import print_function
from collections import OrderedDict
import re
import logging
import argparse
import numpy as np

EPILOG = '''
For more details:
        %(prog)s --help
'''

# SETTINGS

logger = logging.getLogger(__name__)
logger.addHandler(logging.NullHandler())
logger.propagate = False
logger.setLevel(logging.INFO)

SOFTWARE_REGEX = {
    'Nextflow': ['version_nextflow.txt', r"(\S+)"],
    'Trim Galore!': ['version_trimgalore.txt', r"version (\S+)"],
    'Cutadapt': ['version_cutadapt.txt', r"Version (\S+)"],
    'BWA': ['version_bwa.txt', r"Version: (\S+)"],
    'Samtools': ['version_samtools.txt', r"samtools (\S+)"],
    'Sambamba': ['version_sambamba.txt', r"sambamba (\S+)"],
    'BEDTools': ['version_bedtools.txt', r"bedtools v(\S+)"],
    'R': ['version_r.txt', r"R version (\S+)"],
    'SPP': ['version_spp.txt', r"\[1\] ‘(1.14)’"],
    'MACS2': ['version_macs.txt', r"macs2 (\S+)"],
    'bedGraphToBigWig': ['version_bedGraphToBigWig.txt', r"bedGraphToBigWig v (\S+)"],
    'ChIPseeker': ['version_ChIPseeker.txt', r"Version (\S+)\""],
    'MEME-ChIP': ['version_memechip.txt', r"Version (\S+)"],
    'DiffBind': ['version_DiffBind.txt', r"Version (\S+)\""],
    'deepTools': ['version_deeptools.txt', r"deeptools (\S+)"],
}


def get_args():
    '''Define arguments.'''

    parser = argparse.ArgumentParser(
        description=__doc__, epilog=EPILOG,
        formatter_class=argparse.RawDescriptionHelpFormatter)

    parser.add_argument('-f', '--files',
                        help="The version files.",
                        required=True,
                        nargs='*')

    parser.add_argument('-o', '--output',
                        help="The out file name.",
                        required=True)

    args = parser.parse_args()
    return args


def check_files(files):
    '''Check if version files are found.'''

    logger.info("Running file check.")

    software_files = np.array(list(SOFTWARE_REGEX.values()))[:,0]

    extra_files =  set(files) - set(software_files)

    if len(extra_files) > 0:
            logger.error('Missing regex: %s', list(extra_files))
            raise Exception("Missing regex: %s" % list(extra_files))


def main():
    args = get_args()
    files = args.files
    output = args.output

    out_filename = output + '_mqc.yaml'

    results = OrderedDict()
    results['Nextflow'] = '<span style="color:#999999;\">N/A</span>'
    results['Trim Galore!'] = '<span style="color:#999999;\">N/A</span>'
    results['Cutadapt'] = '<span style="color:#999999;\">N/A</span>'
    results['BWA'] = '<span style="color:#999999;\">N/A</span>'
    results['Trim Galore!'] = '<span style="color:#999999;\">N/A</span>'
    results['Cutadapt'] = '<span style="color:#999999;\">N/A</span>'
    results['BWA'] = '<span style="color:#999999;\">N/A</span>'
    results['Samtools'] = '<span style="color:#999999;\">N/A</span>'
    results['Sambamba'] = '<span style="color:#999999;\">N/A</span>'
    results['BEDTools'] = '<span style="color:#999999;\">N/A</span>'
    results['R'] = '<span style="color:#999999;\">N/A</span>'
    results['SPP'] = '<span style="color:#999999;\">N/A</span>'
    results['MACS2'] = '<span style="color:#999999;\">N/A</span>'
    results['bedGraphToBigWig'] = '<span style="color:#999999;\">N/A</span>'
    results['ChIPseeker'] = '<span style="color:#999999;\">N/A</span>'
    results['MEME-ChIP'] = '<span style="color:#999999;\">N/A</span>'
    results['DiffBind'] = '<span style="color:#999999;\">N/A</span>'
    results['deepTools'] = '<span style="color:#999999;\">N/A</span>'

    # Check for version files:
    check_files(files)

    # Search each file using its regex
    for k, v in SOFTWARE_REGEX.items():
        with open(v[0]) as x:
            versions = x.read()
            match = re.search(v[1], versions)
            if match:
                results[k] = "v{}".format(match.group(1))

    # Dump to YAML
    print(
        '''
        id: 'Software Versions'
        section_name: 'Software Versions'
        section_href: 'https://git.biohpc.swmed.edu/BICF/Astrocyte/chipseq_analysis/'
        plot_type: 'html'
        description: 'are collected at run time from the software output.'
        data: |
            <dl class="dl-horizontal">
        '''
    , file = open(out_filename, "w"))

    for k, v in results.items():
        print("        <dt>{}</dt><dd>{}</dd>".format(k, v), file = open(out_filename, "a"))
    print("        </dl>", file = open(out_filename, "a"))


if __name__ == '__main__':
    main()