diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 90630c57aa6b3df0a244047221a54d7404ef48d4..2066a57143c825f01b9855833c2db8e7e756d136 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -97,4 +97,10 @@ integration_se: integration_pe: stage: integration script: - - nextflow run ./workflow/rna-seq.nf --deriva ./test_data/auth/credential.json --bdbag ./test_data/auth/cookies.txt --repRID Q-Y5JA + - nextflow run ./workflow/rna-seq.nf --deriva ./test_data/auth/credential.json --bdbag ./test_data/auth/cookies.txt --repRID Q-Y5JA -with-dag dag.png + artifacts: + name: "$CI_JOB_NAME" + when: always + paths: + - dag.png + expire_in: 7 days diff --git a/.gitlab/issue_templates/Bug.md b/.gitlab/issue_templates/Bug.md index 9263e44e3e98f4ba84c6605277179cb6f7968a6c..50540890e97e3eb8bb494613fc07402b169e6381 100644 --- a/.gitlab/issue_templates/Bug.md +++ b/.gitlab/issue_templates/Bug.md @@ -1,7 +1,7 @@ # Summary -# Setps to reproduce +# Steps to reproduce # Observed bug behavoir @@ -18,4 +18,4 @@ /label ~bug ~"To Do" -/cc @ghenry @venkat.malladi @s181706 @s189701 \ No newline at end of file +/cc @ghenry @venkat.malladi @s181706 \ No newline at end of file diff --git a/.gitlab/merge_request_templates/Merge_Request.md b/.gitlab/merge_request_templates/Merge_Request.md index cf2214fd8f235e57315ec19996ee2c5512555f51..11442efc9e33ce9cbaecef9a6dca32df9ad91985 100644 --- a/.gitlab/merge_request_templates/Merge_Request.md +++ b/.gitlab/merge_request_templates/Merge_Request.md @@ -1,10 +1,11 @@ -Please fill in the appropriate checklist below (delete whatever is not relevant). -These are the most common things requested on pull requests (PRs). +Please fill in the appropriate checklist below (delete those which are not relevant). +These are the most common things requested on pull requests. ## PR checklist - [ ] This comment contains a description of changes (with reason) - [ ] If you've fixed a bug or added code that should be tested, add tests! - [ ] Documentation in `docs` is updated + - [ ] Replace dag.png with the most recent CI pipleine integrated_pe artifact - [ ] `CHANGELOG.md` is updated - [ ] `README.md` is updated - [ ] `LICENSE.md` is updated with new contributors diff --git a/README.md b/README.md index c525c85c71bbcf7c81e2a2c32f05c3a05f923aa7..9ae8e4d92c20e7f880c85c8784809a0f7cde506e 100644 --- a/README.md +++ b/README.md @@ -5,7 +5,7 @@ [![DOI]()]() --> RNA-Seq Analytic Pipeline for GUDMAP/RBK -=========================== +======================================== Introduction ------------ @@ -13,17 +13,37 @@ This pipeline was created to be a standard mRNA-sequencing analysis pipeline whi  +Cloud Compatibility: +-------------------- +This pipeline is also capable of being run on AWS. To do so: +* Build a AWS batch queue and environment either manually or with [aws-cloudformantion](https://console.aws.amazon.com/cloudformation/home?#/stacks/new?stackName=Nextflow&templateURL=https://s3.amazonaws.com/aws-genomics-workflows/templates/nextflow/nextflow-aio.template.yaml) +* Edit one of the aws configs in workflow/config/ + * Replace workDir with the S3 bucket generated + * Change region if different + * Change queue to the aws batch queue generated +* The user must have awscli configured with an appropriate authentication (with ```aws configure``` and access keys) in the environment which nextflow will be run +* Add ```-profile ``` with the name aws config which was customized + To Run: ------- * Available parameters: - * *--deriva* active ```credential.json``` file from [deriva-auth](https://github.com/informatics-isi-edu/gudmap-rbk/wiki/Uploading-files-via-Deriva-client-tools#from-a-remote-server) - * *--bdbag* active ```cookies.txt``` file from [deriva-auth](https://github.com/informatics-isi-edu/gudmap-rbk/wiki/Uploading-files-via-Deriva-client-tools#from-a-remote-server) - * *--repRID* mRNA-seq replicate RID\ - note: once deriva-auth is run and authenticated, the two files above are saved in ```~/.deriva/``` (see official documents from [deriva](https://github.com/informatics-isi-edu/deriva-client#installer-packages-for-windows-and-macosx) on the lifetime of the credentials) -* FULL EXAMPLE: - ``` - nextflow run workflow/rna-seq.nf --deriva ./data/credential.json --bdbag ./data/cookies.txt --repRID Q-Y5JA - ``` + * ```--deriva``` active **credential.json** file from [deriva-auth](https://github.com/informatics-isi-edu/gudmap-rbk/wiki/Uploading-files-via-Deriva-client-tools#from-a-remote-server) + * ```--bdbag``` active **cookies.txt** file from [deriva-auth](https://github.com/informatics-isi-edu/gudmap-rbk/wiki/Uploading-files-via-Deriva-client-tools#from-a-remote-server) + * ```--repRID``` mRNA-seq replicate RID + * ```--refMoVersion``` mouse reference version ***(optional)*** + * ```--refHuVersion``` human reference version ***(optional)*** + * ```-profile``` config profile to use: standard = local processes on BioHPC (default), biohpc = BioHPC cluster, aws_ondemand = AWS Batch on-demand instant requests, aws_spot = AWS Batch spot instance requests ***(optional)*** +* NOTES: + * once deriva-auth is run and authenticated, the two files above are saved in ```~/.deriva/``` (see official documents from [deriva](https://github.com/informatics-isi-edu/deriva-client#installer-packages-for-windows-and-macosx) on the lifetime of the credentials) + * reference version consists of Genome Reference Consortium version, patch release and GENCODE annotation release # (leaving the params blank will use the default version tied to the pipeline version) + * *current mouse* **38.p6.vM22** = GRCm38.p6 with GENCODE annotation release M22 + * *current human* **38.p6.v31** = GRCh38.p12 with GENCODE annotation release 31 + +FULL EXAMPLE: +------------- +``` +nextflow run workflow/rna-seq.nf --deriva ./data/credential.json --bdbag ./data/cookies.txt --repRID Q-Y5JA +``` @@ -33,7 +53,7 @@ To Run: Credits ======= -This worklow is was developed by [Bioinformatic Core Facility (BICF), Department of Bioinformatics](http://www.utsouthwestern.edu/labs/bioinformatics/) +This workflow is was developed by [Bioinformatic Core Facility (BICF), Department of Bioinformatics](http://www.utsouthwestern.edu/labs/bioinformatics/) PI -- @@ -69,3 +89,11 @@ UT Southwestern Medical Center\ [jeremy.mathews@utsouthwestern.edu](mailto:jeremy.mathews@utsouthwestern.edu) Please cite in publications: Pipeline was developed by BICF from funding provided by **Cancer Prevention and Research Institute of Texas (RP150596)**. + +<hr> +<hr> + +Pipeline Directed Acyclic Graph +------------------------------- + + \ No newline at end of file diff --git a/docs/RNA-Seq Pipeline Design Flowchart.drawio b/docs/RNA-Seq Pipeline Design Flowchart.drawio index f5948f90ef528dfa40d27eb4a77e6f58ddc1bbcf..015897afb0156920a9d1d7ae3bc739f545cd9dda 100644 --- a/docs/RNA-Seq Pipeline Design Flowchart.drawio +++ b/docs/RNA-Seq Pipeline Design Flowchart.drawio @@ -1 +1 @@ -<mxfile host="Electron" modified="2020-01-23T04:59:19.373Z" agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/12.5.3 Chrome/78.0.3904.130 Electron/7.1.9 Safari/537.36" etag="KDduhwS4t9xMJ8nRKDcR" version="12.5.3" type="device"><diagram name="Page-1" id="74e2e168-ea6b-b213-b513-2b3c1d86103e">7V1Zd5s4FP41eUwOYjN+jJNuM9Mmac6003mZI4Ns02BwADdOf/0ILLFJYbEBgZO8xAgh4H5315U4U67Wuw8+3Kw+exZyzmTJ2p0p12eyDDRdwv+ilmfSApTpvmXp2xZpSxvu7d+INJILl1vbQkGuY+h5Tmhv8o2m57rIDHNt0Pe9p3y3hefk77qBS8Q03JvQYVu/21a4oq8hSemJj8hersitDY2cmEPzYel7W5fc70xWFvHf/vQa0rFI/2AFLe8p06S8O1OufM8L97/WuyvkRMSlZNtf9/6Fs8lz+8gN61wwmSDdnE4WYKpb0DCUczLCL+hsEX0F3cFjzRYeHhI/cfhMqKQ/bj164jyIMbzEHYC02aUn8a9l9P/rl8vze/SIz9/aG+TYLqLj4ofbD73vSOiS3EUOnuy1A3F/ZbYK1w5uBPinubId6y/47G2j9wxCTHd6NMNHfkiYCr+/MosBQdErR0cJzaMDB86RM0tQu/Icz8enXC++YRD63kPCAoC87Hu4tp2Itb8h34IuJM3kjgY+hI69dPFvE8OA/Oi87Th0bMwTloYMS01ukDljyHNF1xM6ZJGk0CA/RLtME0H2A/LWKPSfcRdyNuEyIoYaFa+nDE9PqLCuMvw8MUgjJIK0TAZPmQn/IPxUk7dkhreWKJzBZU3IGVjbIOqLAlBNZUJVmUNULk31Fmh6999P5fbDn9++ffqyhH8svfDx1j0HQGdIiCys0Mih54crb+m50HmXthaEIu3zl+dtCMV/ojB8JhSH29DL44F2dvhPdPmFRo5+ZM5c78jI8cEzPXDxC2cuig5/ZM+ll8VHuetukW9jikUCFTcyUlYDXsKDgbf1TUKqh+ubf4PVhy93V4uPcyf8dfv5nXOuEasDfcyjpbRX9j0jgpeyi48cGNq/8hbmGF4oe+5qGUvhjxB7Wtkhut/AmCZP2KrnoYbzwHO2Ibr0TcIOcWt6pDLKUu5KQKkWqa0GlbwWBDwtKHEENmlsHSTKM6crry1KIqAOYEYUy1h/IIIIWE/KRxvHNmGIXR/p66drhgdytq4oS9hr2UT91tDdQueTu4ldHZ7c5iU7IAZTzwss6EfYlJqy1qFtVMpw2Lugc596n3O4tEPWH2HQyEJFgdkto2joYuF4T+YKuyoXlmdu15i28gtAEWikC1nrB41e4WCengUCy/M1DOFI/T96Vi8QuQ1/kNztKw5uobt0UKPbKby7KYW7QQf7TC4WglmkLgIG2eRFD1eByut0S2swGbX/VbZPr2n6FHlQtk+ZvAHfE/CgbeDjSy99Hz5nOmw82w2DzMi3UUOqlIyC1Z8Wsk6NuuMf+/u3qoz02tZntJERNbAHuwfiIyOqyDIwLWAQPrblkq23TmifU8fsBXg7IbWeI7XKIbVhdOOIlSqODKHxwNDiumPjprXC8Xq7ojXz8CpDZvyuAfr8Iq3H5Poqcgeu71HhnmYMx/NInA2u53FI8lKt6T1MWO+BSy15Mii3cdJQVkZrqKlSODir0quhLmUdzkTh1knn8vYtjk1bgg0ybRRk5v7Sc7ze9gOq2Re5louC8pFxY/bhCuyEsQgZZMlEYJYNSFOGt3isF4Frm9C5JHK+ti0r1jYePhMZSdy2wm3I7Ydnajt3nUz9sdMSIY6dxp/8UY3BWcDpcCzgwOcCtZrm1GDNKbefqg7KnBr1ZW60lpTqlYMt6VR4yKuyIUKE0xrDwUxPDDIWbo5BPj7jlaX0Fp+xaaGYxua4zZKuDs0s6fKbWappluisScYscUlKc2WVYZ5iiLJLpc9dLXOjNUtUqxycHuzVLJUyTQ3N2KH5KaCzMExkmjx05oamajUnYRqjo8o5dHSRBouNu2MdM/5QypCGZrMMINJm0d8/cvarwmaBnMVKDVjXNotO+FaFUtOaJms6KItlCHVe2mAEebScIKy8ls+XQrMrfaiEIWA+Hda8xLSByR2ty0r9inFkUspURQanOVy35a62Xsx5LMG1ugTvzD9i5WIO7dOld90JlO5yKOOpp8QHfToTNN1VmaIX5leWPnauNn2BMEHMqOJ3iVx8o6A1icL2ag4DdHimt7EIaYWQjhPT8UK67jTWYbPWUdIDAwDD051ePlY76nWtkdoCtvyKNqGlP41cc452TLPOzdz1GtDSLEaVEuXlk8smFgeiRJXxhGQDxb3uAjthURnfGxK6yOBY3A/xhjiAlsVBWTxnth3ujNs7f/2H8fO3fbO1VF1caoX7NGxBMgZquxl/Ynva7wKxGrfjLhDTCndrd4EYX4RHU6374qTwxRTbn4YZtZqLh8qkJKsDymS7ugR4UDodSOpwOKI8xK2hwHsBEEjCICx77lpqfCzJ0lJ7VX8WuZBPmghPmMp8rM6ifawEJU7bmPDvBK7aJRndbWUgsXi9zuxFJwD3msHgu0OvMpLtMhLiZDT4lB+UFzQZT93JifEBaL2CP7606XJ6kOxRRX0FtXxBPXOBOml3ST2fWqw9WsMHNLOX3+2xbuqXEHRwS1upuzj80KjvCupS5qzUDZytNvhFYIOyEey6hRLRG0ucVa5lDp2aUsUHWmwt9fwFJTmWGKsbqMTXtHD2xTCx9JzCPmXFbXd6NWlLCxh3v+/Blfz3u4/yPPB1B50LjXeo2coWyNYwac2c2pqp3lJWrLRg1Gutdm+FbZHJhR+I9WheIf7C4lw+/kLj3NeI/7Bm8AG78vllWztqH1ZpbK2LPqwk3IcF7B4eMVq4yQx+nZgnezRgiSclbrqADRHDzfoNLR5aSU5fHFpsZepi8/AGFxcuhRe69AoXXRGcgWvse0YAdXCbRgBpPDNiPa/ALeXKSo+R1nrVqC4ZmMsoNmY4jCMuJMnIc4UyVUfOFzR2Hwhf0Acv18ejjiESk3Oo1TTEhxAS6+XE1Sk/A889MSfnaLjkuiFfh99OYaUq3rXl7qotsA7cg6wtiud33eFJSFf7uvAn9Vh6J9uajszoNZz67bT4g7Md8lHrmgj3SBe6RBVas3qQtH6DdvEWiwCFDAO1UWMv9FtjIy8mKt2wsf/FxgcVE+nFOVa9vJao2F/N9++mlEhnk4uFraLTTTBzu0KnzaPVlP0EjN2rT7VuSEAY7Tx2wQauPifsJhdvjDkIE14aBzbgQU2mJrJbPawV1+VNyvVwsT/QSvRwnyIBpPHkYEbsUpTunTqQtAuQRvMlW/4qzN5W3pev6GlPrx1qSWm8rAG+1knG2D8quSxln8Yl7lJhb5hJhVsK1GMvKFWgbSnH6YCWNI9PIKat2/mj5aGwDgAUkz8tyYNhnKQ4gKQMfwDyIF0YxtjchdK9uUWJSVPmnsj6aTK3JpK5h7wFTfLZ9cqswbBKUgf04eIjtVU+/w4qtFXHyolL62GstWR0U0VYDvSipW55qSW/VPpEsvjCuBJwlvn1yJUsG00KnzsA044CLbU4r1zxcW7mAqWpRCi9SITQnYKOlYg2OZsTM/XD2cct/hAaGJyCRtOGptGKS+ZBXxoNnIRGk4Wm1RvthtcgTq788kiLIsHJpg7Y8wSSBnJcZmg9mM39HTPTmduN40HrBNY36yI/IFXGZ/WIPZbi1FK2Onx9G4tVZ7Wp/DcY0FKDyTgdEkmYJ1rTjNdN3relbE9kR3phHCU2kySUn2xoPn+8eboHN+AmMP/8dwfsW47xTqqNcmymP269qHXhueH5vt79EnfQpM0uPVnc/zHqfPgot/YGObYb7UN9jYIosSxL72mZN1sTldl0cn9fpnletRVl1hoWM9kv7i/p42f7DefxUBGzEh8Nj6vNzrTraCwsUEFqUllubmzqJsVgYqoxxi75YHPW2CnNbR0+9L0ImJTtoor7z56Foh7/Aw==</diagram></mxfile> \ No newline at end of file +<mxfile host="Electron" modified="2020-03-13T19:34:08.134Z" agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/12.6.5 Chrome/80.0.3987.86 Electron/8.0.0 Safari/537.36" etag="VDlQzySqUssiwsoi2TLi" version="12.6.5" type="device"><diagram name="Page-1" id="74e2e168-ea6b-b213-b513-2b3c1d86103e">7V1bd5u4Fv41Xuuch3RxN35skl5mppkm09POdF66ZJBtGgwu4Cburz8SIAySzCVc5SQPrRES2Ht/+6otaaZebR/fBWC3ufFt6M4UyX6cqdczRZEl00D/4ZZD0mLKacM6cOy007Hhk/MLkpFp696xYVjoGPm+Gzm7YqPlex60okIbCAL/odht5bvFt+7AGjINnyzgsq1/O3a0SVtlSTreeA+d9SZ9tamnN5bAul8H/t5L3zdT1FX8l9zeAvKstH+4Abb/kGtS38zUq8D3o+TT9vEKupi2hGzJuLcn7mbfO4BeVGfAfA4NazFfyQvDBqapXqRP+AncPSQ/wXDRsy5XPnok+sbRIaWS8WPvkxsXYczD16iDLO0ejzfRpzX+/wY4Hrr52gPuIXKskDwVfbXkwUk30hzugHf6ZQ8p6fHrNMwTKR6K4OD6QdIcrJfgP/Ed5Qr9y/3032xg/NQV2DruIRm+9T0ffQcLFrscfyX3R84UnRYKHdEdt8Ysza4IH/SYE6jlGn/GX0zHBNcRv6r6yllfwu4nPUY5PibheXbHhvZ+F99Ygu2xV8KSrFcYBf59KiS4EXdSLzfRNv7t13J8iVC+S8ZsH9eYOK9Wrv9gbUAQvbJ9a79FXz8Z+LBxIvgpITzq/oA6J0/AhMct0itFj1tWjutexfwm30VdmRa0rKR//LWo+0tT17Cg6jGnyK+GQQQfa9E1u5WR9B30tzAKDnH3/EPyTJAOuRtS/sZDRrb0Zu7eJsF4dtPI3QPhsX2d+wo0z+PLjPH5xiIc034MbjMRTcSRgFwpSKYSPjhbF3joKuE75rp6aW0c1/4ADv4eK6IwQoqRXCHuIM6nWj+Wr1hjQqyT8FWmFPGFC5bQvczUasJS9drz4xfm4Ze8F8vp21SSr7/AwAYeSJvTN5roErjO2kOfLcRgGMzycMK/SbV1aNrarAik+I6pLFXDyOiQV7VEdyaIOjalqvcIFim9a6RWILWSMrEKDzmbYxCbs8nZG8NMG0Fq6I4oOCr7Wcb7mrpfYXT/GkaXYF2T4wxXu6DpSQNVTeSUqnyicmhqdEDTy6//Pt6p374p337d+fv5928PunOhSAuGhNBGDkd66QfRxl/7yDS+ObZSMvF9v92R/iCwUMtx1Aff36U8+A6j6JDyAOwjv8gh+OhE/6QPxJ+/4s+v5np6ef2Yu3d9IBceosE/+YtkmE4uj8Piq8K4Wxg4iIhYxBLRplkvxX/1WJ/iM/T3gZWS8f7647/h5t2fd1er90s3+nl788a90FOPEQQIv0m/u2/f1dt3f3z58tufa/D72o9+3HoXsqwmPTEzSqEUQBdEzs+id8jDSTz0dRCAQ67Dzne8KMw9+RY3HNWAUlQDiqwXfbaK7guJQmjy/iNesx9SC8JlJK1WDUfUYsDlzHlqzAt4BMvQd/cRfB1YKWbj1uOVxqh4pS+9QpRfbeWtUspb4+gZnu7OGtvoGS6TCJxbqJk2SuWVnlMrck2dclQjXwtahK9TWC3YodqQSaSZ0xtlwtCd1mjHdTZkC+DOdSwQ4ejlr9+uGVQUjDYtXYmzjlx14O2B+5u3i102niQXZT1MLb9RFGF5GPGrK31dGPlyY8LnQ+JKLwPiRS/B2olYx4rhRp5VhDElMRSfUSlr4thpEG5kZB6CHcy3ZxmB5PkaREBQR5bcpcKFThzb9G1/QSsC3hpH9g1ep3LeNleptwEXuX8eEoJLrC5ChrPNvBOugy3rxqiWbzR3+kn2kHgJVfbQqGkOVblre3gGXvQJnM5fcDoeTpUzwKk6HyDaM2obUGHDPeIjCBzuETzn2LQCYfSjK69yu3cj54L4lifY2wupjSLkOaQ2zX58yVIDlyM0ejCwuR6l2LTmOe590Zr58hpDZvRbQ3hzktYiee8qrfdHT0vLevu09NS9kSc5HlpNx2POOh7c1IAyPwfHQxrA8Zg31ADCuh9E1YnhfpSimlMqsncLbDpVKKLsHmNqsWUUyWNcp9Vjwh20HJivNMEP7PgVzj3s8wXQsz0Y9vsbogBgIap8D2rEjD1RBYBwHDFSkc7S50UobcrJJU9ssWA4FnBfp/P0W8e2Y/PjozvYbUJtG9QGvVlaInDrh07k+IVJffKUD1SH7GmkDMCFq7TqyHK8NWq4iJVBrmhAVoYR7NqZ014qANhpvggF8uKnTjVzcs6XoZy989VdKkiv6ZGZrEfG7adpZ+CRdZ2yvFsePlt6+MVbrJf3mw+3fx/eOBdz7exhytfyFDT6Ayif7Kp4eFSNASIEs76FEjY4IFZYjOCgVMFSfNoidjBT4ZNMWrblwZCJtBINcjI8Y0OIpOWHFbMBRILGAifYVofbdVnLy0dzxUvrw0Xnzs38BVesAInkoBva9Bz088+Oduegk/qLnP/Dpyqnxu4E+SeSNFWauURU90GqCubSC1LHRKp5Bkjtuq6glKbVxktY352Y5wbzggU+DOu7nwC0OHXk6ILWCoPWlnO0CT8ekupqk86L6drFcRIjsQFcQUSReGnsGnroRSHrez6xjhmF8UsQwqeHbY3FTy+KH0f6uG5nf7LHzqq9dz4BvDxW4nr544bJbdXdkGFyufXOETyms7TEuYqOcN11fX5bstcOYXup82EhHs/DiT/NZEqTi2Lnyqi2XKzYgFRnV1nzBWvMuSUSL8tLa8N0XJfzecN0cQYwHSZ+Nduv3xBvIf8YiJxI8q8VJDVtgPnQRQNfStikCnEYxZgQLXMFcnyKd1WaaHzRluCDrv8ts2kFejtnS+9B47lSjf0sp5t75a3GiyL7mm4+sVBEZ2g+oHdOPue8lScmhIt+j9LL4hGZdYXK94uoLFY0JuELyTqlcuSCd1PZXzZ1Coi9LLA2X5DaAqmlyx8rgToNp50Asy5Q6f7DAHXRfs6+00hyNOh2CVSlJlCnMWHPAHXRDKg6vbcv1V9btOs/kCC09y2esyCUzyJWSsI0Un/zRTOVTfcfBKmK1D5H/ZyRWlonLghQDTrurgAq3b9KBZsNVTzdfyBBaL8maDxBeCroT+9ca4Nwk2VVnyYbpQusBXFntDklG1XuxnwU7IrsbjwVuwWEttqCuQ12B6p3Gwe8WoUhoLMhTfsPIxztt1F8EY4OFfs0nJ6+ZYNxYpr271o2HCd6NG/vgu3v5vdfzse9rRmcc3Hi81HEr1lbDLurbI3XcXeV1am3DbGr7HxivsJ4ZUos8MqEpJCf4PXjzHzwFeUk9J8Q9XMTs9znDNUTM09ngNWBiujaz9GJh9WRNKgsnYMO7bqSroyktTw8USrpSl1ZgavpFD6vZulZhbQ/Pk6VVy/EH7+yLlMpz77UqxcGT6Hcq0S6JlND2Qvxx6+jlFnh2oJ7eOms/3ZEPYiR3JVpL6DfVAOTJ1LNmtxVqPd1m2wAf96Cz94t3B3++d/y8432ebHbXrSfUpu6B1wzWiuVisrUKucsEG6/aUyZTSuzUEbQeupIFLe4XPMK7Beza9mXJwzHEEabYlV6PDeHVenB3MOxanwvmnOmiIWk5xyOqVOmt9myqTA0Pf+UUxuDq9ady5Q5BVz8jueQIB3E5BKS1lINQptc9QxSUZxoOebWTLmMdlt0wwp/npn5bc22Qc0vv9SFxIZTsQijFfMOUvFChCRvJda2bN79+iRfKZ/fvFeWYWC4kITBY6910xrW+TIDhqnXkidWoHA2IC7Ni4oCYpnajapqfREzoKr6XNb0lgO6FhMuO9hIa79zfWCfQailjbltdhn26xFbFOe1FFZi+K7cpPOom251ZiwupFeSXDQYstlNbPz0El/WVJSlV0c3FQ3XTDMD5LnZqSLnwvV57kLRISp5xWwlpTAjo3LRcMcJun/XzgUXk+3rLp85JjlbwomEyQqfehRMtt+k8JljkmO9hQr0Kq238IEe98ir9pM84uK+2XGFXbuxyZSFgG5rxVIzWaF3mmg8oGPgO8A6vP/48En+KH8MrT/+fZSdW06GIztlryAPJ46G1qXd4+lTuHHnpz/l1tlB1/FwWdY1DHGZpSK9JRMa7FmAuSrQ5L1M87KqNjSfMkjrOpkDoZmCzwB9t19gGT8KC1UKPfRc/XKmX+NnIckPj3kHVsian3lGFX6y6YDsVLR8OkDtIBvAzW+abO6G0D3cAa8OBmQuBu6ucvxLHnWChfzsm7VxXPsDOPh7TIIwAtY9uWIzc0WFHm6AHZfx4ov4nPBLNHodd6JqhYupIzn9cW/B1nExh77AwAYemBXOizV5IOsi49Q8FWhQcJI5ucDsGOxCLrCLk8S5gGJrx+KjPq2abO8l6VqO/GpyD7RKtk7p6pzzvn4rV/mzUEp7v+tMimuaTEOVSUzlVBTnGGluv2lsIDCtmpsyglarKlGmLEoVshhTFmWIrmFTBj0Yqxdyj344lpKVAU5EtQtRYFDqYtTYF1qqqdxlfRp7Jwmx4W52Atq5QPk0IjvMoNaGcpmuHg3IbHaGqkzXaHc5+arpqCMkh94rvSq9qjbcVpLu33k2lqfINIUx1Y63gsENjIA9culN2ygwC7oHXdC4MGtEhfpUosKJbRIqRlRYKkmVvoPOcR3KnYyXyLBKjRGa1lZjokSI5UpbjBCxHNw5lp02OoOGif3QfPQ4UdbY/InYaV5C6GF3LBDLwE9s8YEYBr5cfmqsQeAcxnOip/Ji4utC+WX3xGlDeRrFfyJsrqiztSDnNotx9DbEcFLL1TPFKOl76HtdeanDrxfuiWHjLxjOdFB+JxwcBODillFjip5IztsKbeDJp4kdti7E5FObs/LKZsbHnmOizhTQq+aYqP5zsyIDb7QdoEpDzGIRoXyRiXYyceLYPE5dTWlScGSpMOl5owqpoPvPjQqQm2rLAQNJxcTKFI6S8DV3ZyoHktVemVX7DKeJFCIsqNXw86pi/cWi5YCB4K2IC++apyt1WLNQe08aso/1dOoTFIlamKXQtdldFSjQK8DORlQmNuvcmX8kN5SLXvwjnSMxE14Yqcj03upqOWiZAUqVv0Of09d4QNdiwV0Q3P7AlSmIQFPTwAry040FB/hTDgxked4M+cyAedUKXyY0aDqga+RzlwR3cITb1OOA3HI0WeHCnhMPlC4X5gkFl7j1D8caRQoMRTAnB10GPl46eeyOc8Q3vg1xj/8D</diagram></mxfile> \ No newline at end of file diff --git a/docs/RNA-Seq Pipeline Design Flowchart.jpg b/docs/RNA-Seq Pipeline Design Flowchart.jpg index 517422bc8be240d9d446e3439f14ceb1874291d5..fb7264cd251e7d3ed9c35971e58387e14303fdaa 100644 Binary files a/docs/RNA-Seq Pipeline Design Flowchart.jpg and b/docs/RNA-Seq Pipeline Design Flowchart.jpg differ diff --git a/docs/RNA-Seq Pipeline Design Flowchart.pdf b/docs/RNA-Seq Pipeline Design Flowchart.pdf deleted file mode 100644 index f4a29541d587138404e55316652a726a1af73aca..0000000000000000000000000000000000000000 Binary files a/docs/RNA-Seq Pipeline Design Flowchart.pdf and /dev/null differ diff --git a/docs/RNA-Seq Pipeline Design Process Table.docx b/docs/RNA-Seq Pipeline Design Process Table.docx index eb0baa2f102b71485ff4ed75664a86f1a7cacf7f..92cc22938e92753c3e77cdfc5279806820bca1d2 100644 Binary files a/docs/RNA-Seq Pipeline Design Process Table.docx and b/docs/RNA-Seq Pipeline Design Process Table.docx differ diff --git a/docs/RNA-Seq Pipeline Design Process Table.pdf b/docs/RNA-Seq Pipeline Design Process Table.pdf new file mode 100644 index 0000000000000000000000000000000000000000..0d0305bc0a2c8e043799f798089232dfad00c18a Binary files /dev/null and b/docs/RNA-Seq Pipeline Design Process Table.pdf differ diff --git a/docs/dag.png b/docs/dag.png new file mode 100644 index 0000000000000000000000000000000000000000..a4b6d60f4891bc2680f6d2908670442ff1e314df Binary files /dev/null and b/docs/dag.png differ diff --git a/workflow/conf/biohpc.config b/workflow/conf/biohpc.config index ea9d13742ba0a18fc373694705859836a87e37cc..83fac1f1092e641a25214c2af2b61745ed352a83 100755 --- a/workflow/conf/biohpc.config +++ b/workflow/conf/biohpc.config @@ -16,13 +16,13 @@ process { executor = 'local' } withName:trimData { - queue = '128GB,256GB,256GBv1' + queue = 'super' } withName:alignData { queue = '256GB,256GBv1' } - withName:dedupData { - queue = '128GB,256GB,256GBv1' + withName: dedupData { + queue = 'super' } withName:fastqc { queue = 'super' @@ -30,6 +30,9 @@ process { withName:inferMetadata { queue = 'super' } + withName: makeBigWig { + queue = 'super' + } } singularity { diff --git a/workflow/rna-seq.nf b/workflow/rna-seq.nf index e3acf698c9dc80a3b44e41fe6a8a483e66c235f6..40cb8d512bf207dca711153fb60e5ed4f19316a6 100644 --- a/workflow/rna-seq.nf +++ b/workflow/rna-seq.nf @@ -288,7 +288,6 @@ process trimData { // Replicate reference for multiple process inputs reference.into { reference_alignData - reference_rseqc } /*