Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/3c/c10de528ae6ef29a5f876c940c927d/.command.sh
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/0d/0d7ee4cf82c2695950ec1366afa6f4/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/3c/c10de528ae6ef29a5f876c940c927d/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/0d/0d7ee4cf82c2695950ec1366afa6f4/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-33eb27-R1_A23WJ53LT4_1
+ all_qc -bam aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-33eb27-R1_A23WJ53LT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bam -bed aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bam -region chr20 -output aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.mpileup && contamination -input aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
0it [00:00, ?it/s]
163660it [00:00, 1636492.31it/s]
336630it [00:00, 1691267.65it/s]
514779it [00:00, 1732434.36it/s]
690724it [00:00, 1742888.56it/s]
868272it [00:00, 1754432.61it/s]
1044718it [00:00, 1757813.52it/s]
1220500it [00:00, 1753703.57it/s]
1398382it [00:00, 1761541.15it/s]
1574539it [00:00, 1758006.66it/s]
1753297it [00:01, 1766972.74it/s]
1929999it [00:01, 1752984.53it/s]
2108914it [00:01, 1763893.60it/s]
2286141it [00:01, 1766399.51it/s]
2462800it [00:01, 1758496.40it/s]
2639581it [00:01, 1761272.72it/s]
2816641it [00:01, 1764051.14it/s]
2993058it [00:01, 1758740.33it/s]
3169783it [00:01, 1761170.83it/s]
3346442it [00:01, 1762772.92it/s]
3522726it [00:02, 1741860.56it/s]
3697795it [00:02, 1744468.26it/s]
3878891it [00:02, 1764156.00it/s]
4058177it [00:02, 1772709.37it/s]
4235901it [00:02, 1773988.81it/s]
4413325it [00:02, 1772748.82it/s]
4590617it [00:02, 1768612.16it/s]
4768542it [00:02, 1771724.53it/s]
4946826it [00:02, 1775029.45it/s]
5124337it [00:02, 1768763.67it/s]
5301452it [00:03, 1769458.59it/s]
5478405it [00:03, 1767285.27it/s]
5655946it [00:03, 1769546.37it/s]
5835724it [00:03, 1777979.22it/s]
6014651it [00:03, 1781342.04it/s]
6192789it [00:03, 1776906.05it/s]
6371272it [00:03, 1779256.42it/s]
6549653it [00:03, 1780600.34it/s]
6727716it [00:03, 1771702.98it/s]
6904898it [00:03, 1764446.68it/s]
7081355it [00:04, 1753535.83it/s]
7256727it [00:04, 1749457.17it/s]
7435395it [00:04, 1760519.58it/s]
7611464it [00:04, 1756818.85it/s]
7787767it [00:04, 1758652.92it/s]
7963642it [00:04, 1754123.57it/s]
8139147it [00:04, 1754382.04it/s]
8318176it [00:04, 1765102.82it/s]
8495038it [00:04, 1765984.77it/s]
8672564it [00:04, 1768744.49it/s]
8849443it [00:05, 1767642.22it/s]
9027200it [00:05, 1770597.18it/s]
9204263it [00:05, 1769437.85it/s]
9381910it [00:05, 1771526.76it/s]
9560141it [00:05, 1774739.50it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
9737617it [00:05, 1774108.22it/s]
9915029it [00:05, 1765958.93it/s]
10092435it [00:05, 1768359.44it/s]
10269278it [00:05, 1765475.35it/s]
10446536it [00:05, 1767434.58it/s]
10623365it [00:06, 1767672.24it/s]
10800771it [00:06, 1769567.24it/s]
10977731it [00:06, 1769543.42it/s]
11154929it [00:06, 1770255.37it/s]
11333463it [00:06, 1774758.54it/s]
11512352it [00:06, 1778976.52it/s]
11690251it [00:06, 1760198.31it/s]
11867760it [00:06, 1764567.21it/s]
12045451it [00:06, 1768177.73it/s]
12223471it [00:06, 1771749.79it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
12400666it [00:07, 1768443.20it/s]
12577525it [00:07, 1766813.48it/s]
12754731it [00:07, 1768361.94it/s]
12932208it [00:07, 1770173.54it/s]
13111071it [00:07, 1775682.55it/s]
13291883it [00:07, 1785379.95it/s]
13470426it [00:07, 1784625.05it/s]
13648892it [00:07, 1777775.20it/s]
13828825it [00:07, 1784198.14it/s]
14007253it [00:07, 1782786.81it/s]
14185617it [00:08, 1783019.82it/s]
14363923it [00:08, 1776310.20it/s]
14541562it [00:08, 1766331.75it/s]
14718210it [00:08, 1759944.73it/s]
14895948it [00:08, 1765115.93it/s]
15073442it [00:08, 1768027.49it/s]
15250255it [00:08, 1759605.77it/s]
15426229it [00:08, 1757587.86it/s]
15601997it [00:08, 1756501.94it/s]
15777653it [00:08, 1753703.45it/s]
15953028it [00:09, 1747603.98it/s]
16130756it [00:09, 1756437.89it/s]
16306409it [00:09, 1754625.21it/s]
16483847it [00:09, 1760458.79it/s]
16659899it [00:09, 1760285.43it/s]
16835932it [00:09, 1755232.14it/s]
17014302it [00:09, 1763666.43it/s]
17193715it [00:09, 1772727.02it/s]
17371699it [00:09, 1774681.82it/s]
17549593it [00:09, 1775932.87it/s]
17728102it [00:10, 1778646.40it/s]
17905970it [00:10, 1775862.98it/s]
18075164it [00:10, 1765833.75it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.depth.gz > aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.depth_hist.tsv
cat aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md -output aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.depth.gz> aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md.bai
cat aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1.md -output aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-33eb27-R1_A23WJ53LT4_1/aih-tih-sc-33eb27-R1_A23WJ53LT4_1_full_basic_stats.tsv