Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/90/7968f7ae91d7fddf024343f7ee8b0b/tih_rna_sample_00594_B23MVV7LT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/6a/5c3bcc874fecbfa84a3abd553dba39/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/90/7968f7ae91d7fddf024343f7ee8b0b/tih_rna_sample_00594_B23MVV7LT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/6a/5c3bcc874fecbfa84a3abd553dba39/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir tih_rna_sample_00594_B23MVV7LT4_1
+ all_qc -bam tih_rna_sample_00594_B23MVV7LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder tih_rna_sample_00594_B23MVV7LT4_1 -reference ref_genome.fa -region chr20
mkdir -p tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/full_bed.bed
seqtool depth -bam tih_rna_sample_00594_B23MVV7LT4_1.md.bam -bed tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/tih_rna_sample_00594_B23MVV7LT4_1.md.depth.gz
saturation_plot -bams tih_rna_sample_00594_B23MVV7LT4_1.md.bam -region chr20 -output tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 tih_rna_sample_00594_B23MVV7LT4_1.md.bam > tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/saturation_qc.tsv
fragment_size -bams tih_rna_sample_00594_B23MVV7LT4_1.md.bam -region chr20 -output_prefix tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed tih_rna_sample_00594_B23MVV7LT4_1.md.bam > tih_rna_sample_00594_B23MVV7LT4_1.md.mpileup && contamination -input tih_rna_sample_00594_B23MVV7LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
0it [00:00, ?it/s]
152601it [00:00, 1525920.50it/s]
309599it [00:00, 1551788.04it/s]
479968it [00:00, 1621114.74it/s]
651818it [00:00, 1659526.43it/s]
822105it [00:00, 1675036.98it/s]
992912it [00:00, 1686237.94it/s]
1163276it [00:00, 1691900.91it/s]
1335442it [00:00, 1701321.89it/s]
1505679it [00:00, 1701518.15it/s]
1677967it [00:01, 1708091.52it/s]
1850446it [00:01, 1713182.25it/s]
2021765it [00:01, 1700636.58it/s]
2197142it [00:01, 1716625.37it/s]
2370029it [00:01, 1720225.80it/s]
2542392it [00:01, 1721195.51it/s]
2715452it [00:01, 1724004.33it/s]
2887960it [00:01, 1724309.35it/s]
3060398it [00:01, 1723342.99it/s]
3232737it [00:01, 1721311.15it/s]
3404872it [00:02, 1700218.16it/s]
3574952it [00:02, 1698040.09it/s]
3746039it [00:02, 1701836.98it/s]
3919801it [00:02, 1712498.41it/s]
4094362it [00:02, 1722213.30it/s]
4266606it [00:02, 1717992.11it/s]
4438423it [00:02, 1715847.05it/s]
4610020it [00:02, 1695950.63it/s]
4779670it [00:02, 1689772.40it/s]
4948685it [00:02, 1673232.48it/s]
5118027it [00:03, 1679171.77it/s]
5288764it [00:03, 1687521.36it/s]
5457554it [00:03, 1680936.21it/s]
5630412it [00:03, 1695082.62it/s]
5802237it [00:03, 1701962.22it/s]
5974234it [00:03, 1707311.85it/s]
6144985it [00:03, 1706624.12it/s]
6316463it [00:03, 1709034.36it/s]
6487377it [00:03, 1696195.80it/s]
6657024it [00:03, 1691517.37it/s]
6830606it [00:04, 1704636.16it/s]
7004932it [00:04, 1716017.31it/s]
7176554it [00:04, 1707995.35it/s]
7350755it [00:04, 1718125.08it/s]
7523849it [00:04, 1721935.38it/s]
7696058it [00:04, 1712775.36it/s]
7867356it [00:04, 1708313.62it/s]
8039465it [00:04, 1712020.01it/s]
8211202it [00:04, 1713472.42it/s]
8382559it [00:04, 1713018.33it/s]
8558652it [00:05, 1727338.82it/s]
8731394it [00:05, 1721674.85it/s]
8903571it [00:05, 1717994.47it/s]
9075378it [00:05, 1706669.18it/s]
9246063it [00:05, 1695602.25it/s]
9416234it [00:05, 1697382.37it/s]
9586543it [00:05, 1699065.33it/s]
9757085it [00:05, 1700947.32it/s]
9927785it [00:05, 1702735.63it/s]
10098066it [00:05, 1699945.40it/s]
10269058it [00:06, 1702916.48it/s]
10442188it [00:06, 1711399.28it/s]
10613333it [00:06, 1706071.50it/s]
10785754it [00:06, 1711480.47it/s]
10956909it [00:06, 1693486.60it/s]
11126307it [00:06, 1693612.16it/s]
11295699it [00:06, 1680406.33it/s]
11463777it [00:06, 1669281.55it/s]
11633683it [00:06, 1678091.56it/s]
11806200it [00:06, 1692079.74it/s]
11979184it [00:07, 1703321.44it/s]
12150964it [00:07, 1707626.07it/s]
12321750it [00:07, 1704761.40it/s]
12492753it [00:07, 1706316.74it/s]
12665548it [00:07, 1712775.54it/s]
12840353it [00:07, 1723326.90it/s]
13014264it [00:07, 1728033.60it/s]
13187956it [00:07, 1730680.60it/s]
13361029it [00:07, 1724196.65it/s]
13533458it [00:07, 1720114.71it/s]
13705477it [00:08, 1719383.01it/s]
13877421it [00:08, 1690797.17it/s]
14048601it [00:08, 1696997.42it/s]
14220191it [00:08, 1702596.90it/s]
14390688it [00:08, 1703250.02it/s]
14561205it [00:08, 1703807.97it/s]
14732226it [00:08, 1705709.23it/s]
14905333it [00:08, 1713284.07it/s]
15078335it [00:08, 1718267.55it/s]
15252154it [00:08, 1724214.34it/s]
15426723it [00:09, 1730514.89it/s]
15599782it [00:09, 1714548.05it/s]
15771777it [00:09, 1716142.05it/s]
15943419it [00:09, 1707886.30it/s]
16114233it [00:09, 1706520.97it/s]
16284902it [00:09, 1698729.90it/s]
16454791it [00:09, 1686032.76it/s]
16623694it [00:09, 1686905.37it/s]
16794433it [00:09, 1692986.99it/s]
16963756it [00:09, 1693041.94it/s]
17133073it [00:10, 1676717.91it/s]
17304833it [00:10, 1688852.93it/s]
17476656it [00:10, 1697591.21it/s]
17646915it [00:10, 1699061.51it/s]
17816845it [00:10, 1689851.53it/s]
17987972it [00:10, 1696218.04it/s]
18157616it [00:10, 1694092.54it/s]
18331248it [00:10, 1706694.92it/s]
18504660it [00:10, 1714883.30it/s]
18676713it [00:10, 1716556.16it/s]
18849226it [00:11, 1719061.47it/s][W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
19023388it [00:11, 1725803.20it/s]
19195974it [00:11, 1724734.65it/s]
19368452it [00:11, 1717583.30it/s]
19540220it [00:11, 1700878.99it/s]
19714089it [00:11, 1712101.26it/s]
19887168it [00:11, 1717653.34it/s]
20059827it [00:11, 1720307.79it/s]
20231880it [00:11, 1693458.24it/s]
20402387it [00:11, 1696878.12it/s]
20465254it [00:12, 1703488.24it/s]
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
tabix -s 1 -b 2 -e 2 tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/tih_rna_sample_00594_B23MVV7LT4_1.md.depth.gz
seqtool depth_hist -nbins 500 tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/tih_rna_sample_00594_B23MVV7LT4_1.md.depth.gz > tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/tih_rna_sample_00594_B23MVV7LT4_1.md.depth_hist.tsv
cat tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/tih_rna_sample_00594_B23MVV7LT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title tih_rna_sample_00594_B23MVV7LT4_1.md -output tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/tih_rna_sample_00594_B23MVV7LT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 tih_rna_sample_00594_B23MVV7LT4_1.md.bam > tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 tih_rna_sample_00594_B23MVV7LT4_1.md.bam > tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/tih_rna_sample_00594_B23MVV7LT4_1.md.depth.gz> tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 tih_rna_sample_00594_B23MVV7LT4_1.md.bam > tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00594_B23MVV7LT4_1.md.bai
cat tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "tih_rna_sample_00594_B23MVV7LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md/qc_complete.txt
+ merge_qc -folders tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1.md -output tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1_full_basic_stats.tsv
+ head -n1 tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00594_B23MVV7LT4_1/tih_rna_sample_00594_B23MVV7LT4_1_full_basic_stats.tsv