Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/11/53725f47c077dc8a0a9059d53c5eb5/tih_rna_sample_00096_23H5VFLT4_s11.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/5d/cfdc9a1714677e9bbc247169922d22/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/11/53725f47c077dc8a0a9059d53c5eb5/tih_rna_sample_00096_23H5VFLT4_s11.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/5d/cfdc9a1714677e9bbc247169922d22/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir tih_rna_sample_00096_23H5VFLT4_s11
+ all_qc -bam tih_rna_sample_00096_23H5VFLT4_s11.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder tih_rna_sample_00096_23H5VFLT4_s11 -reference ref_genome.fa -region chr20
mkdir -p tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/full_bed.bed
seqtool depth -bam tih_rna_sample_00096_23H5VFLT4_s11.md.bam -bed tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/tih_rna_sample_00096_23H5VFLT4_s11.md.depth.gz
saturation_plot -bams tih_rna_sample_00096_23H5VFLT4_s11.md.bam -region chr20 -output tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 tih_rna_sample_00096_23H5VFLT4_s11.md.bam > tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/saturation_qc.tsv
fragment_size -bams tih_rna_sample_00096_23H5VFLT4_s11.md.bam -region chr20 -output_prefix tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed tih_rna_sample_00096_23H5VFLT4_s11.md.bam > tih_rna_sample_00096_23H5VFLT4_s11.md.mpileup && contamination -input tih_rna_sample_00096_23H5VFLT4_s11.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
0it [00:00, ?it/s]
75475it [00:00, 754702.14it/s][W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
157955it [00:00, 795909.87it/s]
238786it [00:00, 801546.90it/s]
320898it [00:00, 809253.59it/s]
404065it [00:00, 817315.28it/s]
488117it [00:00, 825183.42it/s]
570636it [00:00, 821274.12it/s]
652768it [00:00, 818418.50it/s]
734614it [00:00, 815343.16it/s]
817000it [00:01, 817941.25it/s]
899460it [00:01, 819953.25it/s]
981459it [00:01, 816179.72it/s]
1063083it [00:01, 808278.51it/s]
1145783it [00:01, 813854.92it/s]
1227187it [00:01, 813266.52it/s]
1309523it [00:01, 816266.68it/s]
1391805it [00:01, 818212.10it/s]
1473635it [00:01, 816407.27it/s]
1555282it [00:01, 803974.78it/s]
1635723it [00:02, 803350.34it/s]
1719923it [00:02, 814797.10it/s]
1803202it [00:02, 820140.91it/s]
1886197it [00:02, 823054.37it/s]
1969778it [00:02, 826854.04it/s]
2053145it [00:02, 828876.01it/s]
2136044it [00:02, 820959.23it/s]
2220701it [00:02, 828565.17it/s]
2304170it [00:02, 830338.35it/s]
2387221it [00:02, 827578.64it/s]
2471186it [00:03, 831166.36it/s]
2554314it [00:03, 825926.53it/s]
2636921it [00:03, 825742.53it/s]
2719505it [00:03, 822984.14it/s]
2801811it [00:03, 821301.25it/s]
2883947it [00:03, 813625.31it/s]
2965393it [00:03, 813857.77it/s]
3048356it [00:03, 818538.49it/s]
3130860it [00:03, 820460.96it/s]
3215021it [00:03, 826760.34it/s]
3297706it [00:04, 826232.15it/s]
3380336it [00:04, 821251.19it/s]
3462784it [00:04, 822198.04it/s]
3545012it [00:04, 821457.40it/s]
3627163it [00:04, 817789.07it/s]
3708949it [00:04, 813423.96it/s]
3791467it [00:04, 816905.92it/s]
3874072it [00:04, 819617.05it/s]
3956041it [00:04, 818271.84it/s]
4037874it [00:04, 813961.23it/s]
4119278it [00:05, 812311.93it/s]
4200514it [00:05, 808271.41it/s]
4281347it [00:05, 805306.48it/s]
4361882it [00:05, 803009.70it/s]
4442412it [00:05, 803673.56it/s]
4523865it [00:05, 806839.32it/s]
4606478it [00:05, 812590.29it/s]
4689327it [00:05, 817326.68it/s]
4771065it [00:05, 810121.05it/s]
4852094it [00:05, 807607.78it/s]
4933089it [00:06, 808289.92it/s]
5013927it [00:06, 806179.27it/s]
5094552it [00:06, 801814.80it/s]
5175657it [00:06, 804450.66it/s]
5258242it [00:06, 810816.39it/s]
5341976it [00:06, 818726.59it/s]
5423858it [00:06, 816907.59it/s]
5507896it [00:06, 823855.70it/s]
5591341it [00:06, 826985.56it/s]
5674127it [00:06, 827229.94it/s]
5756854it [00:07, 825862.28it/s]
5839444it [00:07, 822026.48it/s]
5924691it [00:07, 831100.26it/s]
6008678it [00:07, 833706.07it/s]
6092056it [00:07, 832297.10it/s]
6175291it [00:07, 832221.75it/s]
6258517it [00:07, 826712.55it/s]
6341198it [00:07, 824553.07it/s]
6423661it [00:07, 818583.14it/s]
6505531it [00:07, 814124.48it/s]
6588153it [00:08, 817697.62it/s]
6670561it [00:08, 819579.32it/s]
6753225it [00:08, 821597.97it/s]
6838585it [00:08, 831147.97it/s]
6923000it [00:08, 835017.23it/s]
7006509it [00:08, 831531.89it/s]
7089670it [00:08, 831287.85it/s]
7172804it [00:08, 829793.86it/s]
7255788it [00:08, 827939.00it/s]
7338585it [00:08, 826323.24it/s]
7421781it [00:09, 827990.30it/s]
7504583it [00:09, 826186.49it/s]
7587459it [00:09, 826939.50it/s]
7672377it [00:09, 833454.02it/s]
7755725it [00:09, 824252.47it/s]
7838174it [00:09, 811849.66it/s]
7919479it [00:09, 812185.03it/s]
8002564it [00:09, 817699.29it/s]
8084365it [00:09, 811133.04it/s]
8165507it [00:09, 803837.55it/s]
8247347it [00:10, 808124.91it/s]
8329297it [00:10, 811485.00it/s]
8413125it [00:10, 819429.31it/s]
8495992it [00:10, 822167.79it/s]
8578879it [00:10, 824152.12it/s]
8661306it [00:10, 821996.63it/s]
8744245it [00:10, 824189.80it/s]
8826672it [00:10, 822216.10it/s]
8908900it [00:10, 817299.57it/s]
8992543it [00:10, 822982.08it/s]
9075322it [00:11, 824396.82it/s]
9158716it [00:11, 827107.29it/s]
9241433it [00:11, 825515.91it/s]
9323990it [00:11, 823389.89it/s]
9406333it [00:11, 814806.85it/s]
9487834it [00:11, 810520.30it/s]
9569882it [00:11, 813456.56it/s]
9651975it [00:11, 815613.45it/s]
9733911it [00:11, 816714.73it/s]
9817022it [00:11, 820999.59it/s]
9900490it [00:12, 825071.19it/s]
9983157it [00:12, 825464.12it/s]
10066890it [00:12, 829000.78it/s]
10149794it [00:12, 828760.50it/s]
10232673it [00:12, 827158.26it/s]
10315392it [00:12, 819863.61it/s]
10397622it [00:12, 820567.66it/s]
10481627it [00:12, 826363.72it/s]
10564390it [00:12, 826723.56it/s]
10647524it [00:12, 828085.56it/s]
10730339it [00:13, 824344.50it/s]
10812984it [00:13, 824957.10it/s]
10895486it [00:13, 822676.23it/s]
10977759it [00:13, 820583.72it/s]
11062994it [00:13, 830005.70it/s]
11148183it [00:13, 836530.71it/s]
11234066it [00:13, 843186.25it/s]
11320229it [00:13, 848692.17it/s]
11406656it [00:13, 853234.65it/s]
11492483it [00:13, 854725.77it/s]
11579498it [00:14, 859318.86it/s]
11667579it [00:14, 865744.70it/s]
11754317it [00:14, 866215.54it/s]
11840940it [00:14, 865016.44it/s]
11927443it [00:14, 863281.52it/s]
12013773it [00:14, 861063.37it/s]
12100347it [00:14, 862442.22it/s]
12186594it [00:14, 861587.61it/s]
12272755it [00:14, 859730.81it/s]
12358730it [00:14, 858953.50it/s]
12444627it [00:15, 858262.09it/s]
12531027it [00:15, 859960.88it/s]
12617024it [00:15, 859293.91it/s]
12704111it [00:15, 862736.66it/s]
12790405it [00:15, 862776.26it/s]
12876684it [00:15, 859686.25it/s]
12963154it [00:15, 861153.94it/s]
13049272it [00:15, 858480.38it/s]
13137275it [00:15, 864898.48it/s]
13224154it [00:16, 866043.95it/s]
13311641it [00:16, 868666.60it/s]
13398511it [00:16, 862838.33it/s]
13484806it [00:16, 859451.27it/s]
13570760it [00:16, 831874.64it/s]
13654130it [00:16, 824971.17it/s]
13736751it [00:16, 823599.91it/s]
13820533it [00:16, 827740.82it/s]
13904210it [00:16, 830395.05it/s]
13987300it [00:16, 825975.87it/s]
14069935it [00:17, 821172.15it/s]
14152080it [00:17, 820728.52it/s]
14234172it [00:17, 817767.43it/s]
14315962it [00:17, 814609.86it/s]
14397433it [00:17, 810677.50it/s]
14478509it [00:17, 803591.34it/s]
14558882it [00:17, 795175.48it/s]
14638419it [00:17, 790868.61it/s]
14718783it [00:17, 794624.69it/s]
14799341it [00:17, 797756.35it/s]
14880304it [00:18, 801274.21it/s]
14960444it [00:18, 800585.83it/s]
15040511it [00:18, 798660.49it/s]
15120383it [00:18, 794241.01it/s]
15199815it [00:18, 793267.21it/s]
15279147it [00:18, 792501.10it/s]
15359973it [00:18, 797186.10it/s]
15440659it [00:18, 800048.31it/s]
15520668it [00:18, 798494.23it/s]
15600521it [00:18, 795792.76it/s]
15680104it [00:19, 794281.68it/s]
15759535it [00:19, 792992.83it/s]
15838836it [00:19, 792097.86it/s]
15918047it [00:19, 789692.88it/s]
15998023it [00:19, 792611.87it/s]
16077448it [00:19, 793080.93it/s]
16157408it [00:19, 794934.57it/s]
16236904it [00:19, 793076.65it/s]
16316214it [00:19, 791977.93it/s]
16395651it [00:19, 792674.40it/s]
16475114it [00:20, 793247.61it/s][W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
16554440it [00:20, 793190.93it/s]
16633760it [00:20, 788290.58it/s]
16712596it [00:20, 778841.44it/s]
16790507it [00:20, 778255.24it/s]
16870519it [00:20, 784736.78it/s]
16949585it [00:20, 786485.35it/s]
17030428it [00:20, 793020.34it/s]
17111100it [00:20, 797098.77it/s]
17190925it [00:20, 797328.08it/s]
17270665it [00:21, 795635.77it/s]
17350235it [00:21, 795465.12it/s]
17430384it [00:21, 797249.79it/s]
17511021it [00:21, 799865.02it/s]
17592099it [00:21, 803116.02it/s]
17672413it [00:21, 800427.91it/s]
17752460it [00:21, 797589.80it/s]
17832376it [00:21, 798039.06it/s]
17912183it [00:21, 796028.64it/s]
17992400it [00:21, 797845.71it/s]
18072606it [00:22, 799088.41it/s]
18091183it [00:22, 819346.28it/s]
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
tabix -s 1 -b 2 -e 2 tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/tih_rna_sample_00096_23H5VFLT4_s11.md.depth.gz
seqtool depth_hist -nbins 500 tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/tih_rna_sample_00096_23H5VFLT4_s11.md.depth.gz > tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/tih_rna_sample_00096_23H5VFLT4_s11.md.depth_hist.tsv
cat tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/tih_rna_sample_00096_23H5VFLT4_s11.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title tih_rna_sample_00096_23H5VFLT4_s11.md -output tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/tih_rna_sample_00096_23H5VFLT4_s11.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 tih_rna_sample_00096_23H5VFLT4_s11.md.bam > tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 tih_rna_sample_00096_23H5VFLT4_s11.md.bam > tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/tih_rna_sample_00096_23H5VFLT4_s11.md.depth.gz> tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 tih_rna_sample_00096_23H5VFLT4_s11.md.bam > tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00096_23H5VFLT4_s11.md.bai
cat tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "tih_rna_sample_00096_23H5VFLT4_s11.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md/qc_complete.txt
+ merge_qc -folders tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11.md -output tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11_full_basic_stats.tsv
+ head -n1 tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00096_23H5VFLT4_s11/tih_rna_sample_00096_23H5VFLT4_s11_full_basic_stats.tsv