Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/33/d85b0565945274be9d82e11328d833/.command.sh
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/c9/f882f5429f8ab92f56cdac2e59de6d/tih_rna_sample_00117_23H5VFLT4_s37.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/33/d85b0565945274be9d82e11328d833/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/c9/f882f5429f8ab92f56cdac2e59de6d/tih_rna_sample_00117_23H5VFLT4_s37.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir tih_rna_sample_00117_23H5VFLT4_s37
+ all_qc -bam tih_rna_sample_00117_23H5VFLT4_s37.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder tih_rna_sample_00117_23H5VFLT4_s37 -reference ref_genome.fa -region chr20
mkdir -p tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/full_bed.bed
seqtool depth -bam tih_rna_sample_00117_23H5VFLT4_s37.md.bam -bed tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/tih_rna_sample_00117_23H5VFLT4_s37.md.depth.gz
saturation_plot -bams tih_rna_sample_00117_23H5VFLT4_s37.md.bam -region chr20 -output tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 tih_rna_sample_00117_23H5VFLT4_s37.md.bam > tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/saturation_qc.tsv
fragment_size -bams tih_rna_sample_00117_23H5VFLT4_s37.md.bam -region chr20 -output_prefix tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed tih_rna_sample_00117_23H5VFLT4_s37.md.bam > tih_rna_sample_00117_23H5VFLT4_s37.md.mpileup && contamination -input tih_rna_sample_00117_23H5VFLT4_s37.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
153077it [00:00, 1530687.52it/s]
317890it [00:00, 1599629.37it/s]
483761it [00:00, 1626481.98it/s]
646409it [00:00, 1624075.89it/s]
810500it [00:00, 1630110.09it/s]
976708it [00:00, 1640950.52it/s]
1145517it [00:00, 1656331.71it/s]
1311152it [00:00, 1653903.48it/s]
1476545it [00:00, 1650565.26it/s]
1641604it [00:01, 1648097.00it/s]
1806416it [00:01, 1608117.89it/s]
1968988it [00:01, 1613350.60it/s]
2135079it [00:01, 1627544.07it/s]
2298198it [00:01, 1628544.97it/s]
2461140it [00:01, 1626235.63it/s]
2624806it [00:01, 1629336.28it/s]
2787784it [00:01, 1623087.03it/s]
2950127it [00:01, 1591918.24it/s]
3109461it [00:01, 1580196.90it/s]
3267581it [00:02, 1571731.17it/s]
3429023it [00:02, 1584314.36it/s]
3590917it [00:02, 1594567.72it/s]
3750433it [00:02, 1509306.44it/s]
3902301it [00:02, 1325929.90it/s]
4039204it [00:02, 1287675.05it/s]
4196073it [00:02, 1362587.73it/s]
4353909it [00:02, 1422097.29it/s]
4502998it [00:02, 1441472.25it/s]
4649083it [00:03, 1438708.96it/s]
4794303it [00:03, 1440952.53it/s]
4939350it [00:03, 1428827.21it/s]
5099545it [00:03, 1479483.77it/s]
5265590it [00:03, 1532801.37it/s]
5433619it [00:03, 1576489.45it/s]
5593211it [00:03, 1582239.34it/s]
5751726it [00:03, 1549015.95it/s]
5906973it [00:03, 1501144.64it/s]
6057578it [00:03, 1417382.10it/s]
6200412it [00:04, 1361923.09it/s]
6355818it [00:04, 1415232.58it/s]
6516304it [00:04, 1468976.64it/s]
6669325it [00:04, 1486551.90it/s][W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
6835719it [00:04, 1538189.17it/s]
6995271it [00:04, 1555040.69it/s]
7157037it [00:04, 1573551.09it/s]
7323824it [00:04, 1601555.75it/s]
7489338it [00:04, 1617483.92it/s]
7651312it [00:05, 1462233.45it/s]
7800499it [00:05, 1301320.38it/s]
7935434it [00:05, 1202047.21it/s]
8059712it [00:05, 1143700.75it/s]
8176856it [00:05, 1125929.01it/s]
8291200it [00:05, 1101097.71it/s]
8402376it [00:05, 1098776.57it/s]
8514369it [00:05, 1104516.39it/s]
8625376it [00:05, 1099016.17it/s]
8783043it [00:06, 1235710.35it/s]
8945205it [00:06, 1347685.28it/s]
9106033it [00:06, 1424041.05it/s]
9249328it [00:06, 1327790.44it/s]
9410843it [00:06, 1408719.58it/s]
9553535it [00:06, 1338210.11it/s]
9689177it [00:06, 1197091.13it/s]
9812447it [00:06, 1120283.82it/s]
9927337it [00:06, 1088265.82it/s]
10037989it [00:07, 1072100.64it/s]
10146341it [00:07, 1060761.86it/s]
10154595it [00:07, 1413520.06it/s]
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
tabix -s 1 -b 2 -e 2 tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/tih_rna_sample_00117_23H5VFLT4_s37.md.depth.gz
seqtool depth_hist -nbins 500 tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/tih_rna_sample_00117_23H5VFLT4_s37.md.depth.gz > tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/tih_rna_sample_00117_23H5VFLT4_s37.md.depth_hist.tsv
cat tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/tih_rna_sample_00117_23H5VFLT4_s37.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title tih_rna_sample_00117_23H5VFLT4_s37.md -output tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/tih_rna_sample_00117_23H5VFLT4_s37.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 tih_rna_sample_00117_23H5VFLT4_s37.md.bam > tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 tih_rna_sample_00117_23H5VFLT4_s37.md.bam > tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/tih_rna_sample_00117_23H5VFLT4_s37.md.depth.gz> tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 tih_rna_sample_00117_23H5VFLT4_s37.md.bam > tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00117_23H5VFLT4_s37.md.bai
cat tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "tih_rna_sample_00117_23H5VFLT4_s37.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md/qc_complete.txt
+ merge_qc -folders tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37.md -output tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37_full_basic_stats.tsv
+ head -n1 tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00117_23H5VFLT4_s37/tih_rna_sample_00117_23H5VFLT4_s37_full_basic_stats.tsv