Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/d0/ce555653738b64800e86dc77b59e60/.command.sh
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/45/e9d5efd985505bcbaa9bbc1825dc75/tih_rna_sample_00088_23H5VFLT4_s02.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/d0/ce555653738b64800e86dc77b59e60/.command.run
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/45/e9d5efd985505bcbaa9bbc1825dc75/tih_rna_sample_00088_23H5VFLT4_s02.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir tih_rna_sample_00088_23H5VFLT4_s02
+ all_qc -bam tih_rna_sample_00088_23H5VFLT4_s02.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder tih_rna_sample_00088_23H5VFLT4_s02 -reference ref_genome.fa -region chr20
mkdir -p tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/full_bed.bed
seqtool depth -bam tih_rna_sample_00088_23H5VFLT4_s02.md.bam -bed tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/tih_rna_sample_00088_23H5VFLT4_s02.md.depth.gz
saturation_plot -bams tih_rna_sample_00088_23H5VFLT4_s02.md.bam -region chr20 -output tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 tih_rna_sample_00088_23H5VFLT4_s02.md.bam > tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/saturation_qc.tsv
fragment_size -bams tih_rna_sample_00088_23H5VFLT4_s02.md.bam -region chr20 -output_prefix tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed tih_rna_sample_00088_23H5VFLT4_s02.md.bam > tih_rna_sample_00088_23H5VFLT4_s02.md.mpileup && contamination -input tih_rna_sample_00088_23H5VFLT4_s02.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
0it [00:00, ?it/s]
116303it [00:00, 1162898.03it/s]
259122it [00:00, 1318864.19it/s]
414731it [00:00, 1427126.38it/s]
571303it [00:00, 1481706.47it/s]
735775it [00:00, 1540356.88it/s]
904925it [00:00, 1591702.74it/s]
1070548it [00:00, 1612757.77it/s]
1231824it [00:00, 1433527.91it/s]
1392467it [00:00, 1483268.02it/s]
1551774it [00:01, 1515079.65it/s]
1705403it [00:01, 1374981.16it/s]
1855274it [00:01, 1404202.50it/s]
2019278it [00:01, 1470546.53it/s]
2176761it [00:01, 1500422.92it/s]
2333419it [00:01, 1519620.72it/s]
2504023it [00:01, 1574277.25it/s]
2676444it [00:01, 1618524.56it/s]
2842792it [00:01, 1631834.31it/s]
3006592it [00:01, 1623649.48it/s]
3172716it [00:02, 1634793.15it/s]
3343853it [00:02, 1657586.10it/s]
3510429it [00:02, 1660004.51it/s]
3676598it [00:02, 1655865.36it/s]
3847149it [00:02, 1670667.48it/s]
4015667it [00:02, 1674985.78it/s]
4187466it [00:02, 1687727.42it/s]
4356287it [00:02, 1686837.66it/s]
4526060it [00:02, 1690077.95it/s]
4695092it [00:02, 1638881.50it/s]
4862869it [00:03, 1650263.32it/s]
5031930it [00:03, 1662152.82it/s]
5201723it [00:03, 1672627.52it/s]
5369144it [00:03, 1666231.08it/s]
5535879it [00:03, 1656420.41it/s]
5701605it [00:03, 1630664.87it/s]
5868756it [00:03, 1642661.48it/s]
6036125it [00:03, 1651816.87it/s]
6203782it [00:03, 1659139.04it/s]
6369765it [00:04, 1651443.81it/s]
6535641it [00:04, 1653592.77it/s]
6703306it [00:04, 1660395.91it/s]
6872580it [00:04, 1670038.40it/s]
7041446it [00:04, 1675585.11it/s]
7209024it [00:04, 1663725.21it/s]
7376904it [00:04, 1668130.60it/s]
7545943it [00:04, 1674752.80it/s]
7713439it [00:04, 1569178.31it/s]
7871702it [00:04, 1527211.20it/s]
8041113it [00:05, 1574576.63it/s]
8208658it [00:05, 1603563.85it/s]
8375739it [00:05, 1623167.05it/s]
8538676it [00:05, 1618696.79it/s]
8706536it [00:05, 1636352.56it/s]
8870501it [00:05, 1635315.46it/s]
9034263it [00:05, 1580179.91it/s]
9192808it [00:05, 1542141.62it/s]
9355748it [00:05, 1567269.54it/s]
9512910it [00:05, 1546522.93it/s]
9667878it [00:06, 1513815.18it/s]
9819552it [00:06, 1468701.94it/s]
9966784it [00:06, 1385075.63it/s]
10106241it [00:06, 1334609.00it/s]
10240460it [00:06, 1308202.73it/s]
10371738it [00:06, 1247584.71it/s]
10497065it [00:06, 1236601.77it/s]
10621055it [00:06, 1230930.38it/s]
10744347it [00:06, 1229048.94it/s]
10867382it [00:07, 1212771.47it/s]
10991900it [00:07, 1222056.76it/s]
11115797it [00:07, 1226979.89it/s]
11238573it [00:07, 1219521.08it/s]
11392065it [00:07, 1312505.52it/s]
11559004it [00:07, 1418257.05it/s]
11707920it [00:07, 1439329.02it/s]
11867392it [00:07, 1485646.33it/s]
12035216it [00:07, 1543161.37it/s]
12178937it [00:07, 1533737.31it/s]
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
tabix -s 1 -b 2 -e 2 tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/tih_rna_sample_00088_23H5VFLT4_s02.md.depth.gz
seqtool depth_hist -nbins 500 tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/tih_rna_sample_00088_23H5VFLT4_s02.md.depth.gz > tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/tih_rna_sample_00088_23H5VFLT4_s02.md.depth_hist.tsv
cat tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/tih_rna_sample_00088_23H5VFLT4_s02.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title tih_rna_sample_00088_23H5VFLT4_s02.md -output tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/tih_rna_sample_00088_23H5VFLT4_s02.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 tih_rna_sample_00088_23H5VFLT4_s02.md.bam > tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 tih_rna_sample_00088_23H5VFLT4_s02.md.bam > tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/tih_rna_sample_00088_23H5VFLT4_s02.md.depth.gz> tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 tih_rna_sample_00088_23H5VFLT4_s02.md.bam > tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00088_23H5VFLT4_s02.md.bai
cat tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "tih_rna_sample_00088_23H5VFLT4_s02.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md/qc_complete.txt
+ merge_qc -folders tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02.md -output tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02_full_basic_stats.tsv
+ head -n1 tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00088_23H5VFLT4_s02/tih_rna_sample_00088_23H5VFLT4_s02_full_basic_stats.tsv