Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/26/2b3706624b6e208439562bc854ec1a/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/d5/e426f5094b1941254528f13494cc9b/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/d5/e426f5094b1941254528f13494cc9b/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/26/2b3706624b6e208439562bc854ec1a/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-3270ab-R1_A23YTGFLT4_1
+ all_qc -bam aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-3270ab-R1_A23YTGFLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bam -bed aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bam -region chr20 -output aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bam > aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bam > aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.mpileup && contamination -input aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
0it [00:00, ?it/s]
152883it [00:00, 1528733.05it/s]
316792it [00:00, 1593594.46it/s]
486385it [00:00, 1640207.95it/s]
656929it [00:00, 1665930.09it/s]
826663it [00:00, 1677226.46it/s]
996914it [00:00, 1685775.21it/s]
1168064it [00:00, 1694158.96it/s]
1338122it [00:00, 1696153.33it/s]
1508158it [00:00, 1697447.33it/s]
1679401it [00:01, 1701969.12it/s]
1849598it [00:01, 1700133.99it/s]
2021915it [00:01, 1707114.40it/s]
2199002it [00:01, 1726395.32it/s]
2371644it [00:01, 1720352.48it/s]
2543740it [00:01, 1720366.68it/s]
2719318it [00:01, 1730986.89it/s]
2892422it [00:01, 1724547.37it/s]
3064885it [00:01, 1722535.09it/s]
3237144it [00:01, 1716942.35it/s]
3408845it [00:02, 1699605.66it/s]
3580542it [00:02, 1704740.44it/s]
3752112it [00:02, 1707986.81it/s]
3927730it [00:02, 1722217.39it/s]
4099976it [00:02, 1720056.56it/s]
4271999it [00:02, 1716955.93it/s]
4446963it [00:02, 1726705.34it/s]
4619646it [00:02, 1722732.68it/s]
4791929it [00:02, 1717020.81it/s]
4963641it [00:02, 1709244.05it/s]
5134577it [00:03, 1627680.46it/s]
5298129it [00:03, 1569983.18it/s]
5455945it [00:03, 1504975.23it/s]
5607321it [00:03, 1462203.82it/s]
5756682it [00:03, 1470894.40it/s]
5923115it [00:03, 1526061.08it/s]
6091002it [00:03, 1570278.44it/s]
6248638it [00:03, 1570815.68it/s]
6415785it [00:03, 1600445.58it/s]
6579451it [00:03, 1611136.57it/s]
6743621it [00:04, 1619883.39it/s]
6905800it [00:04, 1608658.46it/s]
7074221it [00:04, 1631083.05it/s]
7239443it [00:04, 1637356.31it/s]
7403269it [00:04, 1608082.99it/s]
7575160it [00:04, 1640773.33it/s]
7745076it [00:04, 1657828.80it/s]
7918201it [00:04, 1679652.80it/s]
8089794it [00:04, 1690448.64it/s]
8262294it [00:04, 1700641.39it/s]
8434627it [00:05, 1707402.40it/s]
8607447it [00:05, 1713610.15it/s]
8780407it [00:05, 1718379.99it/s]
8952270it [00:05, 1714546.04it/s]
9126426it [00:05, 1722544.91it/s]
9300902it [00:05, 1729175.56it/s]
9474352it [00:05, 1730746.81it/s]
9647435it [00:05, 1730147.81it/s]
9820456it [00:05, 1727198.29it/s]
9993181it [00:05, 1726580.64it/s]
10165843it [00:06, 1722562.72it/s]
10338875it [00:06, 1724860.76it/s]
10511365it [00:06, 1712091.75it/s]
10682596it [00:06, 1711296.33it/s]
10854598it [00:06, 1713727.84it/s]
11028833it [00:06, 1722260.19it/s]
11201945it [00:06, 1724892.35it/s]
11375386it [00:06, 1727722.19it/s]
11550754it [00:06, 1735475.66it/s]
11724925it [00:06, 1737321.24it/s]
11898662it [00:07, 1731060.34it/s]
12073822it [00:07, 1737159.87it/s]
12247546it [00:07, 1737121.12it/s]
12421264it [00:07, 1733991.25it/s]
12595973it [00:07, 1737891.20it/s]
12769767it [00:07, 1728195.27it/s]
12942601it [00:07, 1719047.99it/s]
13114523it [00:07, 1711338.53it/s]
13287273it [00:07, 1716015.98it/s]
13458889it [00:07, 1714787.65it/s]
13630377it [00:08, 1710062.64it/s]
13801391it [00:08, 1699604.66it/s]
13971529it [00:08, 1700111.82it/s]
14141551it [00:08, 1698531.73it/s]
14311412it [00:08, 1697804.91it/s]
14482331it [00:08, 1701189.54it/s]
14655182it [00:08, 1709345.22it/s]
14826122it [00:08, 1702503.63it/s]
14999634it [00:08, 1712071.58it/s]
15173045it [00:08, 1718638.72it/s]
15344918it [00:09, 1716563.96it/s]
15517874it [00:09, 1720429.81it/s]
15692342it [00:09, 1727475.31it/s]
15867325it [00:09, 1734150.52it/s]
16040745it [00:09, 1724962.30it/s]
16214438it [00:09, 1728512.97it/s]
16387301it [00:09, 1727343.82it/s]
16560043it [00:09, 1723432.80it/s]
16732393it [00:09, 1723323.17it/s]
16739092it [00:09, 1690301.07it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.depth.gz > aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.depth_hist.tsv
cat aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md -output aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bam > aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bam > aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.depth.gz> aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bam > aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md.bai
cat aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1.md -output aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-3270ab-R1_A23YTGFLT4_1/aih-tih-sc-3270ab-R1_A23YTGFLT4_1_full_basic_stats.tsv