Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/2c/fa7fc9c22e9b46a6e641d0d68f1268/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/86/99234ff72195b314a2f77f3dd0c402/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/86/99234ff72195b314a2f77f3dd0c402/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/2c/fa7fc9c22e9b46a6e641d0d68f1268/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-6064dc-R1_A23WJ53LT4_1
+ all_qc -bam aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-6064dc-R1_A23WJ53LT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bam -bed aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bam -region chr20 -output aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/saturation_qc.tsv
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.mpileup && contamination -input aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/contamination.tsv
fragment_size -bams aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/fragsize -threads 1
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
0it [00:00, ?it/s]
70895it [00:00, 708759.73it/s]
149067it [00:00, 751635.27it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
224231it [00:00, 696482.19it/s]
306997it [00:00, 745874.66it/s]
394162it [00:00, 789856.99it/s]
482591it [00:00, 821292.34it/s]
565086it [00:00, 705651.03it/s]
638433it [00:00, 654192.03it/s]
706117it [00:01, 657289.59it/s]
773447it [00:01, 660956.05it/s]
842618it [00:01, 669669.91it/s]
910448it [00:01, 671731.59it/s]
978550it [00:01, 674424.54it/s]
1046816it [00:01, 676828.52it/s]
1139041it [00:01, 749425.22it/s]
1248023it [00:01, 850538.35it/s]
1350639it [00:01, 902846.39it/s]
1453477it [00:01, 940307.77it/s]
1554383it [00:02, 960794.62it/s]
1659450it [00:02, 987668.77it/s]
1758351it [00:02, 970089.39it/s]
1855522it [00:02, 955836.52it/s]
1962390it [00:02, 988894.40it/s]
2069807it [00:02, 1014080.63it/s]
2171371it [00:02, 997737.47it/s]
2271299it [00:02, 974906.31it/s]
2368977it [00:02, 955764.75it/s]
2468033it [00:02, 965812.02it/s]
2564767it [00:03, 942398.83it/s]
2662185it [00:03, 951580.01it/s]
2757504it [00:03, 949800.29it/s]
2852593it [00:03, 936763.55it/s]
2947319it [00:03, 939816.90it/s]
3046145it [00:03, 954087.98it/s]
3141629it [00:03, 941769.83it/s]
3237720it [00:03, 947382.33it/s]
3338966it [00:03, 966646.33it/s]
3438983it [00:03, 976464.49it/s]
3536685it [00:04, 963089.65it/s]
3633521it [00:04, 964627.77it/s]
3730038it [00:04, 904206.81it/s]
3821226it [00:04, 824992.99it/s]
3905370it [00:04, 811980.71it/s]
4007854it [00:04, 870316.23it/s]
4110912it [00:04, 915400.06it/s]
4203666it [00:04, 843820.90it/s]
4289832it [00:04, 775522.28it/s]
4369365it [00:05, 739685.12it/s]
4444741it [00:05, 720858.28it/s]
4527534it [00:05, 749336.19it/s]
4638581it [00:05, 848864.89it/s]
4754448it [00:05, 936415.26it/s]
4874078it [00:05, 1011146.93it/s]
4986775it [00:05, 1044857.12it/s]
5092382it [00:05, 1046236.82it/s]
5197793it [00:05, 1046320.39it/s]
5302976it [00:06, 1040098.85it/s]
5412903it [00:06, 1057575.75it/s]
5523952it [00:06, 1073270.04it/s]
5631503it [00:06, 1062241.82it/s]
5737904it [00:06, 1040929.54it/s]
5844349it [00:06, 1047798.87it/s]
5949284it [00:06, 1020762.96it/s]
6051586it [00:06, 1020080.23it/s]
6157698it [00:06, 1032093.16it/s]
6261044it [00:06, 1007760.22it/s]
6362011it [00:07, 974508.74it/s]
6459758it [00:07, 957846.17it/s]
6555750it [00:07, 948847.98it/s]
6652311it [00:07, 953600.52it/s]
6747779it [00:07, 944416.25it/s]
6842293it [00:07, 944574.10it/s]
6940107it [00:07, 954441.75it/s]
7039436it [00:07, 965921.93it/s]
7146638it [00:07, 997344.18it/s]
7247541it [00:07, 1000664.96it/s]
7353706it [00:08, 1018788.22it/s]
7455626it [00:08, 1012663.27it/s]
7556928it [00:08, 1001520.58it/s]
7657126it [00:08, 984166.47it/s]
7764029it [00:08, 1009072.18it/s]
7870668it [00:08, 1025983.56it/s]
7973476it [00:08, 918174.86it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.depth.gz > aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.depth_hist.tsv
cat aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md -output aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.depth.gz> aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md.bai
cat aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1.md -output aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-6064dc-R1_A23WJ53LT4_1/aih-tih-sc-6064dc-R1_A23WJ53LT4_1_full_basic_stats.tsv