Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/a2/a2a6fd79c5b34954c6dc41952e44d7/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/27/bd39da3ba39a0256cd352d10cf1644/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/a2/a2a6fd79c5b34954c6dc41952e44d7/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/27/bd39da3ba39a0256cd352d10cf1644/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-8353c5-R1_A23WJ53LT4_1
+ all_qc -bam aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-8353c5-R1_A23WJ53LT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bam -bed aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bam -region chr20 -output aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.mpileup && contamination -input aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
138341it [00:00, 1383325.57it/s]
302407it [00:00, 1534646.32it/s]
472891it [00:00, 1612316.51it/s]
634123it [00:00, 1587583.96it/s]
795036it [00:00, 1595243.41it/s]
956276it [00:00, 1600982.19it/s]
1116407it [00:00, 1567685.72it/s]
1273322it [00:00, 1447313.60it/s]
1419714it [00:00, 1435789.24it/s]
1590246it [00:01, 1514477.02it/s]
1761261it [00:01, 1572053.85it/s]
1929007it [00:01, 1603234.05it/s]
2103509it [00:01, 1645354.57it/s]
2275154it [00:01, 1666521.64it/s]
2447761it [00:01, 1684281.71it/s]
2622391it [00:01, 1702806.92it/s]
2793419it [00:01, 1704842.27it/s]
2966646it [00:01, 1713031.61it/s]
3138081it [00:01, 1695374.34it/s]
3311621it [00:02, 1707257.13it/s]
3482449it [00:02, 1633102.66it/s]
3646478it [00:02, 1542345.59it/s]
3802034it [00:02, 1499132.80it/s]
3952907it [00:02, 1477483.47it/s]
4111649it [00:02, 1508498.93it/s]
4283933it [00:02, 1570077.75it/s]
4458520it [00:02, 1621170.04it/s]
4629818it [00:02, 1648112.93it/s]
4799419it [00:02, 1662243.56it/s]
4973409it [00:03, 1685271.43it/s]
5147290it [00:03, 1701109.24it/s]
5317616it [00:03, 1695240.37it/s]
5492209it [00:03, 1710328.57it/s]
5664246it [00:03, 1713300.05it/s]
5835659it [00:03, 1707307.41it/s]
6007384it [00:03, 1710253.41it/s]
6179574it [00:03, 1713713.03it/s]
6351803it [00:03, 1716260.99it/s]
6524490it [00:04, 1719161.49it/s]
6696423it [00:04, 1717273.01it/s]
6868500it [00:04, 1718301.21it/s]
7041773it [00:04, 1722604.30it/s]
7215692it [00:04, 1727557.82it/s]
7390549it [00:04, 1733739.26it/s]
7563927it [00:04, 1725547.05it/s]
7736493it [00:04, 1495934.71it/s]
7891493it [00:04, 1449692.70it/s]
8063704it [00:04, 1523201.52it/s]
8237009it [00:05, 1581638.66it/s]
8410650it [00:05, 1625617.14it/s]
8585009it [00:05, 1659701.86it/s]
8759431it [00:05, 1684383.31it/s]
8938788it [00:05, 1716494.68it/s]
9114777it [00:05, 1729324.89it/s]
9288597it [00:05, 1731943.04it/s]
9466019it [00:05, 1744523.93it/s]
9641123it [00:05, 1746450.64it/s]
9816007it [00:05, 1731813.27it/s]
9989381it [00:06, 1726152.67it/s]
10162131it [00:06, 1722284.62it/s]
10335705it [00:06, 1726273.88it/s]
10508401it [00:06, 1726253.14it/s]
10682031it [00:06, 1729236.41it/s]
10854990it [00:06, 1727714.66it/s]
11028283it [00:06, 1729258.50it/s]
11202701it [00:06, 1733705.15it/s]
11377509it [00:06, 1737994.03it/s]
11551318it [00:06, 1736699.06it/s]
11724995it [00:07, 1731467.24it/s]
11898150it [00:07, 1730136.47it/s]
12071169it [00:07, 1728319.54it/s]
12090262it [00:07, 1658939.95it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.depth.gz > aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.depth_hist.tsv
cat aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md -output aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.depth.gz> aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md.bai
cat aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1.md -output aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-8353c5-R1_A23WJ53LT4_1/aih-tih-sc-8353c5-R1_A23WJ53LT4_1_full_basic_stats.tsv