Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/e0/69ebb7c11b33f0f7ae01c5269e5fd5/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/32/91e5250d588175730e8530dce27121/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/32/91e5250d588175730e8530dce27121/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/e0/69ebb7c11b33f0f7ae01c5269e5fd5/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-560d56-R1_A23WJ53LT4_1
+ all_qc -bam aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-560d56-R1_A23WJ53LT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bam -bed aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bam -region chr20 -output aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.mpileup && contamination -input aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
114406it [00:00, 1108726.59it/s]
231503it [00:00, 1117052.86it/s]
343501it [00:00, 1118188.54it/s]
455321it [00:00, 1069025.39it/s]
592998it [00:00, 1175904.88it/s]
743635it [00:00, 1285473.94it/s]
909663it [00:00, 1405929.16it/s]
1073176it [00:00, 1478017.02it/s]
1239033it [00:00, 1533970.74it/s]
1406823it [00:01, 1578117.59it/s]
1578343it [00:01, 1619862.20it/s]
1740554it [00:01, 1592020.03it/s]
1900014it [00:01, 1574637.44it/s]
2059966it [00:01, 1581867.03it/s]
2218306it [00:01, 1457281.52it/s]
2390431it [00:01, 1531524.36it/s]
2556457it [00:01, 1568396.46it/s]
2725206it [00:01, 1602934.80it/s]
2886761it [00:01, 1606404.25it/s]
3049643it [00:02, 1612896.24it/s]
3221011it [00:02, 1642763.57it/s]
3387117it [00:02, 1648176.02it/s]
3552250it [00:02, 1645399.13it/s]
3722887it [00:02, 1663539.25it/s]
3893453it [00:02, 1676060.59it/s]
4061179it [00:02, 1620465.19it/s]
4223698it [00:02, 1617189.24it/s]
4385742it [00:02, 1610518.35it/s]
4547015it [00:02, 1601675.11it/s]
4711132it [00:03, 1613272.99it/s]
4872585it [00:03, 1490516.57it/s]
5023485it [00:03, 1482509.58it/s]
5178710it [00:03, 1502335.72it/s]
5333693it [00:03, 1516029.92it/s]
5498666it [00:03, 1555073.88it/s]
5654795it [00:03, 1508075.21it/s]
5806286it [00:03, 1461361.86it/s]
5953666it [00:03, 1464851.50it/s]
6100634it [00:04, 1441245.40it/s]
6265238it [00:04, 1500431.17it/s]
6415746it [00:04, 1483460.43it/s]
6577676it [00:04, 1523106.94it/s]
6742348it [00:04, 1559471.28it/s]
6898601it [00:04, 1527525.07it/s]
7051680it [00:04, 1526558.91it/s]
7216863it [00:04, 1563444.58it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
7388240it [00:04, 1607944.07it/s]
7559820it [00:04, 1639976.11it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
7727065it [00:05, 1649565.83it/s]
7892152it [00:05, 1631681.70it/s]
8055449it [00:05, 1614101.00it/s]
8216976it [00:05, 1594429.82it/s]
8378646it [00:05, 1600901.86it/s]
8550470it [00:05, 1635587.77it/s]
8720106it [00:05, 1653610.02it/s]
8894355it [00:05, 1679971.76it/s]
9067198it [00:05, 1694375.84it/s]
9240491it [00:05, 1705874.08it/s]
9411129it [00:06, 1704322.21it/s]
9525416it [00:06, 1555467.25it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.depth.gz > aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.depth_hist.tsv
cat aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-560d56-R1_A23WJ53LT4_1.md -output aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.depth.gz> aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-560d56-R1_A23WJ53LT4_1.md.bai
cat aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-560d56-R1_A23WJ53LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1.md -output aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-560d56-R1_A23WJ53LT4_1/aih-tih-sc-560d56-R1_A23WJ53LT4_1_full_basic_stats.tsv