Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/91/1746817c43e7ae35bff2d2e97eebac/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/15/d8eeba234a75ab2f4a49f2265de1aa/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/15/d8eeba234a75ab2f4a49f2265de1aa/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/91/1746817c43e7ae35bff2d2e97eebac/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-0183f6-R1_B23WHYVLT4_1
+ all_qc -bam aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-0183f6-R1_B23WHYVLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bam -bed aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bam -region chr20 -output aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.mpileup && contamination -input aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
0it [00:00, ?it/s]
162553it [00:00, 1625411.42it/s]
333680it [00:00, 1675875.93it/s]
512993it [00:00, 1729389.45it/s]
685933it [00:00, 1729102.95it/s]
863769it [00:00, 1746844.27it/s]
1042045it [00:00, 1758899.72it/s]
1219703it [00:00, 1764532.54it/s]
1398923it [00:00, 1773319.68it/s]
1580984it [00:00, 1788082.38it/s]
1760607it [00:01, 1790557.19it/s]
1939663it [00:01, 1771751.96it/s]
2119735it [00:01, 1780483.16it/s]
2301163it [00:01, 1790653.63it/s]
2480411it [00:01, 1791118.98it/s]
2659545it [00:01, 1790768.75it/s]
2838638it [00:01, 1786859.23it/s]
3017480it [00:01, 1787311.09it/s]
3197140it [00:01, 1790001.13it/s]
3379966it [00:01, 1801460.06it/s]
3560119it [00:02, 1785370.94it/s]
3741404it [00:02, 1793541.67it/s]
3924063it [00:02, 1803268.01it/s]
4104416it [00:02, 1796146.29it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
4284053it [00:02, 1786667.43it/s]
4462743it [00:02, 1765835.51it/s]
4639384it [00:02, 1744576.39it/s]
4813913it [00:02, 1720975.79it/s]
4993541it [00:02, 1743038.65it/s]
5176447it [00:02, 1768405.45it/s]
5357548it [00:03, 1780961.61it/s]
5538804it [00:03, 1790342.96it/s]
5719693it [00:03, 1795855.64it/s]
5899334it [00:03, 1789928.11it/s]
6081098it [00:03, 1798124.72it/s]
6261341it [00:03, 1799389.12it/s]
6441304it [00:03, 1788068.29it/s]
6621975it [00:03, 1793594.80it/s]
6804658it [00:03, 1803480.06it/s]
6985028it [00:03, 1791229.78it/s]
7164182it [00:04, 1780800.05it/s]
7342291it [00:04, 1775478.86it/s]
7520439it [00:04, 1777246.91it/s]
7698260it [00:04, 1777515.67it/s]
7876023it [00:04, 1773365.55it/s]
8053368it [00:04, 1759354.04it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
8233098it [00:04, 1770617.52it/s]
8410945it [00:04, 1772882.42it/s]
8588254it [00:04, 1772517.01it/s]
8766267it [00:04, 1774775.10it/s]
8944949it [00:05, 1778360.63it/s]
9123020it [00:05, 1779047.04it/s]
9300931it [00:05, 1770851.50it/s]
9478029it [00:05, 1756737.55it/s]
9656775it [00:05, 1765860.95it/s]
9833389it [00:05, 1763653.60it/s]
10012967it [00:05, 1773226.94it/s]
10190308it [00:05, 1769303.66it/s]
10369016it [00:05, 1774547.18it/s]
10546483it [00:05, 1774322.48it/s]
10724416it [00:06, 1775805.59it/s]
10902003it [00:06, 1775798.76it/s]
11079587it [00:06, 1750123.22it/s]
11256720it [00:06, 1756389.05it/s]
11433742it [00:06, 1760415.81it/s]
11610375it [00:06, 1762164.67it/s]
11789098it [00:06, 1769639.78it/s]
11966965it [00:06, 1772325.68it/s]
12147044it [00:06, 1780799.87it/s]
12326784it [00:06, 1785759.74it/s]
12505372it [00:07, 1780871.40it/s]
12683470it [00:07, 1774367.60it/s]
12864347it [00:07, 1784628.34it/s]
13044332it [00:07, 1789165.99it/s]
13223259it [00:07, 1783766.63it/s]
13401646it [00:07, 1780834.65it/s]
13579737it [00:07, 1766564.63it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
13756420it [00:07, 1764097.48it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
13936111it [00:07, 1773857.38it/s]
14115927it [00:07, 1781096.22it/s]
14295121it [00:08, 1784318.63it/s]
14475676it [00:08, 1790651.86it/s]
14654752it [00:08, 1774651.77it/s]
14834460it [00:08, 1781315.52it/s]
15016767it [00:08, 1793760.33it/s]
15197923it [00:08, 1799063.20it/s]
15377852it [00:08, 1790591.96it/s]
15556934it [00:08, 1773173.70it/s]
15734298it [00:08, 1771072.54it/s]
15911436it [00:08, 1759284.74it/s]
16087395it [00:09, 1756324.07it/s]
16263047it [00:09, 1753605.98it/s]
16438854it [00:09, 1754923.71it/s]
16442787it [00:09, 1774232.94it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.depth.gz > aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.depth_hist.tsv
cat aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md -output aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.depth.gz> aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md.bai
cat aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1.md -output aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-0183f6-R1_B23WHYVLT4_1/aih-tih-sc-0183f6-R1_B23WHYVLT4_1_full_basic_stats.tsv