Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/28/80f1bbb51e69ea411aca7c391a9710/.command.sh
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/8b/11606c0b4de273ae74865accd3fc51/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/28/80f1bbb51e69ea411aca7c391a9710/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/8b/11606c0b4de273ae74865accd3fc51/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-bec563-R1_A23WJ53LT4_1
+ all_qc -bam aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-bec563-R1_A23WJ53LT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bam -bed aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bam -region chr20 -output aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.mpileup && contamination -input aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
148099it [00:00, 1480889.02it/s]
300436it [00:00, 1505825.18it/s]
454164it [00:00, 1520085.69it/s]
606173it [00:00, 1499773.97it/s]
768606it [00:00, 1544276.59it/s]
936112it [00:00, 1588464.88it/s]
1095027it [00:00, 1587653.02it/s]
1258347it [00:00, 1601997.27it/s]
1428450it [00:00, 1632866.67it/s]
1597730it [00:01, 1651317.60it/s]
1767393it [00:01, 1665148.28it/s]
1937795it [00:01, 1676933.54it/s]
2111091it [00:01, 1693877.80it/s]
2282013it [00:01, 1698400.58it/s]
2454010it [00:01, 1704878.70it/s]
2628134it [00:01, 1715619.61it/s]
2800335it [00:01, 1717473.52it/s]
2972085it [00:01, 1704490.41it/s]
3144227it [00:01, 1709522.34it/s]
3315199it [00:02, 1693841.09it/s]
3487448it [00:02, 1702340.81it/s]
3659038it [00:02, 1706359.06it/s]
3831965it [00:02, 1713028.01it/s]
4003291it [00:02, 1713012.38it/s]
4177584it [00:02, 1721941.68it/s]
4349792it [00:02, 1718627.95it/s]
4521665it [00:02, 1707267.95it/s]
4692414it [00:02, 1693846.78it/s]
4863271it [00:02, 1698182.86it/s]
5033116it [00:03, 1682624.44it/s]
5201420it [00:03, 1656664.34it/s]
5367179it [00:03, 1635979.84it/s]
5530864it [00:03, 1580260.40it/s]
5689259it [00:03, 1572094.30it/s]
5846705it [00:03, 1540421.83it/s]
6004880it [00:03, 1552330.65it/s]
6160311it [00:03, 1540266.72it/s]
6314468it [00:03, 1516998.55it/s]
6470059it [00:03, 1528137.72it/s]
6638884it [00:04, 1575204.23it/s]
6803230it [00:04, 1595330.51it/s]
6973913it [00:04, 1628430.23it/s]
7144202it [00:04, 1650593.11it/s]
7313380it [00:04, 1662854.57it/s]
7485539it [00:04, 1680316.45it/s]
7654359it [00:04, 1682654.66it/s]
7826923it [00:04, 1695504.56it/s]
7996508it [00:04, 1693682.30it/s]
8167140it [00:04, 1697444.86it/s]
8340558it [00:05, 1708348.19it/s]
8512880it [00:05, 1712781.94it/s]
8684191it [00:05, 1712856.30it/s]
8856101it [00:05, 1714707.02it/s]
9027577it [00:05, 1702278.91it/s]
9198286it [00:05, 1703692.03it/s]
9368673it [00:05, 1702933.88it/s]
9539070it [00:05, 1703222.42it/s]
9709419it [00:05, 1703282.35it/s]
9879754it [00:05, 1700832.29it/s]
10050798it [00:06, 1703686.11it/s]
10224607it [00:06, 1713973.35it/s]
10396009it [00:06, 1696090.36it/s]
10566890it [00:06, 1699785.60it/s]
10739912it [00:06, 1708791.65it/s]
10912460it [00:06, 1713750.48it/s]
11085535it [00:06, 1718810.69it/s]
11259152it [00:06, 1723879.42it/s]
11431553it [00:06, 1719125.54it/s]
11603625it [00:06, 1719575.98it/s]
11775591it [00:07, 1711063.52it/s]
11946711it [00:07, 1704546.37it/s]
12117178it [00:07, 1701305.04it/s]
12289315it [00:07, 1707265.50it/s]
12460051it [00:07, 1703728.20it/s]
12630431it [00:07, 1699209.42it/s]
12801805it [00:07, 1703449.77it/s]
12972156it [00:07, 1703333.50it/s]
13142878it [00:07, 1704476.39it/s]
13313329it [00:07, 1700150.76it/s]
13483349it [00:08, 1696809.38it/s]
13653034it [00:08, 1693376.06it/s]
13822375it [00:08, 1693194.87it/s]
13991697it [00:08, 1666894.04it/s]
14163763it [00:08, 1682797.79it/s]
14334034it [00:08, 1688575.46it/s]
14506577it [00:08, 1699538.50it/s]
14676930it [00:08, 1700708.03it/s]
14847037it [00:08, 1689359.58it/s]
15016013it [00:08, 1682049.20it/s]
15184248it [00:09, 1674003.73it/s]
15351917it [00:09, 1674779.13it/s]
15412176it [00:09, 1671556.48it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.depth.gz > aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.depth_hist.tsv
cat aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-bec563-R1_A23WJ53LT4_1.md -output aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.depth.gz> aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-bec563-R1_A23WJ53LT4_1.md.bai
cat aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-bec563-R1_A23WJ53LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1.md -output aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-bec563-R1_A23WJ53LT4_1/aih-tih-sc-bec563-R1_A23WJ53LT4_1_full_basic_stats.tsv