Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/fe/9b4f1929c49b657c40d182fa53a67b/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/af/60fb181efbc95935348e007d0de0bc/.command.sh
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/af/60fb181efbc95935348e007d0de0bc/.command.run
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/fe/9b4f1929c49b657c40d182fa53a67b/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-d64bdd-R1_A23WJ53LT4_1
+ all_qc -bam aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-d64bdd-R1_A23WJ53LT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bam -bed aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bam -region chr20 -output aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.mpileup && contamination -input aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
0it [00:00, ?it/s]
144005it [00:00, 1439917.49it/s]
304810it [00:00, 1538775.08it/s]
474960it [00:00, 1612915.27it/s]
648298it [00:00, 1660393.58it/s]
820090it [00:00, 1681038.64it/s]
991731it [00:00, 1692986.16it/s]
1162136it [00:00, 1696580.90it/s]
1335397it [00:00, 1708027.21it/s]
1506200it [00:00, 1704622.55it/s]
1682339it [00:01, 1722018.40it/s]
1856571it [00:01, 1728041.95it/s]
2029378it [00:01, 1715968.15it/s]
2200995it [00:01, 1704689.10it/s]
2378311it [00:01, 1725176.26it/s]
2550864it [00:01, 1715584.08it/s]
2725080it [00:01, 1723496.17it/s]
2898794it [00:01, 1727546.59it/s]
3071571it [00:01, 1723020.53it/s]
3243890it [00:01, 1715107.50it/s]
3415418it [00:02, 1692583.33it/s]
3586982it [00:02, 1699387.77it/s]
3756976it [00:02, 1692699.90it/s]
3926285it [00:02, 1691014.21it/s]
4095412it [00:02, 1685676.15it/s]
4264605it [00:02, 1687410.79it/s]
4433936it [00:02, 1689152.57it/s]
4604766it [00:02, 1694853.29it/s]
4777985it [00:02, 1705898.14it/s]
4958095it [00:02, 1734383.85it/s]
5131546it [00:03, 1641921.35it/s]
5296761it [00:03, 1573492.50it/s]
5467673it [00:03, 1611794.46it/s]
5639328it [00:03, 1641884.85it/s]
5811660it [00:03, 1665553.93it/s]
5987088it [00:03, 1691544.63it/s]
6161303it [00:03, 1706468.24it/s]
6332335it [00:03, 1700889.96it/s]
6503135it [00:03, 1702899.73it/s]
6673616it [00:03, 1700834.66it/s]
6843832it [00:04, 1692336.45it/s]
7015123it [00:04, 1698435.11it/s]
7186809it [00:04, 1703909.45it/s]
7357255it [00:04, 1689478.27it/s]
7526264it [00:04, 1677349.40it/s]
7694052it [00:04, 1549013.56it/s]
7864918it [00:04, 1593884.62it/s]
8032383it [00:04, 1617015.28it/s]
8202080it [00:04, 1640223.66it/s]
8368573it [00:04, 1647330.80it/s]
8536893it [00:05, 1657900.71it/s]
8704810it [00:05, 1664189.69it/s]
8872743it [00:05, 1668598.40it/s]
9041636it [00:05, 1674643.14it/s]
9211593it [00:05, 1682071.01it/s]
9381799it [00:05, 1688030.11it/s]
9552445it [00:05, 1693527.15it/s]
9721863it [00:05, 1692954.14it/s]
9891976it [00:05, 1695383.68it/s]
10064538it [00:05, 1704425.01it/s]
10235004it [00:06, 1698152.42it/s]
10407057it [00:06, 1704821.37it/s]
10578030it [00:06, 1706264.49it/s]
10749576it [00:06, 1708951.10it/s]
10922134it [00:06, 1713909.11it/s]
11094226it [00:06, 1715985.49it/s]
11265830it [00:06, 1657954.41it/s]
11432051it [00:06, 1641616.09it/s]
11596512it [00:06, 1634616.29it/s]
11761491it [00:07, 1639048.64it/s]
11934490it [00:07, 1665910.55it/s]
12104747it [00:07, 1676775.06it/s]
12278285it [00:07, 1694207.81it/s]
12447797it [00:07, 1667595.13it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
12614703it [00:07, 1653670.43it/s]
12787538it [00:07, 1675684.28it/s]
12956019it [00:07, 1678364.90it/s]
13123939it [00:07, 1676705.79it/s]
13296358it [00:07, 1690839.00it/s]
13468998it [00:08, 1701438.73it/s]
13640938it [00:08, 1706759.28it/s]
13812915it [00:08, 1710634.64it/s]
13984000it [00:08, 1705746.81it/s]
14154593it [00:08, 1691729.12it/s]
14324697it [00:08, 1694474.12it/s]
14494171it [00:08, 1692019.48it/s]
14664905it [00:08, 1696571.50it/s]
14834910it [00:08, 1697592.52it/s]
15004680it [00:08, 1693579.57it/s]
15174047it [00:09, 1651449.08it/s]
15339417it [00:09, 1597043.83it/s]
15499580it [00:09, 1560484.95it/s]
15656017it [00:09, 1513471.85it/s]
15807775it [00:09, 1475115.54it/s]
15955614it [00:09, 1411463.54it/s]
16116053it [00:09, 1465308.81it/s]
16279880it [00:09, 1514604.28it/s]
16445433it [00:09, 1555372.15it/s]
16611882it [00:09, 1587268.26it/s]
16771186it [00:10, 1316319.35it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
16910765it [00:10, 1234234.77it/s]
17075609it [00:10, 1339541.17it/s]
17240803it [00:10, 1422775.67it/s]
17406531it [00:10, 1487419.28it/s]
17577479it [00:10, 1550154.65it/s]
17748890it [00:10, 1597188.75it/s]
17916706it [00:10, 1620603.97it/s]
18080634it [00:10, 1614819.37it/s]
18243421it [00:11, 1606943.73it/s]
18406469it [00:11, 1613854.52it/s]
18568506it [00:11, 1615616.18it/s]
18734138it [00:11, 1627690.48it/s]
18901834it [00:11, 1642354.75it/s]
19066312it [00:11, 1631529.95it/s]
19229648it [00:11, 1615198.83it/s]
19395604it [00:11, 1628238.57it/s]
19562439it [00:11, 1640142.59it/s]
19726717it [00:11, 1640909.37it/s]
19896320it [00:12, 1657347.70it/s]
20062787it [00:12, 1659515.40it/s]
20234462it [00:12, 1676625.14it/s]
20402157it [00:12, 1658333.66it/s]
20568056it [00:12, 1652632.38it/s]
20738010it [00:12, 1666562.01it/s]
20907547it [00:12, 1675091.56it/s]
21076936it [00:12, 1680555.35it/s]
21246140it [00:12, 1683971.43it/s]
21414558it [00:13, 1682115.88it/s]
21431590it [00:13, 1646691.99it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.depth.gz > aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.depth_hist.tsv
cat aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md -output aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.depth.gz> aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md.bai
cat aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1.md -output aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-d64bdd-R1_A23WJ53LT4_1/aih-tih-sc-d64bdd-R1_A23WJ53LT4_1_full_basic_stats.tsv